00000800:00000200:0.1F:1767388975.361390:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ccd87db] -> 12345-192.168.204.113@tcp (2) 00000800:00000200:2.1F:1767388975.362368:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ccd87db] -> 12345-192.168.204.113@tcp (2) 00000800:00000200:2.1:1767388975.362391:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp 000000006d0f4d48 deleted 00000800:00000010:2.1:1767388975.362401:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006d0f4d48. 00000800:00000200:2.1:1767388975.362411:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767388975.362427:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp ip 192.168.204.113:1023 00000800:00000200:2.1:1767388975.362437:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005deae676 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1F:1767388975.362620:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767388975.363586:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ccd87db] -> 12345-192.168.204.113@tcp (4) 00000800:00000200:2.1:1767388975.363604:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp 000000006d0f4d48 deleted 00000800:00000010:2.1:1767388975.363609:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006d0f4d48. 00000800:00000200:2.1:1767388975.363615:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1767388975.364050:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1767388975.457809:0:338001:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d5c5149b. 00010000:00000010:2.1:1767388975.457831:0:338001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000089d6c3b4. 00010000:00000010:0.1:1767388975.704788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007cebb9d6. 00010000:00000010:0.1:1767388975.704799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001667e6f3. 00010000:00000010:1.1:1767388975.704805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d5c5149b. 00010000:00000010:1.1:1767388975.704822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000031cb1208. 00010000:00000010:3.1F:1767388975.704868:0:338159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000091027bb4. 00010000:00000010:3.1:1767388984.593824:0:338049:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d83d1a37. 00010000:00000010:2.1:1767388984.594768:0:338002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047e2caaa. 00010000:00000010:2.1:1767388984.594785:0:338002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fbdd7723. 00010000:00000010:1.1:1767388984.599857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f41be2f. 00010000:00000010:1.1:1767388984.599868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073db941a. 00010000:00000010:1.1:1767388984.599871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a93216f0. 00010000:00000010:1.1:1767388984.599876:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f68ac35d. 00010000:00000010:3.1:1767388984.601757:0:339025:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007d99af36. 00010000:00000010:3.1:1767388984.601778:0:339025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000089d6c3b4. 00010000:00000010:1.1:1767388984.614818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009650a598. 00010000:00000010:1.1:1767388984.614833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008fa60142. 00010000:00000010:3.1:1767388984.618831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000091027bb4. 00010000:00000010:3.1:1767388984.618850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000064fdc9fa. 00010000:00000010:1.1:1767388984.697791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006b6dd74a. 00010000:00000010:1.1:1767388984.697822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c4f799da. 00010000:00000010:1.1:1767388984.713757:0:338894:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000022e62952. 00010000:00000010:1.1:1767388984.713772:0:338894:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000040d6ffd7. 00010000:00000010:1.1:1767388984.713786:0:338894:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f4f91e1f. 00000020:00000010:0.0:1767388991.457956:0:338188:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474915b4. 00000100:00000001:0.0:1767388991.457968:0:338188:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767388991.457970:0:338188:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474915b4. 00000020:00000010:0.0:1767388991.457975:0:338188:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003eda7d50. 00000020:00000010:0.0:1767388991.457978:0:338188:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a81921be. 00000020:00000010:0.0:1767388991.457982:0:338188:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005dfb07af. 00000100:00000040:0.0:1767388991.457988:0:338188:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_seqs at +6s 00000100:00000001:0.0:1767388991.457990:0:338188:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767388991.457991:0:338188:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767388991.457993:0:338188:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388991.457997:0:338188:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388991.458013:0:338188:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388991.458022:0:338188:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767388991.458024:0:338188:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767388991.458028:0:338188:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000040:0.0:1767388991.458030:0:338188:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000100:00000001:0.0:1767388991.458032:0:338188:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151441408 : -122821558110208 : ffff904b60a87800) 00000100:00000040:0.0:1767388991.458036:0:338188:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c812d39 x1853241654520064/t0(0) o700->lustre-MDT0000-lwp-OST0000_UUID@0@lo:442/0 lens 264/0 e 0 to 0 dl 1767389002 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388991.458046:0:338188:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767388991.458048:0:338188:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000474915b4. 00000100:00000001:0.0:1767388991.458050:0:338188:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767388991.458052:0:338188:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000474915b4. 00000100:00100000:0.0:1767388991.458055:0:338188:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003c812d39 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqs_0001:lustre-MDT0000-lwp-OST0000_UUID+5:339016:x1853241654520064:12345-0@lo:700: 00000100:00000200:0.0:1767388991.458059:0:338188:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654520064 00000020:00000001:0.0:1767388991.458061:0:338188:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767388991.458063:0:338188:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767388991.458065:0:338188:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767388991.458067:0:338188:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767388991.458068:0:338188:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072643940640 : -1065610976 : ffffffffc07c1120) 00000020:00000001:0.0:1767388991.458071:0:338188:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767388991.458073:0:338188:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767388991.458076:0:338188:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767388991.458085:0:338188:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767388991.458088:0:338188:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388991.458091:0:338188:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767388991.458093:0:338188:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767388991.458096:0:338188:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 0000000065a0f1f1. 02000000:00000001:0.0:1767388991.458099:0:338188:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388991.458101:0:338188:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1767388991.458103:0:338188:0:(fid_handler.c:439:seq_handler()) Process entered 40000000:00000001:0.0:1767388991.458106:0:338188:0:(fid_handler.c:391:seq_server_handle()) Process entered 40000000:00000001:0.0:1767388991.458109:0:338188:0:(fid_handler.c:127:seq_server_alloc_super()) Process entered 40000000:00000001:0.0:1767388991.458111:0:338188:0:(fid_handler.c:102:__seq_server_alloc_super()) Process entered 00080000:00000001:0.0:1767388991.458114:0:338188:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767388991.458118:0:338188:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000097f4835b. 00080000:00000001:0.0:1767388991.458120:0:338188:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247337864192 : -122826371687424 : ffff904a41bf1c00) 00080000:00000001:0.0:1767388991.458123:0:338188:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767388991.458172:0:338188:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767388991.458174:0:338188:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767388991.458177:0:338188:0:(fld_index.c:70:fld_declare_index_create()) Process entered 80000000:00000001:0.0:1767388991.458179:0:338188:0:(fld_index.c:217:fld_index_lookup()) Process entered 80000000:00000001:0.0:1767388991.458182:0:338188:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767388991.458184:0:338188:0:(fld_cache.c:472:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 80000000:00000040:0.0:1767388991.458187:0:338188:0:(fld_index.c:232:fld_index_lookup()) srv-lustre-MDT0000: lookup seq = 0x240000400 range : [0x0000000000000000-0x0000000000000000]:0:mdt rc = -2 80000000:00000001:0.0:1767388991.458190:0:338188:0:(fld_index.c:234:fld_index_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767388991.458194:0:338188:0:(osd_index.c:1774:osd_declare_index_insert()) Process entered 00080000:00000001:0.0:1767388991.458349:0:338188:0:(osd_index.c:1787:osd_declare_index_insert()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767388991.458352:0:338188:0:(fld_index.c:114:fld_declare_index_create()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767388991.458354:0:338188:0:(fld_handler.c:60:fld_declare_server_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767388991.458357:0:338188:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767388991.458367:0:338188:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767388991.458369:0:338188:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767388991.458416:0:338188:0:(osd_io.c:440:osd_write()) Process leaving (rc=24 : 24 : 18) 80000000:00000001:0.0:1767388991.458419:0:338188:0:(fld_index.c:146:fld_index_create()) Process entered 80000000:00000001:0.0:1767388991.458421:0:338188:0:(fld_index.c:217:fld_index_lookup()) Process entered 80000000:00000001:0.0:1767388991.458422:0:338188:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767388991.458423:0:338188:0:(fld_cache.c:472:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 80000000:00000040:0.0:1767388991.458426:0:338188:0:(fld_index.c:232:fld_index_lookup()) srv-lustre-MDT0000: lookup seq = 0x240000400 range : [0x0000000000000000-0x0000000000000000]:0:mdt rc = -2 80000000:00000001:0.0:1767388991.458437:0:338188:0:(fld_index.c:234:fld_index_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767388991.458440:0:338188:0:(osd_index.c:1800:osd_index_insert()) Process entered 00080000:00000001:0.0:1767388991.458510:0:338188:0:(osd_index.c:1814:osd_index_insert()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:0.0:1767388991.458514:0:338188:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000474915b4. 80000000:00000001:0.0:1767388991.458516:0:338188:0:(fld_cache.c:343:fld_cache_entry_create()) Process leaving (rc=18446621247403853312 : -122826305698304 : ffff904a45ae0600) 80000000:00000001:0.0:1767388991.458519:0:338188:0:(fld_cache.c:363:fld_cache_insert_nolock()) Process entered 80000000:00000001:0.0:1767388991.458521:0:338188:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000001:0.0:1767388991.458523:0:338188:0:(fld_cache.c:189:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:0.0:1767388991.458525:0:338188:0:(fld_cache.c:394:fld_cache_insert_nolock()) insert range [0x0000000240000400-0x0000000280000400]:0:ost 80000000:00000001:0.0:1767388991.458528:0:338188:0:(fld_cache.c:104:fld_fix_new_list()) Process entered 80000000:00000001:0.0:1767388991.458529:0:338188:0:(fld_cache.c:159:fld_fix_new_list()) Process leaving 80000000:00000001:0.0:1767388991.458530:0:338188:0:(fld_cache.c:398:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767388991.458532:0:338188:0:(fld_index.c:196:fld_index_create()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767388991.458534:0:338188:0:(fld_handler.c:79:fld_server_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767388991.458536:0:338188:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767388991.467843:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299579487, at 4299579488 00000100:00000010:0.0:1767388991.467854:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007bb11c6b. 00080000:00000001:0.0:1767388991.514718:0:339016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 40000000:00000040:0.0:1767388991.514761:0:339016:0:(fid_handler.c:364:__seq_server_alloc_meta()) srv-lustre-OST0000: Allocated meta-sequence [0x0000000240000400-0x0000000240000401]:0:ost 40000000:00000001:0.0:1767388991.514766:0:339016:0:(fid_handler.c:366:__seq_server_alloc_meta()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1767388991.514771:0:339016:0:(fid_handler.c:380:seq_server_alloc_meta()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1767388991.514778:0:339016:0:(fid_handler.c:429:seq_server_handle()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1767388991.514792:0:339016:0:(fid_handler.c:464:seq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767388991.514805:0:339016:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654519936 00010000:00000001:0.0:1767388991.514827:0:339016:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767388991.514840:0:339016:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004b4207e3 x1853241654519936/t0(0) o700->lustre-MDT0000-mdtlov_UUID@0@lo:442/0 lens 264/248 e 0 to 0 dl 1767389002 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767388991.514869:0:339016:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767388991.514883:0:339016:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767388991.514893:0:339016:0:(import.c:2128:obd_at_measure()) add 1 to 000000004e21358b time=1767388991 v=10 (0 0 0 0) 00000100:00001000:0.0:1767388991.514908:0:339016:0:(import.c:2194:obd_at_measure()) AT 000000004e21358b change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:0.0:1767388991.514918:0:339016:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost_seq changed estimate from 10 to 5 req@000000004b4207e3 x1853241654519936/t0(0) o700->lustre-MDT0000-mdtlov_UUID@0@lo:442/0 lens 264/248 e 0 to 0 dl 1767389002 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388991.514964:0:339016:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767388991.514970:0:339016:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767388991.514977:0:339016:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767388991.514986:0:339016:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767388991.514995:0:339016:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388991.514999:0:339016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767388991.515007:0:339016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767388991.515023:0:339016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000100:00000200:0.0:1767388991.515034:0:339016:0:(niobuf.c:94:ptl_send_buf()) Sending 248 bytes to portal 4, xid 1853241654519936, offset 224 00000400:00000200:0.0:1767388991.515043:0:339016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767388991.515052:0:339016:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767388991.515061:0:339016:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 248 into portal 4 MB=0x6958372802880 00000400:00000200:0.0:1767388991.515082:0:339016:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 248/248 into md 0x12d5 [1] + 224 00000400:00000200:0.0:1767388991.515090:0:339016:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767388991.515112:0:339016:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767388991.515119:0:339016:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767388991.515129:0:339016:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ebda75e x1853241654519936/t0(0) o700->lustre-OST0000-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1767389007 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767388991.515164:0:339016:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=248 offset=224 replen=248 req@000000009ebda75e x1853241654519936/t0(0) o700->lustre-OST0000-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1767389007 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388991.515208:0:339016:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767388991.515215:0:339016:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000400:00000010:0.0:1767388991.515217:0:339016:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 00000100:00000001:0.0:1767388991.515221:0:339016:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767388991.515223:0:339016:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767388991.515226:0:339016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767388991.515229:0:339016:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767388991.515232:0:339016:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767388991.515234:0:339016:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767388991.515236:0:339016:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767388991.515240:0:339016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b4207e3 x1853241654519936/t0(0) o700->lustre-MDT0000-mdtlov_UUID@0@lo:442/0 lens 264/248 e 0 to 0 dl 1767389002 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767388991.515268:0:339016:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004b4207e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:339624:x1853241654519936:12345-0@lo:700: Request processed in 57863us (58130us total) trans 0 rc 0/0 00000020:00000010:0.0:1767388991.515281:0:339016:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000002e8f91e. 00000100:00100000:0.0:1767388991.515293:0:339016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:0.0:1767388991.515298:0:339016:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:0.0:1767388991.515303:0:339016:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767388991.515305:0:339016:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767388991.515308:0:339016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002bcfbe60. 00000020:00000010:0.0:1767388991.515312:0:339016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000408a76d5. 00000020:00000010:0.0:1767388991.515318:0:339016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fb92e2a. 00000020:00000040:0.0:1767388991.515324:0:339016:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:0.0:1767388991.515328:0:339016:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767388991.555797:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299579575, at 4299579576 00000100:00000010:0.0:1767388991.555809:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ef59a443. 00080000:00000001:0.0:1767388991.686928:0:339628:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767388991.686939:0:339628:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767388991.686945:0:339628:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767388991.686953:0:339628:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767388991.686957:0:339628:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767388991.686962:0:339628:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767388991.696820:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767388991.696830:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767388991.696840:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767388992.701621:0:339821:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767388992.701636:0:339821:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767388992.701641:0:339821:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767388992.701647:0:339821:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767388992.701674:0:339821:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767388992.701678:0:339821:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767388992.715929:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767388992.715937:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767388992.715947:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767388993.739918:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767388993.739942:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767388993.739948:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767388994.604597:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767388994.604612:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:0.0:1767388994.604650:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000400:00000200:0.0:1767388994.604658:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (2) 00000400:00000010:0.0:1767388994.604666:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006b9c8d60. 00000400:00000200:0.0:1767388994.604674:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000400:00000200:0.0:1767388994.604699:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:0.0:1767388994.604716:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767388994.604775:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp 00000400:00000200:0.0:1767388994.604787:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767388994.604796:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp 00000400:00000200:0.0:1767388994.604816:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp NI seq info: [5:5:256:4294967295] 192.168.204.113@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:0.0:1767388994.604831:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp 00000400:00000200:0.0:1767388994.604855:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp(192.168.204.113@tcp:) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) : PUT try# 0 00000800:00000200:0.0:1767388994.604872:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.204.113@tcp 00000800:00000010:0.0:1767388994.604880:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008df758d. 00000800:00000200:0.0:1767388994.604894:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ccd87db] -> 12345-192.168.204.113@tcp (6) 00000800:00000200:0.0:1767388994.604913:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp ip 192.168.204.113:988 00000800:00000200:0.0:1767388994.604922:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000008df758d type 1, nob 160 niov 1 nkiov 1 00000400:00000200:0.0:1767388994.604947:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767388994.604958:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000800:00000200:0.0:1767388994.605158:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767388994.605166:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008df758d. 00000400:00000200:0.0:1767388994.605179:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767388994.605202:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp->192.168.204.113@tcp: PUT: OK 00000400:00000200:0.0:1767388994.605218:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767388994.605232:0:337529:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 0 00000800:00000001:0.0:1767388994.605253:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388994.605271:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767388994.605279:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388994.605307:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767388994.605328:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp(192.168.204.113@tcp) <- 192.168.204.113@tcp : PUT - for me 00000400:00000200:0.0:1767388994.605369:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 64 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767388994.605394:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 64/64 into md 0x215 [1] + 0 00000400:00000010:0.0:1767388994.605411:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1f10631. 00000400:00000200:0.0:1767388994.605425:0:337529:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000002579e5e 00000800:00000001:0.0:1767388994.605435:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388994.605455:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767388994.605464:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767388994.605478:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp->192.168.204.113@tcp: PUT: OK 00000400:00000200:0.0:1767388994.605489:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002579e5e 00000400:00000010:0.0:1767388994.605498:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002579e5e. 00000400:00000200:0.0:1767388994.605507:0:337529:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767388994.605520:0:337529:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (3) 00000400:00000200:0.0:1767388994.605537:0:337529:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000010:0.0:1767388994.605551:0:337529:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000ad8b6bc0. 00000400:00000200:0.0:1767388994.605561:0:337529:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.113@tcp 2 00000400:00000200:0.0:1767388994.605576:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767388994.605600:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (4) 00000400:00000200:0.0:1767388994.605641:0:337529:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767388994.605665:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp to MR: 192.168.204.113@tcp local destination 00000400:00000200:0.0:1767388994.605689:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp NI seq info: [6:6:256:4294967295] 192.168.204.113@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1767388994.605807:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) 192.168.204.113@tcp : ACK try# 0 00000800:00000200:0.0:1767388994.605819:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp 00000800:00000010:0.0:1767388994.605831:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008df758d. 00000800:00000200:0.0:1767388994.605847:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ccd87db] -> 12345-192.168.204.113@tcp (6) 00000800:00000200:0.0:1767388994.605869:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp ip 192.168.204.113:1023 00000800:00000200:0.0:1767388994.605881:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000008df758d type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767388994.605962:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767388994.605968:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008df758d. 00000400:00000200:0.0:1767388994.605991:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767388994.606008:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp->192.168.204.113@tcp: ACK: OK 00000800:00000001:0.0:1767388994.606027:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388994.606040:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767388994.606056:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388994.606070:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767388994.606082:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388994.606093:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767388994.606118:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp(192.168.204.113@tcp) <- 192.168.204.113@tcp : ACK - for me 00000400:00000200:0.0:1767388994.606165:0:337529:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp: ACK from 12345-192.168.204.113@tcp into md 0x12fd 00000400:00000200:0.0:1767388994.606181:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767388994.606200:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp->192.168.204.113@tcp: ACK: OK 00000400:00000200:0.0:1767388994.606211:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000400:00000010:0.0:1767388994.606218:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 00000400:00000200:0.0:1767388994.606233:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767388994.606251:0:337529:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:0.0:1767388994.606272:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767388994.606283:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (3) 00000800:00000001:0.0:1767388994.606307:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388994.606320:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767388994.606450:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767388994.606461:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ba7e759. 00000400:00000010:0.0:1767388994.606473:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000400:00000200:0.0:1767388994.606485:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000089c3bb47 00000400:00000200:0.0:1767388994.606504:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000d1 00000400:00000010:0.0:1767388994.606523:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 60 at 00000000867e492c. 00000400:00000010:0.0:1767388994.606533:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 72 at 0000000026e76f9f. 00000400:00000010:0.0:1767388994.606543:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 60 at 00000000e7834080. 00000400:00000010:0.0:1767388994.606568:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000171a7df5. 00000400:00000200:0.0:1767388994.606581:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000171a7df5 nid 192.168.204.113@tcp10 00000400:00000010:0.0:1767388994.606592:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007bb11c6b. 00000400:00000200:0.0:1767388994.606608:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 000000007bb11c6b net tcp10 00000400:00000200:0.0:1767388994.606638:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (2) 00000400:00000200:0.0:1767388994.606665:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp10 flags 0x11 00000400:00000010:0.0:1767388994.606694:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 60 at 00000000867e492c. 00000400:00000010:0.0:1767388994.606705:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 72 at 0000000026e76f9f. 00000400:00000010:0.0:1767388994.606722:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 60 at 00000000e7834080. 00000400:00000010:0.0:1767388994.606823:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000ad8b6bc0. 00000400:00000200:0.0:1767388994.606846:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767388994.606861:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:0.0:1767388994.606878:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:0.0:1767388994.606889:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:0.0:1767388994.606900:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767388994.606912:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:0.0:1767388994.606929:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:0.0:1767388994.606939:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (3) 20000000:00000010:0.0:1767388994.625305:0:338175:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f4ceb0bc. 20000000:01000000:0.0:1767388994.625314:0:338175:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:00000001:0.0:1767388994.625321:0:338175:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767388994.625327:0:338175:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767388994.625369:0:338175:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767388994.625381:0:338175:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767388994.625389:0:338175:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767388994.625395:0:338175:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767388994.625401:0:338175:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767388994.625411:0:338175:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:0.0:1767388994.625425:0:338175:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767388994.625443:0:338175:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000097f4835b. 00080000:00000001:0.0:1767388994.625469:0:338175:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247337864192 : -122826371687424 : ffff904a41bf1c00) 00080000:00000001:0.0:1767388994.625494:0:338175:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767388994.625666:0:338175:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767388994.625671:0:338175:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767388994.625680:0:338175:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767388994.625714:0:338175:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767388994.625792:0:338175:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767388994.625975:0:338175:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767388994.625982:0:338175:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767388994.628327:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767388994.628338:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767388994.628360:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388994.628372:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767388994.637822:0:338002:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ca24f324. 00010000:00000010:1.1:1767388994.637839:0:338002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000adb40525. 00010000:00000010:1.1:1767388994.637851:0:338002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e5cf5266. 00010000:00000010:1.1:1767388994.637861:0:338002:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000064fdc9fa. 00010000:00000010:3.1:1767388994.640808:0:338001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fbdd7723. 00080000:00000001:0.0:1767388994.645323:0:338175:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767388994.645335:0:338175:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:0.0:1767388994.645345:0:338175:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767388994.645352:0:338175:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767388994.645359:0:338175:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767388994.645388:0:338175:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767388994.645395:0:338175:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767388994.645404:0:338175:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:0.0:1767388994.648073:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767388994.648080:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767388994.648085:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d0056c3c. 20000000:00000001:0.0:1767388994.648098:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767388994.648105:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654520320 00010000:00000001:0.0:1767388994.648110:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767388994.648124:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007656fdd5 x1853241654520320/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:445/0 lens 4848/4768 e 0 to 0 dl 1767389005 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767388994.648138:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767388994.648142:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767388994.648148:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1767388994.648158:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767388994.648165:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767388994.648171:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767388994.648176:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767388994.648179:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388994.648184:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767388994.648193:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767388994.648203:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008efa02e4. 00000100:00000200:0.0:1767388994.648210:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654520320, offset 224 00000400:00000200:0.0:1767388994.648219:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767388994.648236:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767388994.648257:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372802a00 00000400:00000200:0.0:1767388994.648270:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1301 [2] + 224 00000400:00000200:0.0:1767388994.648282:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767388994.648304:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767388994.648315:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767388994.648325:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c57067ba x1853241654520320/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389010 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767388994.648342:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c57067ba x1853241654520320/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389010 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388994.648370:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767388994.648384:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008efa02e4 00000400:00000010:0.0:1767388994.648388:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008efa02e4. 00000100:00000001:0.0:1767388994.648398:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767388994.648401:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767388994.648410:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767388994.648414:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767388994.648418:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767388994.648421:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767388994.648426:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767388994.648438:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007656fdd5 x1853241654520320/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:445/0 lens 4848/4768 e 0 to 0 dl 1767389005 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767388994.648455:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007656fdd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654520320:12345-0@lo:253: Request processed in 41728us (42758us total) trans 0 rc 0/0 00000100:00100000:0.0:1767388994.648475:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000040:0.0:1767388994.648480:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767388994.648487:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767388994.648494:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767388994.648501:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007cb80724. 00000020:00000010:0.0:1767388994.648511:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000020:00000010:0.0:1767388994.648522:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ce4af37. 00000020:00000040:0.0:1767388994.648534:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:0.0:1767388994.648545:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767388994.648549:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009d086109. 02000000:00000001:0.0:1767388994.648557:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767388994.648560:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767388994.648566:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767388994.648585:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d01cf47. 00000400:00000010:0.0:1767388994.648593:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008efa02e4. 00000100:00000001:0.0:1767388994.648652:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767388994.648656:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767388994.648662:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767388994.648664:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767388994.648666:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000aa60932. 00000400:00000200:0.0:1767388994.648672:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e446f364 00000400:00000010:0.0:1767388994.648675:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e446f364. 00000100:00000001:0.0:1767388994.648680:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767388994.648685:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c57067ba x1853241654520320/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389010 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767388994.648700:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c57067ba x1853241654520320/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389010 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388994.648713:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767388994.648718:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388994.648758:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767388994.648762:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767388994.648764:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767388994.648768:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767388994.648772:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767388994.648777:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=19 v=5 (5 0 0 0) 00000100:00001000:0.0:1767388994.648782:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1767388994.648788:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767388994.648791:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767388994.648795:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767388994.648798:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388994.648803:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767388994.648814:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c57067ba x1853241654520320/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389010 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388994.648823:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767388994.648827:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767388994.648829:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767388994.648835:0:337538:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767388994.648840:0:337538:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767388994.648845:0:337538:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767388994.648860:0:337538:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767388994.648864:0:337538:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767388994.648867:0:337538:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767388994.648870:0:337538:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767388994.648873:0:337538:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767388994.648876:0:337538:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767388994.648879:0:337538:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767388994.648885:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c57067ba x1853241654520320/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389010 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767388994.648900:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c57067ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654520320:0@lo:253: 00000100:00000001:0.0:1767388994.648911:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388994.648915:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767388994.648923:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c57067ba x1853241654520320/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389010 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388994.648935:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767388994.648941:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767388994.648945:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e0498b45. 02000000:00000001:0.0:1767388994.648954:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767388994.648956:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767388994.648959:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767388994.648963:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767388994.648967:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008568b4b6. 02000000:00000001:0.0:1767388994.648974:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767388994.648976:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767388994.648978:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c57067ba. 00000100:00000001:0.0:1767388994.648985:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767388994.648989:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388994.648992:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388994.649003:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767388994.649006:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388994.649011:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767388994.649014:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767388994.652791:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299582671, at 4299582673 00000100:00000010:0.0:1767388994.652801:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083055b84. 00080000:00000020:0.0:1767388994.652919:0:338175:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767388994.652922:0:338175:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767388994.652934:0:338175:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001db2d123. 20000000:00000001:0.0:1767388994.652939:0:338175:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767388994.652943:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654520448 00010000:00000001:0.0:1767388994.652946:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767388994.652951:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f4809543 x1853241654520448/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:445/0 lens 4848/4768 e 0 to 0 dl 1767389005 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767388994.652960:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767388994.652962:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767388994.652965:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1767388994.652969:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767388994.652971:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767388994.652974:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767388994.652976:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767388994.652978:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388994.652981:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767388994.652984:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767388994.652989:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d75aa3f. 00000100:00000200:0.0:1767388994.652993:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654520448, offset 224 00000400:00000200:0.0:1767388994.652999:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767388994.653006:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767388994.653015:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372802a80 00000400:00000200:0.0:1767388994.653021:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1309 [2] + 224 00000400:00000200:0.0:1767388994.653027:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767388994.653031:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767388994.653035:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767388994.653038:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000313575b2 x1853241654520448/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389010 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767388994.653050:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000313575b2 x1853241654520448/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389010 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388994.653066:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767388994.653073:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d75aa3f 00000400:00000010:0.0:1767388994.653075:0:338175:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d75aa3f. 00000100:00000001:0.0:1767388994.653079:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767388994.653090:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767388994.653097:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767388994.653102:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767388994.653105:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767388994.653107:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767388994.653109:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767388994.653113:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4809543 x1853241654520448/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:445/0 lens 4848/4768 e 0 to 0 dl 1767389005 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767388994.653123:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f4809543 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654520448:12345-0@lo:253: Request processed in 46238us (47148us total) trans 0 rc 0/0 00000100:00100000:0.0:1767388994.653131:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00000040:0.0:1767388994.653134:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:0.0:1767388994.653137:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767388994.653139:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767388994.653142:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d324495. 00000020:00000010:0.0:1767388994.653147:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a3b2d98. 00000020:00000010:0.0:1767388994.653153:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bffad44. 00000020:00000040:0.0:1767388994.653157:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:0.0:1767388994.653160:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767388994.653162:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000c1723ed. 02000000:00000001:0.0:1767388994.653173:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767388994.653174:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767388994.653178:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767388994.653182:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040a3a9d4. 00000400:00000010:0.0:1767388994.653186:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d75aa3f. 00000100:00000001:0.0:1767388994.653203:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767388994.653205:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767388994.653208:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767388994.653210:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767388994.653211:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d98e824. 00000400:00000200:0.0:1767388994.653214:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3bcf0c3 00000400:00000010:0.0:1767388994.653216:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3bcf0c3. 00000100:00000001:0.0:1767388994.653218:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767388994.653221:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000313575b2 x1853241654520448/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389010 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767388994.653247:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000313575b2 x1853241654520448/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389010 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388994.653254:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767388994.653257:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388994.653259:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767388994.653261:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767388994.653262:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767388994.653264:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767388994.653267:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767388994.653270:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=19 v=5 (5 0 0 0) 00000100:00001000:0.0:1767388994.653274:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1767388994.653277:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767388994.653280:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767388994.653282:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767388994.653284:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388994.653287:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767388994.653290:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000313575b2 x1853241654520448/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389010 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388994.653298:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767388994.653301:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767388994.653302:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767388994.653306:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767388994.653308:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767388994.653310:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767388994.653313:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767388994.653314:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767388994.653316:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767388994.653318:0:337537:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767388994.653320:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767388994.653322:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767388994.653327:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000313575b2 x1853241654520448/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389010 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767388994.653335:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000313575b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654520448:0@lo:253: 00000100:00000001:0.0:1767388994.653343:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388994.653354:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767388994.653359:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000313575b2 x1853241654520448/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389010 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388994.653367:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767388994.653369:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767388994.653371:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000dc262799. 02000000:00000001:0.0:1767388994.653376:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767388994.653377:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767388994.653379:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767388994.653381:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767388994.653383:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000630769db. 02000000:00000001:0.0:1767388994.653388:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767388994.653392:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767388994.653396:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000313575b2. 00000100:00000001:0.0:1767388994.653402:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767388994.653404:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388994.653407:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388994.653412:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767388994.653414:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388994.653417:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767388994.653420:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767388994.657799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005d2f4073. 00010000:00000010:3.1:1767388994.657825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fbdd7723. 00000020:00000001:0.0:1767388994.763913:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767388994.763919:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767388994.763923:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767388995.787969:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767388995.787977:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767388995.787983:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767388996.492404:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767388996.492412:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767388996.492423:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767388996.492431:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000055c30b x1853241654520832/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388996.492454:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767388996.492460:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767388996.492476:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767388996.492482:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767388996.492489:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767388996.492512:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000055c30b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654520832:0@lo:400: 00000100:00000001:0.0:1767388996.492520:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767388996.492527:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767388996.492537:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767388996.492555:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767388996.492563:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb9807cc. 02000000:00000001:0.0:1767388996.492574:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767388996.492605:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6ab8721. 00000400:00000010:0.0:1767388996.492635:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000100:00000200:0.0:1767388996.492663:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654520832, portal 25 00000100:00000001:0.0:1767388996.492672:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767388996.492683:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666875776 : -122821042675840 : ffff904b7f615f80) 00000100:00000040:0.0:1767388996.492698:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000055c30b x1853241654520832/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388996.492714:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767388996.492809:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767388996.492821:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f4d85e8. 00000100:00000200:0.0:1767388996.492829:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654520832, offset 0 00000400:00000200:0.0:1767388996.492851:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767388996.492885:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767388996.492915:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372802c00 00000400:00000200:0.0:1767388996.492941:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1f9 [2] + 0 00000400:00000010:0.0:1767388996.492946:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000727664e. 00000400:00000200:0.0:1767388996.492950:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c15aeb1d 00000400:00000200:0.0:1767388996.492956:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767388996.492973:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767388996.492995:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c15aeb1d 00000400:00000010:0.0:1767388996.493010:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c15aeb1d. 00000100:00000001:0.0:1767388996.493028:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767388996.493039:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767388996.493049:0:337538:0:(events.c:337:request_in_callback()) incoming req@0000000029d73784 x1853241654520832 msgsize 224 00000100:00100000:0.0:1767388996.493076:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767388996.493082:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767388996.493097:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767388996.493142:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f4d85e8 00000400:00000010:0.0:1767388996.493154:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f4d85e8. 00000100:00000001:0.0:1767388996.493161:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767388996.493175:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000055c30b x1853241654520832/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388996.493240:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767388996.493254:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000055c30b x1853241654520832/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388996.493377:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.493401:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767388996.493423:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.493442:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299584536 00000100:00000010:0.0:1767388996.493463:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad8b6bc0. 00000100:00000001:0.0:1767388996.493480:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767388996.493490:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299584536 00000100:00000010:0.0:1767388996.493509:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026e76f9f. 00000100:00000001:0.0:1767388996.493531:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767388996.493538:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299584536 00000100:00000010:0.0:1767388996.493544:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e273dd0. 00000100:00000001:0.0:1767388996.493547:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767388996.493549:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299584536 00000100:00000010:0.0:1767388996.493567:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e90a893. 00000100:00000001:0.0:1767388996.493601:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767388996.493613:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767388996.493637:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.493654:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.493664:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388996.493683:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767388996.493692:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767388996.493711:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767388996.493717:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767388996.493755:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767388996.493761:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006bc7eabd x1853241654521344/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388996.493781:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767388996.493786:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767388996.493789:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767388996.493794:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767388996.493799:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767388996.493805:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006bc7eabd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654521344:0@lo:400: 00000100:00000001:0.0:1767388996.493817:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767388996.493824:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767388996.493829:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767388996.493849:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767388996.493854:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001ef2ca6. 02000000:00000001:0.0:1767388996.493860:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767388996.493871:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f54384b. 00000400:00000010:0.0:1767388996.493879:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f4d85e8. 00000100:00000200:0.0:1767388996.493892:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654521344, portal 4 00000100:00000001:0.0:1767388996.493898:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767388996.493906:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666882048 : -122821042669568 : ffff904b7f617800) 00000100:00000040:0.0:1767388996.493940:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006bc7eabd x1853241654521344/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388996.493955:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767388996.493961:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767388996.493967:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000100:00000200:0.0:1767388996.493974:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654521344, offset 0 00000400:00000200:0.0:1767388996.493992:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767388996.494012:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767388996.494039:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958372802e00 00000400:00000200:0.0:1767388996.494063:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 1648 00000400:00000200:0.0:1767388996.494071:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767388996.494090:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767388996.494108:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767388996.494116:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767388996.494125:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eebab08c. 00000100:00000040:0.0:1767388996.494139:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000eebab08c x1853241654521344 msgsize 224 00000100:00100000:0.0:1767388996.494169:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767388996.494196:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767388996.494212:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000400:00000010:0.0:1767388996.494221:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000100:00000001:0.0:1767388996.494227:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767388996.494241:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006bc7eabd x1853241654521344/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388996.494278:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767388996.494296:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006bc7eabd x1853241654521344/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388996.494321:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.494323:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767388996.494327:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767388996.494331:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 20995 usecs (21 jiffies) 00000100:00000001:0.0:1767388996.494344:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299584535 00000100:00000001:0.0:1767388996.494349:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299584536 00000100:00000001:0.0:1767388996.494354:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299584535 00000100:00000001:0.0:1767388996.494361:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299584536 00000100:00000001:0.0:1767388996.494374:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299584535 00000100:00000001:0.0:1767388996.494386:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299584536 00000100:00000001:0.0:1767388996.494397:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299584535 00000100:00000001:0.0:1767388996.494410:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299584536 00000100:00000001:0.0:1767388996.494418:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767388996.494431:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.494445:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.494453:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388996.494477:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767388996.494482:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767388996.494488:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767388996.494495:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767388996.494513:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.494529:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.494563:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767388996.494571:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.494619:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767388996.494626:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654520832 02000000:00000001:0.0:1767388996.494638:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767388996.494647:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767388996.494654:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767388996.494671:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767388996.494687:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654520832 00000020:00000001:0.0:1767388996.494703:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767388996.494708:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767388996.494721:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767388996.494767:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:0.0:1767388996.494772:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767388996.494776:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767388996.494782:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767388996.494786:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a31ee042. 00000100:00000001:0.0:1767388996.494792:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767388996.494812:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a31ee042. 00000020:00000010:0.0:1767388996.494823:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3276985. 00000020:00000010:0.0:1767388996.494839:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c4824f25. 00000020:00000010:0.0:1767388996.494861:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000028c77350. 00000100:00000040:0.0:1767388996.494882:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767388996.494889:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767388996.494897:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767388996.494901:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.494920:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.494939:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388996.494968:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767388996.494977:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767388996.494994:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00000040:0.0:1767388996.495015:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767388996.495035:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509320272 : -122821200231344 : ffff904b75fd4450) 00000100:00000040:0.0:1767388996.495057:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029d73784 x1853241654520832/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:447/0 lens 224/0 e 0 to 0 dl 1767389007 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388996.495087:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767388996.495097:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a31ee042. 00000100:00000001:0.0:1767388996.495113:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767388996.495126:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a31ee042. 00000100:00100000:0.0:1767388996.495149:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000029d73784 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337538:x1853241654520832:12345-0@lo:400: 00000100:00000200:0.0:1767388996.495167:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654520832 00000020:00000001:0.0:1767388996.495176:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767388996.495182:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767388996.495190:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767388996.495200:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767388996.495208:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000020:00000001:0.0:1767388996.495224:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767388996.495232:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767388996.495244:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767388996.495253:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767388996.495267:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767388996.495287:0:338175:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767388996.495306:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767388996.495312:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767388996.495329:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000097f4835b. 02000000:00000001:0.0:1767388996.495338:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.495359:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767388996.495367:0:338175:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767388996.495373:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654520832 00010000:00000001:0.0:1767388996.495389:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767388996.495422:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000029d73784 x1853241654520832/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:447/0 lens 224/224 e 0 to 0 dl 1767389007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767388996.495547:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767388996.495558:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767388996.495571:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767388996.495604:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767388996.495627:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000001:0.0:1767388996.495656:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767388996.495682:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767388996.495699:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.495708:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767388996.495769:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767388996.495775:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000100:00000200:0.0:1767388996.495781:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654520832, offset 224 00000400:00000200:0.0:1767388996.495796:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767388996.495822:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767388996.495835:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372802c00 00000400:00000200:0.0:1767388996.495859:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1349 [1] + 224 00000400:00000200:0.0:1767388996.495868:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767388996.495882:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767388996.495901:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767388996.495914:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000055c30b x1853241654520832/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767388996.495954:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000055c30b x1853241654520832/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388996.496047:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767388996.496065:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000400:00000010:0.0:1767388996.496069:0:338175:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000100:00000001:0.0:1767388996.496076:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767388996.496084:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767388996.496094:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767388996.496114:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00010000:00000001:0.0:1767388996.496127:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767388996.496134:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767388996.496149:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767388996.496162:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029d73784 x1853241654520832/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:447/0 lens 224/224 e 0 to 0 dl 1767389007 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767388996.496284:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000029d73784 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337538:x1853241654520832:12345-0@lo:400: Request processed in 1192us (3229us total) trans 0 rc 0/0 00000100:00100000:0.0:1767388996.496346:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00000040:0.0:1767388996.496356:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:0.0:1767388996.496368:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767388996.496376:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767388996.496385:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c4824f25. 00000020:00000010:0.0:1767388996.496400:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000028c77350. 00000020:00000010:0.0:1767388996.496408:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3276985. 00000020:00000040:0.0:1767388996.496426:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:0.0:1767388996.496439:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767388996.496445:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000097f4835b. 02000000:00000001:0.0:1767388996.496467:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767388996.496480:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767388996.496499:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767388996.496520:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8d88579. 00000400:00000010:0.0:1767388996.496542:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2f336f8. 00000100:00000001:0.0:1767388996.496708:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767388996.496716:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767388996.496954:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767388996.496963:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767388996.496971:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6ab8721. 00000400:00000200:0.0:1767388996.496984:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000400:00000010:0.0:1767388996.496995:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000100:00000001:0.0:1767388996.497011:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767388996.497027:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000055c30b x1853241654520832/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767388996.497073:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000055c30b x1853241654520832/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388996.497101:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767388996.497108:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388996.497115:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767388996.497122:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767388996.497130:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767388996.497141:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767388996.497148:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767388996.497165:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1767388996.497189:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767388996.497206:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767388996.497216:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767388996.497230:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767388996.497237:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.497254:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767388996.497278:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000055c30b x1853241654520832/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388996.497295:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767388996.497311:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767388996.497318:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767388996.497325:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000055c30b x1853241654520832/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389012 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767388996.497361:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000055c30b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654520832:0@lo:400: 00000100:00000001:0.0:1767388996.497391:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.497405:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767388996.497419:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000055c30b x1853241654520832/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389012 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388996.497474:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767388996.497484:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767388996.497501:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb9807cc. 02000000:00000001:0.0:1767388996.497515:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767388996.497522:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767388996.497530:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767388996.497541:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767388996.497549:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000009a75c46. 02000000:00000001:0.0:1767388996.497565:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767388996.497571:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767388996.497594:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000055c30b. 00000100:00000001:0.0:1767388996.497605:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767388996.497612:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388996.497627:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.497642:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767388996.497658:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767388996.497669:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388996.497686:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767388996.517096:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299584536, at 4299584537 00000100:00000010:0.0:1767388996.517107:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad8b6bc0. 00000020:00000001:0.0:1767388996.811914:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767388996.811921:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767388996.811927:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767388997.283285:0:340538:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767388997.283293:0:340538:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp11 --if ens2 00000001:00000001:0.0:1767388997.290602:0:340538:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767388997.303529:0:340539:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000250a6b92. 00000400:00000010:0.0:1767388997.303551:0:340539:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b2988911. 00000400:00000010:0.0:1767388997.303608:0:340539:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004a1468bb. 00000400:00000010:0.0:1767388997.303614:0:340539:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e3276985. 00000400:00000010:0.0:1767388997.303620:0:340539:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004da72001. 00000400:00000010:0.0:1767388997.303626:0:340539:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ef0e96be. 00000400:00000010:0.0:1767388997.303629:0:340539:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000027274b0d. 00000400:00000010:0.0:1767388997.303631:0:340539:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e7834080. 00000400:00000010:0.0:1767388997.303637:0:340539:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000075720bec. 00000800:00000010:0.0:1767388997.303651:0:340539:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004eee6506. 00000800:00000200:0.0:1767388997.303666:0:340539:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767388997.303673:0:340539:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767388997.303760:0:340539:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767388997.303788:0:340539:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp11 [8/256/0/180] 00000400:00000010:0.0:1767388997.306916:0:340539:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 0000000026e76f9f. 00000400:00000010:0.0:1767388997.306926:0:340539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6ab8721. 00000400:00000010:0.0:1767388997.306933:0:340539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000400:00000001:0.0:1767388997.306952:0:340539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767388997.306955:0:340539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767388997.306957:0:340539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000823aebe7. 00000400:00000200:0.0:1767388997.306961:0:340539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000213d4250 00000400:00000010:0.0:1767388997.306964:0:340539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000213d4250. 00000400:00000010:0.0:1767388997.306969:0:340539:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 73 at 00000000ef59a443. 00000400:00000200:0.0:1767388997.306987:0:340539:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (2) 00000400:00000200:0.0:1767388997.307006:0:340539:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767388997.307019:0:340539:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131083 00000020:00000010:0.0:1767388997.307031:0:340539:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000000d5eedd. 00000020:01000000:0.0:1767388997.307040:0:340539:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767388997.307044:0:340539:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp11 00000400:00000010:0.0:1767388997.307068:0:340539:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b2988911. 00000400:00000010:0.0:1767388997.307076:0:340539:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000250a6b92. 00000800:00000200:1.1:1767388997.307323:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c15aeb1d] -> 12345-192.168.204.113@tcp10 (2) 00000100:00000001:0.0:1767388997.308157:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767388997.308167:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654521600 02000000:00000001:0.0:1767388997.308176:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767388997.308184:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767388997.308191:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767388997.308201:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767388997.308212:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654521600 00000020:00000001:0.0:1767388997.308224:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767388997.308230:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767388997.308238:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767388997.308245:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:0.0:1767388997.308250:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767388997.308262:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767388997.308273:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767388997.308282:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ef8d061. 00000100:00000001:0.0:1767388997.308296:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767388997.308306:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ef8d061. 00000020:00000010:0.0:1767388997.308336:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001ef2ca6. 00000020:00000010:0.0:1767388997.308359:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f369e19d. 00000020:00000010:0.0:1767388997.308378:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000028c77350. 00000100:00000040:0.0:1767388997.308399:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767388997.308406:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767388997.308415:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767388997.308424:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388997.308443:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388997.308466:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388997.308508:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767388997.308519:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654521472 02000000:00000001:0.0:1767388997.308531:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767388997.308541:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767388997.308549:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767388997.308557:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767388997.308595:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654521472 00000020:00000001:0.0:1767388997.308605:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767388997.308616:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767388997.308622:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767388997.308628:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:0.0:1767388997.308635:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767388997.308646:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767388997.308653:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767388997.308664:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ef8d061. 00000100:00000001:0.0:1767388997.308672:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767388997.308690:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ef8d061. 00000020:00000010:0.0:1767388997.308700:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000029149edc. 00000020:00000010:0.0:1767388997.308716:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000088d89f1b. 00000020:00000010:0.0:1767388997.308723:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007792c557. 00000100:00000001:0.0:1767388997.308782:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767388997.308788:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767388997.308794:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388997.308810:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388997.308819:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388997.308861:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767388997.308869:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767388997.308885:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00000040:0.0:1767388997.308896:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767388997.308901:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509326416 : -122821200225200 : ffff904b75fd5c50) 00000100:00000040:0.0:1767388997.308916:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000074d03ce5 x1853241654521600/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:448/0 lens 4848/0 e 0 to 0 dl 1767389008 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388997.308942:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767388997.308965:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009ef8d061. 00000100:00000001:0.0:1767388997.308976:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767388997.308983:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009ef8d061. 00000100:00100000:0.0:1767388997.308998:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000074d03ce5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654521600:12345-0@lo:253: 00000100:00000200:0.0:1767388997.309007:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654521600 00000020:00000001:0.0:1767388997.309016:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767388997.309023:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767388997.309030:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767388997.309045:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767388997.309054:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:0.0:1767388997.309063:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767388997.309066:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767388997.309072:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767388997.309075:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767388997.309079:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388997.309089:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767388997.309099:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767388997.309112:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000000d5eedd. 02000000:00000001:0.0:1767388997.309126:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767388997.309127:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c15aeb1d] -> 12345-192.168.204.113@tcp10 (2) 00000100:00000001:0.0:1767388997.309147:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767388997.309157:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:3.1:1767388997.309159:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp10 00000000f67d2259 deleted 00000800:00000010:3.1:1767388997.309175:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f67d2259. 20000000:00000010:0.0:1767388997.309183:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a87c2ca3. 00000800:00000200:3.1:1767388997.309193:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:01000000:0.0:1767388997.309195:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767388997.309206:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767388997.309212:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000200:3.1:1767388997.309224:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp10 ip 192.168.204.113:1021 20000000:00000001:0.0:1767388997.309224:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767388997.309237:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767388997.309242:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000034b1d8fe type 1, nob 176 niov 1 nkiov 1 20000000:00000001:0.0:1767388997.309252:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767388997.309274:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000056949f2e. 20000000:01000000:0.0:1767388997.309290:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:0.0:1767388997.309309:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767388997.309328:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767388997.309544:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767388997.309588:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767388997.309595:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767388997.309616:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767388997.309624:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767388997.309635:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:0.0:1767388997.309645:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767388997.309660:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004ed959e9. 00080000:00000001:0.0:1767388997.309665:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247337868288 : -122826371683328 : ffff904a41bf2c00) 00080000:00000001:0.0:1767388997.309670:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767388997.309927:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767388997.309932:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767388997.309939:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:3.1:1767388997.309953:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:0.0:1767388997.309976:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767388997.309983:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767388997.310280:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767388997.310287:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767388997.310396:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388997.310420:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767388997.310426:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388997.310434:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767388997.310457:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp10(192.168.204.113@tcp10) <- 192.168.204.113@tcp10 : PUT - for me 00000400:00000200:0.0:1767388997.310480:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767388997.310490:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 80/80 into md 0x1311 [1] + 0 00000400:00000010:0.0:1767388997.310496:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ba7e759. 00000400:00000200:0.0:1767388997.310502:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a8732a7e 00000800:00000001:0.0:1767388997.310509:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388997.310532:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767388997.310537:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767388997.310550:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp10->192.168.204.113@tcp10: PUT: OK 00000400:00000200:0.0:1767388997.310559:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000400:00000010:0.0:1767388997.310588:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 00000400:00000200:0.0:1767388997.310600:0:337531:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767388997.310607:0:337531:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (4) 00000400:00000200:0.0:1767388997.310620:0:337531:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000010:0.0:1767388997.310629:0:337531:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 000000000e90a893. 00000400:00000200:0.0:1767388997.310636:0:337531:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.113@tcp 3 00000400:00000200:0.0:1767388997.310645:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767388997.310682:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (5) 00000400:00000200:0.0:1767388997.310696:0:337531:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767388997.310714:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp10 to MR: 192.168.204.113@tcp10 local destination 00000400:00000200:0.0:1767388997.311494:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp10 NI seq info: [8:8:256:4294967295] 192.168.204.113@tcp10 LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1767388997.311517:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp10(192.168.204.113@tcp10:192.168.204.113@tcp10) -> 192.168.204.113@tcp10(192.168.204.113@tcp10:192.168.204.113@tcp10) 192.168.204.113@tcp10 : ACK try# 0 00000800:00000200:0.0:1767388997.311536:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp10 00000800:00000010:0.0:1767388997.311555:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e440f391. 00000800:00000200:0.0:1767388997.311587:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c15aeb1d] -> 12345-192.168.204.113@tcp10 (4) 00000800:00000200:0.0:1767388997.311597:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp10 ip 192.168.204.113:988 00000800:00000200:0.0:1767388997.311604:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e440f391 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767388997.311811:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767388997.311818:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e440f391. 00000400:00000200:0.0:1767388997.311824:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767388997.311831:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp10->192.168.204.113@tcp10: ACK: OK 00000800:00000001:0.0:1767388997.311845:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388997.311851:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767388997.311856:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388997.311863:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767388997.311869:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388997.311877:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767388997.311890:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp10(192.168.204.113@tcp10) <- 192.168.204.113@tcp10 : ACK - for me 00000400:00000200:0.0:1767388997.311913:0:337531:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp10: ACK from 12345-192.168.204.113@tcp10 into md 0x1385 00000400:00000200:0.0:1767388997.311922:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767388997.311932:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp10->192.168.204.113@tcp10: ACK: OK 00000400:00000200:0.0:1767388997.311937:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8bdd933 00000400:00000010:0.0:1767388997.311940:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8bdd933. 00000400:00000200:0.0:1767388997.311947:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767388997.311952:0:337531:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:0.0:1767388997.311961:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767388997.311969:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (4) 00000800:00000001:0.0:1767388997.311999:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388997.312009:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767388997.312051:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767388997.312059:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ba7e759. 00000400:00000010:0.0:1767388997.312067:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000400:00000200:0.0:1767388997.312076:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000089c3bb47 00000400:00000200:0.0:1767388997.312087:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000d1 00000400:00000010:0.0:1767388997.312098:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 80 at 000000005e273dd0. 00000400:00000010:0.0:1767388997.312103:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 96 at 000000006c2baa4f. 00000400:00000010:0.0:1767388997.312106:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 80 at 000000001ad50515. 00000400:00000010:0.0:1767388997.312127:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a249d984. 00000400:00000200:0.0:1767388997.312133:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a249d984 nid 192.168.204.113@tcp11 00000400:00000010:0.0:1767388997.312142:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002bb359b9. 00000400:00000200:0.0:1767388997.312146:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 000000002bb359b9 net tcp11 00000400:00000200:0.0:1767388997.312151:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (3) 00000400:00000200:0.0:1767388997.312158:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp11 flags 0x11 00000400:00000010:0.0:1767388997.312163:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 80 at 000000005e273dd0. 00000400:00000010:0.0:1767388997.312167:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 96 at 000000006c2baa4f. 00000400:00000010:0.0:1767388997.312169:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 80 at 000000001ad50515. 00000400:00000010:0.0:1767388997.312172:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 000000000e90a893. 00000400:00000200:0.0:1767388997.312176:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767388997.312180:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:0.0:1767388997.312185:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:0.0:1767388997.312189:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:0.0:1767388997.312193:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767388997.312196:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:0.0:1767388997.312200:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:0.0:1767388997.312205:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (4) 00000800:00000010:0.0:1767388997.312253:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e51571b6. 00000800:00000010:0.0:1767388997.312268:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2988911. 00000800:00000010:0.0:1767388997.312300:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003d976a82. 00000800:00000200:0.1:1767388997.312313:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c15aeb1d] -> 12345-192.168.204.113@tcp10 (4) 00000800:00000200:0.1:1767388997.312326:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp10 000000003d976a82 deleted 00000800:00000010:0.1:1767388997.312329:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003d976a82. 00000800:00000200:0.1:1767388997.312337:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767388997.312346:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp10 p 3.x 192.168.204.113 -> 192.168.204.113:1020 incarnation:1767388994601593261 sched[0] 00000800:00000010:0.0:1767388997.312355:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009ef8d061. 00000800:00000010:0.0:1767388997.312480:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009ef8d061. 00000800:00000010:0.0:1767388997.312489:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2988911. 00000800:00000010:0.0:1767388997.312529:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005fc99268. 00000800:00000001:0.0:1767388997.312591:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388997.312597:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767388997.313256:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 20000000:00000010:0.0:1767388997.330014:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bf605416. 20000000:01000000:0.0:1767388997.330026:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:0.0:1767388997.330036:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767388997.330047:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767388997.330092:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767388997.330108:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767388997.330112:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767388997.330121:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767388997.330134:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767388997.330141:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:0.0:1767388997.330156:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767388997.330174:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000097f4835b. 00080000:00000001:0.0:1767388997.330180:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247337864192 : -122826371687424 : ffff904a41bf1c00) 00080000:00000001:0.0:1767388997.330190:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767388997.330302:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767388997.330309:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767388997.330316:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767388997.330340:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767388997.330350:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767388997.330462:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767388997.330469:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767388997.333460:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299585352, at 4299585353 00000100:00000010:0.0:1767388997.333474:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000934c9089. 00010000:00000010:3.1:1767388997.335829:0:339622:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008a9795e3. 00010000:00000010:3.1:1767388997.335852:0:339622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001667e6f3. 00080000:00000001:0.0:1767388997.352007:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767388997.352017:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:0.0:1767388997.352021:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767388997.352023:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767388997.352026:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767388997.352038:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767388997.352042:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767388997.352049:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000100:00000001:0.0:1767388997.356430:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767388997.356436:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767388997.356446:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767388997.356453:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767388997.356458:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040d0b5a4. 00000400:00000200:0.0:1767388997.356466:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbc6fd91 00000400:00000010:0.0:1767388997.356471:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbc6fd91. 00000100:00000001:0.0:1767388997.356481:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767388997.356491:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7aedec5 x1853241654521600/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389013 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767388997.356517:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7aedec5 x1853241654521600/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389013 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388997.356541:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767388997.356545:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388997.356549:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767388997.356557:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767388997.356560:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767388997.356587:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767388997.356591:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767388997.356598:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=22 v=5 (5 0 0 0) 00000100:00001000:0.0:1767388997.356605:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1767388997.356610:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767388997.356613:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767388997.356617:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767388997.356625:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388997.356632:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767388997.356640:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7aedec5 x1853241654521600/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389013 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388997.356656:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767388997.356660:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767388997.356665:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767388997.356675:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767388997.356680:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767388997.356686:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767388997.356690:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767388997.356693:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767388997.356709:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767388997.356714:0:337536:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767388997.356720:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767388997.356767:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767388997.356776:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7aedec5 x1853241654521600/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389013 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767388997.356793:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7aedec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654521600:0@lo:253: 00000100:00000001:0.0:1767388997.356810:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388997.356814:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767388997.356826:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7aedec5 x1853241654521600/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389013 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388997.356844:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767388997.356852:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767388997.356857:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e4967048. 02000000:00000001:0.0:1767388997.356868:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767388997.356870:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767388997.356874:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767388997.356877:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767388997.356882:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d0056c3c. 02000000:00000001:0.0:1767388997.356888:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767388997.356891:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767388997.356894:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7aedec5. 00000100:00000001:0.0:1767388997.356899:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767388997.356901:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388997.356903:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388997.356910:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767388997.356912:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388997.356915:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767388997.356917:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767388997.358808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008a9795e3. 00010000:00000010:3.1:1767388997.358822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001667e6f3. 00000100:00000001:0.0:1767388997.515886:0:339016:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767388997.515890:0:339016:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388997.516850:0:338188:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767388997.516854:0:338188:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767388997.835912:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767388997.835917:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767388997.835920:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767388999.215974:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767388999.215992:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:0.0:1767388999.216012:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000400:00000200:0.0:1767388999.216025:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (4) 00000400:00000010:0.0:1767388999.216034:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fa2b11e7. 00000400:00000200:0.0:1767388999.216043:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000400:00000200:0.0:1767388999.216073:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:0.0:1767388999.216091:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767388999.216107:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767388999.216119:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:0.0:1767388999.216129:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp11 00000400:00000200:0.0:1767388999.216142:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp11 lpni_is_preferred = 0 00000400:00000200:0.0:1767388999.216154:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp11 00000400:00000200:0.0:1767388999.216168:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp11 NI seq info: [9:9:256:4294967295] 192.168.204.113@tcp11 LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1767388999.216184:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp11 00000400:00000200:0.0:1767388999.216200:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp11(192.168.204.113@tcp11:) -> 192.168.204.113@tcp11(192.168.204.113@tcp:192.168.204.113@tcp11) : PUT try# 0 00000800:00000200:0.0:1767388999.216212:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.204.113@tcp11 00000800:00000010:0.0:1767388999.216227:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000199047c9. 00000800:00000010:0.0:1767388999.216243:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001143181a. 00000800:00000010:0.0:1767388999.216252:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e62cc0f5. 00000800:00000200:0.0:1767388999.216271:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001143181a] -> 12345-192.168.204.113@tcp11 (2) 00000800:00000200:0.1:1767388999.216284:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001143181a] -> 12345-192.168.204.113@tcp11 (2) 00000400:00000200:0.0:1767388999.216305:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767388999.216309:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000100:00000001:0.0:1767388999.216363:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767388999.216373:0:337536:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767388999.216383:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388999.216405:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767388999.216415:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388999.216427:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767388999.216433:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767388999.216441:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767388999.216457:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000436416d9 x1853241654521728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388999.216488:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767388999.216494:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767388999.216500:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767388999.216504:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767388999.216509:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767388999.216523:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000436416d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654521728:0@lo:253: 00000100:00000001:0.0:1767388999.216561:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767388999.216574:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767388999.216580:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767388999.216584:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767388999.216595:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009d086109. 02000000:00000001:0.0:1767388999.216600:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767388999.216617:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e1374c5. 00000400:00000010:0.0:1767388999.216632:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a251298d. 00000100:00000200:0.0:1767388999.216643:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654521728, portal 25 00000100:00000001:0.0:1767388999.216647:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767388999.216655:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151428864 : -122821558122752 : ffff904b60a84700) 00000100:00000040:0.0:1767388999.216668:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000436416d9 x1853241654521728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389015 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388999.216698:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767388999.216708:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767388999.216718:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007014c312. 00000100:00000200:0.0:1767388999.216779:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654521728, offset 0 00000400:00000200:0.0:1767388999.216798:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767388999.216822:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767388999.216845:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372802f80 00000400:00000200:0.0:1767388999.216866:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x205 [2] + 0 00000400:00000010:0.0:1767388999.216880:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8632ad4. 00000400:00000200:0.0:1767388999.216895:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a498b61d 00000400:00000200:0.0:1767388999.216910:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767388999.216926:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767388999.216943:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a498b61d 00000400:00000010:0.0:1767388999.216962:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a498b61d. 00000100:00000001:0.0:1767388999.216978:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767388999.216986:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767388999.216993:0:337536:0:(events.c:337:request_in_callback()) incoming req@0000000054ac7fb1 x1853241654521728 msgsize 4848 00000100:00100000:0.0:1767388999.217010:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767388999.217020:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767388999.217043:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767388999.217082:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007014c312 00000400:00000010:0.0:1767388999.217088:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007014c312. 00000100:00000001:0.0:1767388999.217098:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767388999.217111:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000436416d9 x1853241654521728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389015 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388999.217137:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767388999.217148:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000436416d9 x1853241654521728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389015 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388999.217177:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388999.217184:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767388999.217192:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388999.217198:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299587260 00000100:00000010:0.0:1767388999.217210:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e273dd0. 00000100:00000001:0.0:1767388999.217222:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767388999.217240:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299587260 00000100:00000010:0.0:1767388999.217250:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006c2baa4f. 00000100:00000001:0.0:1767388999.217259:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767388999.217271:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299587260 00000100:00000010:0.0:1767388999.217282:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001ad50515. 00000100:00000001:0.0:1767388999.217291:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767388999.217301:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299587260 00000100:00000010:0.0:1767388999.217312:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e90a893. 00000100:00000001:0.0:1767388999.217325:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767388999.217334:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767388999.217345:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388999.217365:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388999.217376:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388999.217417:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767388999.217427:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654521728 02000000:00000001:0.0:1767388999.217435:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767388999.217444:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767388999.217454:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767388999.217468:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767388999.217478:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654521728 00000020:00000001:0.0:1767388999.217486:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767388999.217496:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767388999.217503:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767388999.217512:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:0.0:1767388999.217519:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767388999.217552:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767388999.217562:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767388999.217571:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec42b60c. 00000100:00000001:0.0:1767388999.217584:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767388999.217594:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec42b60c. 00000020:00000010:0.0:1767388999.217612:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077afd8b2. 00000020:00000010:0.0:1767388999.217628:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dd3d679d. 00000020:00000010:0.0:1767388999.217639:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000299cfb9. 00000100:00000040:0.0:1767388999.217666:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767388999.217676:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767388999.217679:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767388999.217688:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388999.217711:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388999.217819:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388999.217857:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767388999.217866:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767388999.217895:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000040:0.0:1767388999.217904:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:0.0:1767388999.217911:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251720007760 : -122821989543856 : ffff904b46f15050) 00000100:00000040:0.0:1767388999.217927:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000019eae05 x1853241654521856/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:450/0 lens 4848/0 e 0 to 0 dl 1767389010 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388999.217960:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767388999.217970:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec42b60c. 00000100:00000001:0.0:1767388999.217980:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767388999.217986:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec42b60c. 00000100:00100000:0.0:1767388999.218010:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000019eae05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654521856:12345-0@lo:253: 00000100:00000200:0.0:1767388999.218024:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654521856 00000020:00000001:0.0:1767388999.218034:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767388999.218044:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767388999.218051:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767388999.218058:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767388999.218063:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:0.0:1767388999.218076:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767388999.218082:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767388999.218089:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767388999.218099:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767388999.218106:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388999.218116:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767388999.218125:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767388999.218139:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d0056c3c. 02000000:00000001:0.0:1767388999.218151:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388999.218157:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767388999.218164:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767388999.218185:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000827d2aed. 20000000:01000000:0.0:1767388999.218194:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767388999.218204:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767388999.218211:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767388999.218218:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767388999.218225:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767388999.218231:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767388999.218251:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000133c1dbc. 20000000:01000000:0.0:1767388999.218260:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:0.0:1767388999.218273:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767388999.218284:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1767388999.218503:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767388999.218512:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767388999.218518:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767388999.218522:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767388999.218555:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767388999.218564:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:0.0:1767388999.218570:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000200:1.1:1767388999.218580:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001143181a] -> 12345-192.168.204.113@tcp11 (2) 00080000:00000010:0.0:1767388999.218581:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004ed959e9. 00080000:00000001:0.0:1767388999.218589:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247337868288 : -122826371683328 : ffff904a41bf2c00) 00000800:00000200:1.1:1767388999.218595:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp11 00000000f3d8cd4b deleted 00080000:00000001:0.0:1767388999.218598:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:1.1:1767388999.218604:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f3d8cd4b. 00000800:00000200:1.1:1767388999.218615:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767388999.218624:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp11 ip 192.168.204.113:1019 00000800:00000200:1.1:1767388999.218631:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000199047c9 type 1, nob 192 niov 1 nkiov 1 00000001:00000001:0.0:1767388999.218714:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767388999.218719:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767388999.218785:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767388999.218819:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767388999.218826:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767388999.219068:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767388999.219078:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:1.1:1767388999.219210:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:0.0:1767388999.219380:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388999.219402:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767388999.219409:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388999.219424:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767388999.219444:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp11(192.168.204.113@tcp11) <- 192.168.204.113@tcp11 : PUT - for me 00000400:00000200:0.0:1767388999.219477:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767388999.219495:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 96/96 into md 0x1399 [1] + 0 00000400:00000010:0.0:1767388999.219503:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ba7e759. 00000400:00000200:0.0:1767388999.219514:0:337529:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a8732a7e 00000800:00000001:0.0:1767388999.219525:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388999.219575:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767388999.219580:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767388999.219602:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp11->192.168.204.113@tcp11: PUT: OK 00000400:00000200:0.0:1767388999.219613:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000400:00000010:0.0:1767388999.219618:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 00000400:00000200:0.0:1767388999.219625:0:337529:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767388999.219630:0:337529:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (5) 00000400:00000200:0.0:1767388999.219640:0:337529:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000010:0.0:1767388999.219660:0:337529:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 0000000088d89f1b. 00000400:00000200:0.0:1767388999.219670:0:337529:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.113@tcp 4 00000400:00000200:0.0:1767388999.219682:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767388999.219707:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (6) 00000400:00000200:0.0:1767388999.219719:0:337529:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767388999.219789:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp11 to MR: 192.168.204.113@tcp11 local destination 00000400:00000200:0.0:1767388999.219799:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp11 NI seq info: [10:10:256:4294967295] 192.168.204.113@tcp11 LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767388999.219848:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp11(192.168.204.113@tcp11:192.168.204.113@tcp11) -> 192.168.204.113@tcp11(192.168.204.113@tcp11:192.168.204.113@tcp11) 192.168.204.113@tcp11 : ACK try# 0 00000800:00000200:0.0:1767388999.219864:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp11 00000800:00000010:0.0:1767388999.219872:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000199047c9. 00000800:00000200:0.0:1767388999.219887:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001143181a] -> 12345-192.168.204.113@tcp11 (4) 00000800:00000200:0.0:1767388999.219898:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp11 ip 192.168.204.113:988 00000800:00000200:0.0:1767388999.219902:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000199047c9 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767388999.220061:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767388999.220069:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000199047c9. 00000400:00000200:0.0:1767388999.220076:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767388999.220086:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp11->192.168.204.113@tcp11: ACK: OK 00000400:00000200:0.0:1767388999.220189:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767388999.220203:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ba7e759. 00000400:00000010:0.0:1767388999.220211:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000400:00000200:0.0:1767388999.220218:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000089c3bb47 00000400:00000200:0.0:1767388999.220227:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1004d1 00000400:00000010:0.0:1767388999.220242:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 00000000c4824f25. 00000400:00000010:0.0:1767388999.220250:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 00000000fff9dc21. 00000400:00000010:0.0:1767388999.220254:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 00000000032d1688. 00000400:00000010:0.0:1767388999.220282:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c5a7b0d2. 00000400:00000200:0.0:1767388999.220288:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c5a7b0d2 nid 192.168.204.113@tcp12 00000400:00000010:0.0:1767388999.220295:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000021f51461. 00000400:00000200:0.0:1767388999.220301:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 0000000021f51461 net tcp12 00000400:00000200:0.0:1767388999.220309:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (5) 00000400:00000200:0.0:1767388999.220326:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp12 flags 0x11 00000400:00000010:0.0:1767388999.220346:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 00000000c4824f25. 00000400:00000010:0.0:1767388999.220356:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 00000000fff9dc21. 00000400:00000010:0.0:1767388999.220364:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 00000000032d1688. 00000400:00000010:0.0:1767388999.220374:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 0000000088d89f1b. 00000400:00000200:0.0:1767388999.220388:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767388999.220396:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100551 00000400:00000200:0.0:1767388999.220406:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 1 00000400:00000200:0.0:1767388999.220419:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 00000400:00000200:0.0:1767388999.220429:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767388999.220437:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100511 rc 0 00000400:00000200:0.0:1767388999.220450:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:0.0:1767388999.220462:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (6) 00000800:00000001:0.0:1767388999.220498:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388999.220514:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767388999.220519:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388999.220555:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767388999.220558:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388999.220569:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767388999.220590:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp11(192.168.204.113@tcp11) <- 192.168.204.113@tcp11 : ACK - for me 00000400:00000200:0.0:1767388999.220621:0:337529:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp11: ACK from 12345-192.168.204.113@tcp11 into md 0x13b1 00000400:00000200:0.0:1767388999.220635:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767388999.220651:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp11->192.168.204.113@tcp11: ACK: OK 00000400:00000200:0.0:1767388999.220661:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000400:00000010:0.0:1767388999.220664:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000400:00000200:0.0:1767388999.220671:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767388999.220675:0:337529:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:0.0:1767388999.220678:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (5) 00000800:00000001:0.0:1767388999.220685:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767388999.220692:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767388999.221055:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001143181a] -> 12345-192.168.204.113@tcp11 (4) 00000800:00000200:1.1:1767388999.221064:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp11 000000003d976a82 deleted 00000800:00000010:1.1:1767388999.221067:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003d976a82. 00000800:00000200:1.1:1767388999.221074:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1767388999.221577:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00080000:00000001:0.0:1767388999.236125:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767388999.236136:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:0.0:1767388999.236142:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767388999.236149:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767388999.236187:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767388999.236207:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767388999.236212:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767388999.236222:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000100:00000040:0.0:1767388999.241205:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299587260, at 4299587261 00000100:00000010:0.0:1767388999.241218:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e273dd0. 00010000:00000010:2.1:1767388999.244802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003aa03c92. 00010000:00000010:2.1:1767388999.244828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a93216f0. 00000400:00000010:0.0:1767388999.259070:0:340848:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000069699bb7. 00000400:00000040:0.0:1767388999.259100:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767388999.259106:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767388999.259111:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767388999.259119:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767388999.259124:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767388999.259127:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767388999.259135:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767388999.259140:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767388999.259143:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767388999.259146:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767388999.259150:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767388999.259153:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767388999.259156:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767388999.259159:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767388999.259161:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767388999.259165:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767388999.259168:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767388999.259170:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767388999.259171:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767388999.259174:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767388999.259176:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767388999.259179:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767388999.259181:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767388999.259184:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767388999.259187:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767388999.259190:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767388999.259193:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767388999.259196:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767388999.259198:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767388999.259200:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767388999.259214:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767388999.259217:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767388999.259219:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767388999.259221:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767388999.259223:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767388999.259225:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767388999.259229:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767388999.259233:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767388999.259236:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767388999.259240:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767388999.259242:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767388999.259244:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767388999.259246:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767388999.259248:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767388999.259250:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767388999.259252:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767388999.259253:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767388999.259255:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767388999.259257:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767388999.259259:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767388999.259261:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767388999.259263:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767388999.259265:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767388999.259268:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767388999.259270:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767388999.259272:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767388999.259274:0:340848:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767388999.259299:0:340848:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000069699bb7. 00000100:00000001:0.0:1767388999.261651:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767388999.261656:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767388999.261664:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767388999.261670:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767388999.261676:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e1374c5. 00000400:00000200:0.0:1767388999.261685:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a251298d 00000400:00000010:0.0:1767388999.261692:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a251298d. 00000100:00000001:0.0:1767388999.261701:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767388999.261710:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000436416d9 x1853241654521728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389015 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767388999.261800:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000436416d9 x1853241654521728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389015 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388999.261831:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767388999.261836:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388999.261840:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767388999.261846:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767388999.261849:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767388999.261853:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767388999.261859:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767388999.261863:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=24 v=5 (5 0 0 0) 00000100:00001000:0.0:1767388999.261876:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1767388999.261883:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767388999.261886:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767388999.261889:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767388999.261895:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388999.261899:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767388999.261904:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000436416d9 x1853241654521728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389015 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388999.261918:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767388999.261922:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767388999.261924:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767388999.261928:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767388999.261930:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767388999.261931:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767388999.261933:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767388999.261935:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767388999.261936:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767388999.261937:0:337536:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767388999.261939:0:337536:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767388999.261941:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767388999.261942:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767388999.261945:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000436416d9 x1853241654521728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389015 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767388999.261954:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000436416d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654521728:0@lo:253: 00000100:00000001:0.0:1767388999.261959:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388999.261961:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767388999.261973:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000436416d9 x1853241654521728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389015 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767388999.261980:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767388999.261982:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767388999.261984:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009d086109. 02000000:00000001:0.0:1767388999.261989:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767388999.261990:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767388999.261991:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767388999.261994:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767388999.261995:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b4376673. 02000000:00000001:0.0:1767388999.261998:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767388999.262000:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767388999.262001:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000436416d9. 00000100:00000001:0.0:1767388999.262005:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767388999.262006:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388999.262007:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767388999.262013:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767388999.262015:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767388999.262017:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767388999.262018:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767388999.262765:0:340844:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ba2a26fb. 00010000:00000010:3.1:1767388999.262784:0:340844:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001667e6f3. 00000020:00000010:0.0:1767388999.585011:0:340922:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000e5d51f10. 00000020:00000040:0.0:1767388999.585022:0:340922:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(1) 00000020:00000010:0.0:1767388999.585026:0:340922:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000e5d51f10. 00000100:00000040:0.0:1767388999.590860:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299587609, at 4299587611 00000100:00000010:0.0:1767388999.590880:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d71ed45. 00000020:00000001:0.0:1767388999.884089:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767388999.884097:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767388999.884104:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767389000.907897:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389000.907907:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389000.907914:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767389001.170602:0:341159:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767389001.170607:0:341159:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp13 --if ens2 00000001:00000001:0.0:1767389001.178077:0:341159:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389001.190104:0:341160:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000076d45338. 00000400:00000010:0.0:1767389001.190125:0:341160:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f90f76ff. 00000400:00000010:0.0:1767389001.190139:0:341160:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000dbc6fd91. 00000400:00000010:0.0:1767389001.190145:0:341160:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000090f0b456. 00000400:00000010:0.0:1767389001.190150:0:341160:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000002a7ce60. 00000400:00000010:0.0:1767389001.190156:0:341160:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000df071e4e. 00000400:00000010:0.0:1767389001.190158:0:341160:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001ff59204. 00000400:00000010:0.0:1767389001.190160:0:341160:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009c680515. 00000400:00000010:0.0:1767389001.190165:0:341160:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ae2414c1. 00000800:00000010:0.0:1767389001.190177:0:341160:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e440f391. 00000800:00000200:0.0:1767389001.190191:0:341160:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389001.190199:0:341160:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389001.190251:0:341160:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389001.190281:0:341160:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp13 [8/256/0/180] 00000400:00000010:0.0:1767389001.193381:0:341160:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 000000002a236a57. 00000400:00000010:0.0:1767389001.193390:0:341160:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e1374c5. 00000400:00000010:0.0:1767389001.193398:0:341160:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000400:00000001:0.0:1767389001.193417:0:341160:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389001.193419:0:341160:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389001.193422:0:341160:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4ac21e4. 00000400:00000200:0.0:1767389001.193426:0:341160:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c269d9d 00000400:00000010:0.0:1767389001.193428:0:341160:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c269d9d. 00000400:00000010:0.0:1767389001.193433:0:341160:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 00000000c71c65ed. 00000400:00000200:0.0:1767389001.193439:0:341160:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (4) 00000400:00000200:0.0:1767389001.193456:0:341160:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389001.193469:0:341160:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000020:00000010:0.0:1767389001.193479:0:341160:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000049a7a0c7. 00000020:01000000:0.0:1767389001.193486:0:341160:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767389001.193489:0:341160:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp13 00000400:00000010:0.0:1767389001.193526:0:341160:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f90f76ff. 00000400:00000010:0.0:1767389001.193532:0:341160:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000076d45338. 00000800:00000200:2.1:1767389001.193912:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6c543c4] -> 12345-192.168.204.113@tcp12 (2) 00000800:00000200:3.1:1767389001.196152:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6c543c4] -> 12345-192.168.204.113@tcp12 (2) 00000800:00000200:3.1:1767389001.196172:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp12 00000000f8f1e024 deleted 00000800:00000010:3.1:1767389001.196178:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f8f1e024. 00000800:00000200:3.1:1767389001.196189:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767389001.196199:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp12 ip 192.168.204.113:1017 00000800:00000200:3.1:1767389001.196205:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b730cc42 type 1, nob 208 niov 1 nkiov 1 00000800:00000200:3.1:1767389001.196662:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:0.0:1767389001.199338:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003772bed3. 00000800:00000010:0.0:1767389001.199349:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f90f76ff. 00000800:00000010:0.0:1767389001.199382:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fab465bc. 00000800:00000200:0.1:1767389001.199400:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6c543c4] -> 12345-192.168.204.113@tcp12 (4) 00000800:00000200:0.1:1767389001.199410:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp12 00000000fab465bc deleted 00000800:00000010:0.1:1767389001.199413:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fab465bc. 00000800:00000200:0.1:1767389001.199418:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767389001.199425:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp12 p 3.x 192.168.204.113 -> 192.168.204.113:1016 incarnation:1767388999212871609 sched[0] 00000800:00000010:0.0:1767389001.199431:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000df18d881. 00000800:00000010:0.0:1767389001.199539:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000df18d881. 00000800:00000010:0.0:1767389001.199548:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f90f76ff. 00000800:00000010:0.0:1767389001.199615:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009196fbc8. 00000800:00000001:0.0:1767389001.199650:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389001.199656:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767389001.199994:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767389001.200003:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp12 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767388999212871609 sched[0] 00000800:00000010:0.0:1767389001.200007:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e8196d93. 00000800:00000001:0.0:1767389001.200086:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389001.200090:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389001.214964:0:339022:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389001.214973:0:339022:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767389001.214983:0:339022:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389001.214994:0:339022:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389001.215484:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389001.215507:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389001.215514:0:338168:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767389001.215532:0:338168:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767389001.215540:0:338168:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389001.215551:0:338168:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 000000008fa60142/0x95cd417baf42938a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf429391 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389001.215598:0:338168:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008fa60142 already unused, calling callback (000000001fe26c02) 10000000:00000001:0.0:1767389001.215607:0:338168:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767389001.215613:0:338168:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 000000008fa60142/0x95cd417baf42938a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x95cd417baf429391 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389001.215642:0:338168:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389001.215651:0:338168:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389001.215659:0:338168:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389001.215666:0:338168:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008fa60142 refcount=3 00000020:00000001:0.0:1767389001.215685:0:338168:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343635968 : -122826365915648 : ffff904a42172e00) 00010000:00000001:0.0:1767389001.215705:0:338168:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343635968 : -122826365915648 : ffff904a42172e00) 00010000:00000001:0.0:1767389001.215760:0:338168:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389001.215765:0:338168:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 000000008fa60142/0x95cd417baf42938a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x95cd417baf429391 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767389001.215774:0:338168:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767389001.215779:0:338168:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 000000008fa60142/0x95cd417baf42938a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x95cd417baf429391 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767389001.215784:0:338168:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767389001.215789:0:338168:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767389001.215795:0:338168:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767389001.215798:0:338168:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767389001.215803:0:338168:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767389001.215809:0:338168:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389001.215834:0:338168:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767389001.215842:0:338168:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767389001.215848:0:338168:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 2 10000000:00000001:0.0:1767389001.215859:0:338168:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767389001.215868:0:338168:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389001.215877:0:338168:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389001.215893:0:338168:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389001.215899:0:338168:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389001.215907:0:338168:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389001.215916:0:338168:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389001.215922:0:338168:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008fa60142 with handle 0x95cd417baf42938a from hash 00010000:00000001:0.0:1767389001.215930:0:338168:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389001.215934:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389001.215938:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389001.215948:0:338168:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389001.215960:0:338168:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389001.215965:0:338168:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767389001.215977:0:338168:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767389001.215986:0:338168:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767389001.215994:0:338168:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003fe1743c. 00000020:00000040:0.0:1767389001.216004:0:338168:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389001.216019:0:338168:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389001.216038:0:338168:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389001.216056:0:338168:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389001.216064:0:338168:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dd786ad9. 00000100:00000001:0.0:1767389001.216081:0:338168:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389001.216098:0:338168:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767389001.216109:0:338168:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 000000008fa60142/0x95cd417baf42938a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf429391 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389001.216118:0:338168:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767389001.216126:0:338168:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389001.216139:0:338168:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389001.216143:0:338168:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389001.216170:0:338168:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe1743c] to pc [ptlrpcd_00_01+1] req@000000003fe1743c x1853241654522624/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389001.216238:0:338168:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389001.216245:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389001.216259:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389001.216268:0:338168:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389001.216275:0:338168:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389001.216293:0:338168:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389001.216301:0:338168:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 000000008fa60142/0x95cd417baf42938a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf429391 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389001.216341:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389001.216346:0:338168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 000000008fa60142/0x95cd417baf42938a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf429391 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389001.216359:0:338168:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000885b8010 count: 0 00010000:00000001:0.0:1767389001.216379:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389001.216384:0:338168:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767389001.216388:0:338168:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000e706612d. 00010000:00000001:0.0:1767389001.216395:0:338168:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389001.216400:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389001.216406:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389001.216411:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767389001.216416:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389001.216428:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389001.216432:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767389001.216436:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389001.216441:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389001.216448:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.1:1767389001.222996:0:341166:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000078f6d8b2. 00010000:00000010:2.1:1767389001.223025:0:341166:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b0aab712. 00010000:00000010:2.1:1767389001.223046:0:341166:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000000f8d0db. 00010000:00000010:0.1:1767389001.230772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000885b8010. 00010000:00000010:0.1:1767389001.230784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008fa60142. 20000000:01000000:0.0:1767389001.234226:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389001.234234:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389001.234237:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389001.234243:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389001.234247:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389001.234254:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ca24f324. 00010000:00000001:0.0:1767389001.234262:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389001.234265:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c4f799da. 00000020:00000001:0.0:1767389001.234269:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389001.234276:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c4f799da with handle 0x95cd417baf42939f to hash 00000020:00000001:0.0:1767389001.234281:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389001.234283:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389001.234287:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389001.234291:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389001.234294:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389001.234298:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf42939f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389001.234304:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389001.234307:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389001.234309:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389001.234312:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389001.234315:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389001.234316:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389001.234320:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389001.234323:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389001.234324:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389001.234326:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389001.234329:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389001.234333:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ca24f324) refcount = 1 00010000:00010000:0.0:1767389001.234337:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c4f799da/0x95cd417baf42939f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389001.234352:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389001.234355:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389001.234357:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389001.234360:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389001.234362:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389001.234366:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389001.234371:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:0.0:1767389001.234375:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389001.234378:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389001.234381:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4f799da refcount=4 00000020:00000001:0.0:1767389001.234384:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389001.234388:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389001.234392:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389001.234395:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf42939f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389001.234402:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389001.234407:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf42939f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389001.234413:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389001.234416:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389001.234419:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c4f799da/0x95cd417baf42939f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389001.234426:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389001.234429:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389001.234433:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389001.234437:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c4f799da/0x95cd417baf42939f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389001.234444:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c4f799da already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389001.234448:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389001.234457:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389001.234461:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c4f799da/0x95cd417baf42939f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389001.234466:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389001.234469:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389001.234473:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389001.234476:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4f799da refcount=5 00000020:00000001:0.0:1767389001.234480:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389001.234485:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389001.234489:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389001.234504:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c4f799da/0x95cd417baf42939f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389001.234508:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389001.234510:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389001.234511:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389001.234516:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389001.234520:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389001.234526:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389001.234528:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389001.234530:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c4f799da with handle 0x95cd417baf42939f from hash 00010000:00000001:0.0:1767389001.234532:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389001.234534:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389001.234537:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389001.234538:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389001.234541:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389001.234542:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389001.234546:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389001.234549:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389001.234553:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389001.234557:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389001.234560:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389001.234564:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389001.234565:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389001.234566:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389001.234576:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389001.234579:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389001.234582:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c4f799da/0x95cd417baf42939f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389001.234586:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389001.234588:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389001.234590:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389001.234593:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389001.234594:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389001.234597:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389001.234600:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389001.234604:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389001.234605:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389001.234607:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c4f799da/0x95cd417baf42939f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389001.234611:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389001.234614:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389001.234616:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c4f799da/0x95cd417baf42939f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389001.234621:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ca24f324 count: 0 00010000:00000001:0.0:1767389001.234632:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389001.234635:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767389001.239784:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299589259, at 4299589260 00000100:00000010:0.0:1767389001.239792:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5e9d7b5. 00010000:00000010:0.1:1767389001.240746:0:341169:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ca24f324. 00010000:00000010:0.1:1767389001.240752:0:341169:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c4f799da. 00000100:00000001:3.0:1767389001.617033:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389001.617057:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389001.617069:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389001.617077:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389001.617084:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389001.617097:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389001.617106:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389001.617129:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389001.617153:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389001.617161:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389001.617176:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767389001.617195:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000036e528bb x1853241654523264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389001.617250:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389001.617265:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767389001.617282:0:337538:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967301 gen 2 00000100:00000040:3.0:1767389001.617303:0:337538:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 4294967301) req@000000003cde9322 x1853241654520192/t4294967301(4294967301) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767389007 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389001.617388:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389001.617402:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003cde9322 x1853241654520192/t4294967301(4294967301) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767389007 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389001.617466:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389001.617474:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389001.617501:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000078c6e70c. 02000000:00000001:3.0:1767389001.617512:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389001.617524:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389001.617533:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767389001.617543:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389001.617550:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a15cb649. 02000000:00000001:3.0:1767389001.617565:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389001.617574:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389001.617581:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003cde9322. 00000100:00000001:3.0:1767389001.617603:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389001.617610:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389001.617615:0:337538:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767389001.617628:0:337538:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1767389001.617647:0:337538:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767389001.617656:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389001.617677:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036e528bb x1853241654523264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389001.617785:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389001.617804:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389001.617814:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389001.617828:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036e528bb x1853241654523264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389017 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389001.617870:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036e528bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654523264:0@lo:400: 00000400:00000001:3.0:1767389001.617915:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389001.617918:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389001.617924:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4ac21e4. 00000400:00000200:3.0:1767389001.617940:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b193d21e 00000400:00000010:3.0:1767389001.617945:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b193d21e. 00000100:00000001:3.0:1767389001.617951:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389001.617964:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bcb1d94f x1853241654522752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389017 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389001.618040:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bcb1d94f x1853241654522752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389017 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389001.618124:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389001.618134:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389001.618149:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389001.618158:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389001.618165:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389001.618172:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389001.618186:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389001.618201:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389001.618228:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389001.618252:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389001.618259:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389001.618273:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767389001.618289:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bcb1d94f x1853241654522752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389017 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389001.618356:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389001.618376:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767389001.618385:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:3.0:1767389001.618395:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767389001.618405:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389001.618427:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bcb1d94f x1853241654522752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389017 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389001.618528:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389001.618546:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389001.618554:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767389001.618562:0:337538:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767389001.618572:0:337538:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767389001.618583:0:337538:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000004:00000020:3.0:1767389001.618619:0:337538:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000004:00000001:3.0:1767389001.618656:0:337538:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389001.618679:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bcb1d94f x1853241654522752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389017 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389001.618713:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bcb1d94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654522752:0@lo:13: 00000100:00000001:3.0:1767389001.619090:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389001.619095:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389001.619101:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036e528bb x1853241654523264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389017 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389001.619110:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389001.619114:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389001.619117:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e56c4ad7. 02000000:00000001:3.0:1767389001.619120:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389001.619122:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389001.619123:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767389001.619125:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389001.619135:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bf599263. 02000000:00000001:3.0:1767389001.619139:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389001.619141:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389001.619143:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036e528bb. 00000100:00000001:3.0:1767389001.619146:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389001.619148:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389001.619150:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389001.619155:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bcb1d94f x1853241654522752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389017 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389001.619162:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389001.619164:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389001.619165:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004154e44b. 02000000:00000001:3.0:1767389001.619167:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389001.619169:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389001.619169:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767389001.619172:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389001.619175:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000085ac4de6. 02000000:00000001:3.0:1767389001.619178:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389001.619179:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389001.619180:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bcb1d94f. 00000100:00000001:3.0:1767389001.619183:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389001.619184:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389001.619185:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389001.619192:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389001.619194:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389001.619197:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389001.619200:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389001.637833:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299589657, at 4299589658 00000100:00000010:0.0:1767389001.637846:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000021c48583. 00000100:00000040:3.0:1767389001.637875:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299589657, at 4299589658 00000100:00000010:3.0:1767389001.637890:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000043c89ada. 00010000:00000001:3.0:1767389001.931870:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389001.931878:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389001.931887:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389001.931889:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767389002.907602:0:341487:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767389002.907609:0:341487:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp14 --if ens2 00000001:00000001:0.0:1767389002.912749:0:341487:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389002.921689:0:341488:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000003de6ce0. 00000400:00000010:0.0:1767389002.921710:0:341488:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000017181ecc. 00000400:00000010:0.0:1767389002.921752:0:341488:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000037db5ce7. 00000400:00000010:0.0:1767389002.921758:0:341488:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000034a0aeed. 00000400:00000010:0.0:1767389002.921764:0:341488:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000db7ebe69. 00000400:00000010:0.0:1767389002.921769:0:341488:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c09d0c40. 00000400:00000010:0.0:1767389002.921771:0:341488:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cf6ae7dc. 00000400:00000010:0.0:1767389002.921773:0:341488:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000030559c52. 00000400:00000010:0.0:1767389002.921778:0:341488:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000003b572aa. 00000800:00000010:0.0:1767389002.921792:0:341488:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008bb0b8c2. 00000800:00000200:0.0:1767389002.921807:0:341488:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389002.921815:0:341488:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389002.921871:0:341488:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389002.921896:0:341488:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp14 [8/256/0/180] 00000400:00000010:0.0:1767389002.923966:0:341488:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 00000000be1ab5fc. 00000400:00000010:0.0:1767389002.923975:0:341488:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071ad8f9c. 00000400:00000010:0.0:1767389002.923983:0:341488:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021d5f531. 00000400:00000001:0.0:1767389002.924002:0:341488:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389002.924005:0:341488:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389002.924007:0:341488:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e1374c5. 00000400:00000200:0.0:1767389002.924010:0:341488:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000400:00000010:0.0:1767389002.924012:0:341488:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000400:00000010:0.0:1767389002.924016:0:341488:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 000000002a236a57. 00000400:00000200:0.0:1767389002.924022:0:341488:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (5) 00000400:00000200:0.0:1767389002.924036:0:341488:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389002.924047:0:341488:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:0.0:1767389002.924057:0:341488:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000049a7a0c7. 00000020:01000000:0.0:1767389002.924062:0:341488:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767389002.924065:0:341488:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp14 00000400:00000010:0.0:1767389002.924080:0:341488:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000017181ecc. 00000400:00000010:0.0:1767389002.924084:0:341488:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000003de6ce0. 00000800:00000200:2.1:1767389002.924341:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000520c0684] -> 12345-192.168.204.113@tcp13 (2) 00000100:00000001:0.0:1767389002.924429:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389002.924438:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389002.924444:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389002.924453:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c751f0db x1853241654523392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389002.924485:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389002.924499:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389002.924508:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389002.924513:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389002.924522:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389002.924527:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c751f0db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654523392:0@lo:253: 00000100:00000001:0.0:1767389002.924536:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389002.924546:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389002.924551:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389002.924557:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389002.924567:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000827d2aed. 02000000:00000001:0.0:1767389002.924572:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389002.924580:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e1374c5. 00000400:00000010:0.0:1767389002.924591:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017181ecc. 00000100:00000200:0.0:1767389002.924598:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654523392, portal 25 00000100:00000001:0.0:1767389002.924602:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389002.924604:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151432448 : -122821558119168 : ffff904b60a85500) 00000100:00000040:0.0:1767389002.924612:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c751f0db x1853241654523392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389018 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389002.924639:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389002.924646:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389002.924651:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8c3570a. 00000100:00000200:0.0:1767389002.924654:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654523392, offset 0 00000400:00000200:0.0:1767389002.924663:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389002.924680:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389002.924695:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372803600 00000400:00000200:0.0:1767389002.924706:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x975 [2] + 0 00000400:00000010:0.0:1767389002.924711:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016d3c1be. 00000400:00000200:0.0:1767389002.924719:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f1ab3558 00000400:00000200:0.0:1767389002.924788:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389002.924802:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389002.924812:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ab3558 00000400:00000010:0.0:1767389002.924818:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1ab3558. 00000100:00000001:0.0:1767389002.924828:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389002.924834:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389002.924849:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000291be7a1 x1853241654523392 msgsize 4848 00000100:00100000:0.0:1767389002.924869:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389002.924874:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389002.924893:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389002.924911:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8c3570a 00000100:00000001:3.0:1767389002.924915:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767389002.924916:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8c3570a. 00000100:00100000:3.0:1767389002.924924:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654523392 00000100:00000001:0.0:1767389002.924925:0:337539:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767389002.924932:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1767389002.924935:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c751f0db x1853241654523392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389018 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389002.924939:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389002.924948:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767389002.924949:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389002.924955:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c751f0db x1853241654523392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389018 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389002.924956:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389002.924967:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654523392 00000020:00000001:3.0:1767389002.924975:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767389002.924976:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389002.924981:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:0.0:1767389002.924982:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767389002.924988:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389002.924990:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389002.924993:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000001:0.0:1767389002.924999:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299590968 00000020:00000001:3.0:1767389002.925000:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389002.925008:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000010:0.0:1767389002.925009:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001ad50515. 00000100:00000001:3.0:1767389002.925014:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389002.925019:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000020:00000010:3.0:1767389002.925021:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2f62eca. 00000100:00000001:3.0:1767389002.925030:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389002.925030:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299590968 00000020:00000010:3.0:1767389002.925040:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2f62eca. 00000100:00000010:0.0:1767389002.925041:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad8b6bc0. 00000100:00000001:0.0:1767389002.925049:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000020:00000010:3.0:1767389002.925052:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000459071fc. 00000100:00000001:0.0:1767389002.925057:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299590968 00000020:00000010:3.0:1767389002.925061:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006319bc0f. 00000100:00000010:0.0:1767389002.925064:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f4146008. 00000100:00000001:0.0:1767389002.925071:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000020:00000010:3.0:1767389002.925073:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000042b2c985. 00000100:00000001:0.0:1767389002.925077:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299590968 00000100:00000010:0.0:1767389002.925083:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e90a893. 00000100:00000001:0.0:1767389002.925088:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767389002.925091:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767389002.925093:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389002.925096:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389002.925099:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389002.925100:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389002.925106:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389002.925108:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389002.925113:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389002.925120:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389002.925121:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389002.925132:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389002.925136:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389002.925139:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389002.925144:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389002.925148:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389002.925152:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389002.925154:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389002.925158:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654523520 02000000:00000001:3.0:1767389002.925164:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389002.925169:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389002.925174:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389002.925182:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389002.925189:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654523520 00000020:00000001:3.0:1767389002.925192:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389002.925194:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389002.925199:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389002.925201:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:3.0:1767389002.925208:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389002.925215:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389002.925231:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389002.925237:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2f62eca. 00000100:00000001:3.0:1767389002.925241:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389002.925244:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2f62eca. 00000020:00000010:3.0:1767389002.925252:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3315ace. 00000020:00000010:3.0:1767389002.925257:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000045ebdcd8. 00000100:00000001:0.0:1767389002.925259:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767389002.925264:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b708aa85. 00000100:00000001:0.0:1767389002.925266:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767389002.925274:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389002.925279:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767389002.925280:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00000001:3.0:1767389002.925281:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389002.925291:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389002.925292:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389002.925301:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389002.925301:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684802640 : -122822024748976 : ffff904b44d82050) 00000100:00000040:0.0:1767389002.925318:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000291be7a1 x1853241654523392/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:453/0 lens 4848/0 e 0 to 0 dl 1767389013 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389002.925353:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389002.925359:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047214a3f. 00000100:00000001:0.0:1767389002.925364:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389002.925369:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047214a3f. 00000100:00100000:0.0:1767389002.925377:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000291be7a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654523392:12345-0@lo:253: 00000100:00000200:0.0:1767389002.925386:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654523392 00000020:00000001:0.0:1767389002.925393:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389002.925400:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389002.925405:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389002.925410:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389002.925414:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:0.0:1767389002.925421:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389002.925425:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389002.925430:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389002.925436:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389002.925442:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389002.925451:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389002.925475:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389002.925483:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000049a7a0c7. 02000000:00000001:0.0:1767389002.925491:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389002.925499:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389002.925509:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767389002.925530:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000630769db. 20000000:01000000:0.0:1767389002.925535:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767389002.925540:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767389002.925546:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767389002.925550:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389002.925553:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389002.925557:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767389002.925571:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c5ba68b7. 20000000:01000000:0.0:1767389002.925575:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:0.0:1767389002.925581:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767389002.925591:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000200:2.1:1767389002.925622:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000520c0684] -> 12345-192.168.204.113@tcp13 (2) 00000800:00000200:2.1:1767389002.925626:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp13 000000002400f2ce deleted 00000800:00000010:2.1:1767389002.925629:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000002400f2ce. 00000800:00000200:2.1:1767389002.925635:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767389002.925643:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp13 ip 192.168.204.113:1015 00000800:00000200:2.1:1767389002.925647:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fcc85a2 type 1, nob 224 niov 1 nkiov 1 00000800:00000200:2.1:1767389002.925970:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:0.0:1767389002.926336:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767389002.926344:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767389002.926347:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389002.926351:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767389002.926359:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767389002.926369:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:0.0:1767389002.926375:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767389002.926382:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000046d31dea. 00080000:00000001:0.0:1767389002.926386:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252119565312 : -122821589986304 : ffff904b5ec21400) 00080000:00000001:0.0:1767389002.926391:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767389002.926544:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767389002.926548:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389002.926552:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767389002.926582:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389002.926588:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767389002.926859:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767389002.926863:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767389002.926915:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389002.926926:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389002.926929:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389002.926934:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389002.926944:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp13(192.168.204.113@tcp13) <- 192.168.204.113@tcp13 : PUT - for me 00000400:00000200:0.0:1767389002.926956:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767389002.926962:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 128/128 into md 0x1419 [1] + 0 00000400:00000010:0.0:1767389002.926966:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f193452a. 00000400:00000200:0.0:1767389002.926980:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000032e53f6d 00000800:00000001:0.0:1767389002.926985:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389002.926999:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389002.927002:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389002.927006:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp13->192.168.204.113@tcp13: PUT: OK 00000400:00000200:0.0:1767389002.927011:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000400:00000010:0.0:1767389002.927013:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000400:00000200:0.0:1767389002.927018:0:337531:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767389002.927022:0:337531:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (7) 00000400:00000200:0.0:1767389002.927027:0:337531:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000010:0.0:1767389002.927031:0:337531:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 00000000e8c3570a. 00000400:00000200:0.0:1767389002.927035:0:337531:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.113@tcp 6 00000400:00000200:0.0:1767389002.927040:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767389002.927053:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (8) 00000400:00000200:0.0:1767389002.927062:0:337531:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767389002.927073:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp13 to MR: 192.168.204.113@tcp13 local destination 00000400:00000200:0.0:1767389002.927079:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp13 NI seq info: [14:14:256:4294967295] 192.168.204.113@tcp13 LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1767389002.927092:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp13(192.168.204.113@tcp13:192.168.204.113@tcp13) -> 192.168.204.113@tcp13(192.168.204.113@tcp13:192.168.204.113@tcp13) 192.168.204.113@tcp13 : ACK try# 0 00000800:00000200:0.0:1767389002.927097:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp13 00000800:00000010:0.0:1767389002.927101:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022e6aaca. 00000800:00000200:0.0:1767389002.927106:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000520c0684] -> 12345-192.168.204.113@tcp13 (4) 00000800:00000200:0.0:1767389002.927111:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp13 ip 192.168.204.113:988 00000800:00000200:0.0:1767389002.927114:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000022e6aaca type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767389002.927180:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389002.927183:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022e6aaca. 00000400:00000200:0.0:1767389002.927187:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389002.927191:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp13->192.168.204.113@tcp13: ACK: OK 00000800:00000001:0.0:1767389002.927201:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389002.927206:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389002.927209:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389002.927215:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389002.927225:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389002.927230:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389002.927242:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp13(192.168.204.113@tcp13) <- 192.168.204.113@tcp13 : ACK - for me 00000400:00000200:0.0:1767389002.927259:0:337531:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp13: ACK from 12345-192.168.204.113@tcp13 into md 0x148d 00000400:00000200:0.0:1767389002.927265:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.1:1767389002.927272:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000520c0684] -> 12345-192.168.204.113@tcp13 (4) 00000400:00000200:0.0:1767389002.927277:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp13->192.168.204.113@tcp13: ACK: OK 00000800:00000200:1.1:1767389002.927286:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp13 0000000035ab9e51 deleted 00000400:00000200:0.0:1767389002.927287:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5a7741e 00000400:00000010:0.0:1767389002.927292:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5a7741e. 00000800:00000010:1.1:1767389002.927298:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000035ab9e51. 00000400:00000200:0.0:1767389002.927300:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000200:1.1:1767389002.927303:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000200:0.0:1767389002.927310:0:337531:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:0.0:1767389002.927323:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767389002.927329:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (7) 00000800:00000001:0.0:1767389002.927338:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389002.927345:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389002.927383:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767389002.927389:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf8c0870. 00000400:00000010:0.0:1767389002.927394:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000400:00000200:0.0:1767389002.927398:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000089c3bb47 00000400:00000200:0.0:1767389002.927404:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000d1 00000400:00000010:0.0:1767389002.927413:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 140 at 00000000131aca3d. 00000400:00000010:0.0:1767389002.927416:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 168 at 0000000071c9ae5f. 00000400:00000010:0.0:1767389002.927423:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 140 at 00000000395c0062. 00000400:00000010:0.0:1767389002.927443:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000495daf17. 00000400:00000200:0.0:1767389002.927448:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000495daf17 nid 192.168.204.113@tcp14 00000400:00000010:0.0:1767389002.927452:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000108afca4. 00000400:00000200:0.0:1767389002.927454:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000108afca4 net tcp14 00000400:00000200:0.0:1767389002.927475:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (6) 00000400:00000200:0.0:1767389002.927485:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp14 flags 0x11 00000400:00000010:0.0:1767389002.927491:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 140 at 00000000131aca3d. 00000400:00000010:0.0:1767389002.927497:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 168 at 0000000071c9ae5f. 00000400:00000010:0.0:1767389002.927504:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 140 at 00000000395c0062. 00000400:00000010:0.0:1767389002.927508:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 00000000e8c3570a. 00000400:00000200:0.0:1767389002.927513:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389002.927517:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:0.0:1767389002.927529:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000800:00000200:1.1:1767389002.927534:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:0.0:1767389002.927535:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:0.0:1767389002.927543:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389002.927551:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:0.0:1767389002.927561:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:0.0:1767389002.927567:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (7) 00000100:00000040:0.0:1767389002.948790:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299590968, at 4299590969 00000100:00000010:0.0:1767389002.948801:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001ad50515. 00000400:00000010:0.0:1767389002.948905:0:341493:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c3419891. 00000400:00000040:0.0:1767389002.948928:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389002.948931:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389002.948935:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389002.948938:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389002.948941:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389002.948943:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767389002.948947:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389002.948950:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389002.948952:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389002.948954:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767389002.948958:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389002.948961:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389002.948965:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389002.948967:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389002.948969:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767389002.948973:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389002.948975:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389002.948977:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767389002.948979:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767389002.948982:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389002.948985:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389002.948988:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389002.948990:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389002.948992:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389002.948994:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767389002.948996:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389002.948998:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389002.949006:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389002.949008:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389002.949010:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389002.949012:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767389002.949016:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389002.949018:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389002.949020:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389002.949023:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389002.949025:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389002.949027:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767389002.949031:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389002.949033:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389002.949036:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389002.949039:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389002.949041:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389002.949044:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767389002.949046:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767389002.949048:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767389002.949051:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767389002.949054:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767389002.949056:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767389002.949060:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389002.949062:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389002.949065:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767389002.949067:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389002.949069:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767389002.949073:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767389002.949075:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767389002.949076:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767389002.949078:0:341493:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767389002.949110:0:341493:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c3419891. 00000100:00000040:3.0:1767389002.949902:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299590968, at 4299590970 00000100:00000010:3.0:1767389002.949946:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e90a893. 00010000:00000010:2.1:1767389002.950757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000049ccbe27. 00010000:00000010:2.1:1767389002.950766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000078f6d8b2. 00080000:00000020:0.0:1767389002.954184:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389002.954188:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389002.954190:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000630769db. 20000000:00000001:0.0:1767389002.954195:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389002.954198:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654523392 00010000:00000001:0.0:1767389002.954201:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389002.954206:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000291be7a1 x1853241654523392/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:453/0 lens 4848/4768 e 0 to 0 dl 1767389013 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389002.954219:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389002.954221:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389002.954225:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389002.954229:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389002.954232:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389002.954234:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389002.954237:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389002.954239:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389002.954243:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389002.954246:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389002.954250:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e722c4e. 00000100:00000200:0.0:1767389002.954254:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654523392, offset 224 00000400:00000200:0.0:1767389002.954260:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389002.954268:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389002.954275:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372803600 00000400:00000200:0.0:1767389002.954280:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1491 [2] + 224 00000400:00000200:0.0:1767389002.954286:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389002.954291:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389002.954295:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389002.954300:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c751f0db x1853241654523392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389018 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389002.954311:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c751f0db x1853241654523392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389018 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389002.954328:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389002.954335:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e722c4e 00000400:00000010:0.0:1767389002.954336:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e722c4e. 00000100:00000001:0.0:1767389002.954340:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389002.954342:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389002.954347:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389002.954352:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389002.954356:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389002.954358:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389002.954361:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767389002.954373:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000291be7a1 x1853241654523392/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:453/0 lens 4848/4768 e 0 to 0 dl 1767389013 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389002.954386:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000291be7a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654523392:12345-0@lo:253: Request processed in 29032us (29535us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389002.954401:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00000040:0.0:1767389002.954406:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389002.954411:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389002.954414:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389002.954420:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006319bc0f. 00000020:00000010:0.0:1767389002.954426:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000042b2c985. 00000020:00000010:0.0:1767389002.954431:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000459071fc. 00000020:00000040:0.0:1767389002.954440:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:0.0:1767389002.954447:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389002.954451:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000049a7a0c7. 02000000:00000001:0.0:1767389002.954455:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389002.954473:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389002.954481:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767389002.954487:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ec3f993. 00000400:00000010:0.0:1767389002.954493:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e722c4e. 00080000:00000020:0.0:1767389002.955172:0:338175:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389002.955175:0:338175:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389002.955176:0:338175:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000000d5eedd. 20000000:00000001:0.0:1767389002.955180:0:338175:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389002.955183:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654523520 00010000:00000001:0.0:1767389002.955185:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389002.955187:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b7b950ea x1853241654523520/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:453/0 lens 4848/4768 e 0 to 0 dl 1767389013 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389002.955193:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389002.955194:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389002.955196:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389002.955198:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389002.955199:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389002.955201:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389002.955209:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389002.955210:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389002.955212:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389002.955214:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389002.955217:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020984529. 00000100:00000200:0.0:1767389002.955220:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654523520, offset 224 00000400:00000200:0.0:1767389002.955224:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389002.955229:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389002.955235:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372803680 00000400:00000200:0.0:1767389002.955239:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1499 [2] + 224 00000400:00000200:0.0:1767389002.955244:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389002.955247:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389002.955251:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389002.955254:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d6dac6d x1853241654523520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389018 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389002.955262:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008d6dac6d x1853241654523520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389018 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389002.955279:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389002.955286:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020984529 00000400:00000010:0.0:1767389002.955291:0:338175:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020984529. 00000100:00000001:0.0:1767389002.955297:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389002.955299:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389002.955306:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389002.955312:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389002.955319:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:1.0:1767389002.955321:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d6dac6d x1853241654523520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389018 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389002.955322:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389002.955326:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767389002.955331:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7b950ea x1853241654523520/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:453/0 lens 4848/4768 e 0 to 0 dl 1767389013 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389002.955339:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b7b950ea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654523520:12345-0@lo:253: Request processed in 29984us (30285us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389002.955354:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00000040:0.0:1767389002.955357:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000200:1.0:1767389002.955359:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d6dac6d x1853241654523520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389018 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389002.955364:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389002.955367:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389002.955368:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389002.955370:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767389002.955371:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389002.955374:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767389002.955374:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000045ebdcd8. 00000100:00000001:1.0:1767389002.955378:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389002.955380:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389002.955381:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b708aa85. 02000000:00000001:1.0:1767389002.955382:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389002.955385:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3315ace. 00000100:00001000:1.0:1767389002.955386:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=27 v=5 (5 0 0 0) 00000020:00000040:0.0:1767389002.955390:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00001000:1.0:1767389002.955391:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=27 v=5 (1 0 0 0) 02000000:00000001:0.0:1767389002.955396:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767389002.955397:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767389002.955399:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a53d7028. 00000100:00000001:1.0:1767389002.955400:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389002.955404:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389002.955405:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389002.955406:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389002.955407:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389002.955410:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389002.955412:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d6dac6d x1853241654523520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389018 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389002.955415:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767389002.955420:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e67fcab. 00000100:00000001:1.0:1767389002.955422:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389002.955425:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767389002.955425:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000020984529. 00000100:00000001:1.0:1767389002.955428:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389002.955432:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767389002.955434:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767389002.955435:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389002.955436:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389002.955437:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389002.955437:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389002.955438:0:337537:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767389002.955439:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389002.955440:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767389002.955443:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d6dac6d x1853241654523520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389018 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389002.955448:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d6dac6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654523520:0@lo:253: 00000100:00000001:1.0:1767389002.955451:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389002.955469:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389002.955472:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d6dac6d x1853241654523520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389018 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389002.955476:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389002.955477:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389002.955478:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000336b9256. 02000000:00000001:1.0:1767389002.955481:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389002.955482:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389002.955483:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389002.955484:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389002.955486:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c159bf17. 02000000:00000001:1.0:1767389002.955489:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389002.955490:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389002.955491:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d6dac6d. 00000100:00000001:1.0:1767389002.955492:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389002.955493:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389002.955495:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389002.955498:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389002.955499:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389002.955500:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389002.955502:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389002.956770:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389002.956774:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389002.956779:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389002.956781:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389002.956803:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389002.956806:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389002.956809:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.1:1767389002.958782:0:341497:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000049ccbe27. 00010000:00000010:2.1:1767389002.958791:0:341497:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000078f6d8b2. 00080000:00000001:3.0:1767389003.661816:0:341660:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389003.661841:0:341660:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389003.661849:0:341660:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389003.661859:0:341660:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389003.661869:0:341660:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389003.661874:0:341660:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389003.980814:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389003.980821:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389003.980828:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389003.980829:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389003.980918:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389003.980922:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389003.980925:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767389004.647685:0:341824:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767389004.647691:0:341824:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:0.0:1767389004.654268:0:341824:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767389004.664900:0:341825:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003df2a3e5. 00000400:00000010:3.0:1767389004.664924:0:341825:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000b30bd455. 00000400:00000010:3.0:1767389004.664940:0:341825:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000a42d16f. 00000400:00000010:3.0:1767389004.664946:0:341825:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000035940046. 00000400:00000010:3.0:1767389004.664953:0:341825:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000422ab368. 00000400:00000010:3.0:1767389004.664960:0:341825:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e498ec39. 00000400:00000010:3.0:1767389004.664963:0:341825:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000054d0ac87. 00000400:00000010:3.0:1767389004.664976:0:341825:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fbaa36f2. 00000400:00000010:3.0:1767389004.664981:0:341825:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000955532a2. 00000800:00000010:3.0:1767389004.664998:0:341825:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000076781d75. 00000800:00000200:3.0:1767389004.665015:0:341825:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767389004.665025:0:341825:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767389004.665084:0:341825:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:3.0:1767389004.665114:0:341825:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp15 [8/256/0/180] 00000400:00000010:3.0:1767389004.667970:0:341825:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 0000000056e1a0e1. 00000400:00000010:3.0:1767389004.667981:0:341825:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4ac21e4. 00000400:00000010:3.0:1767389004.667991:0:341825:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b193d21e. 00000400:00000001:3.0:1767389004.668012:0:341825:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389004.668015:0:341825:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389004.668018:0:341825:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071ad8f9c. 00000400:00000200:3.0:1767389004.668022:0:341825:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021d5f531 00000400:00000010:3.0:1767389004.668025:0:341825:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021d5f531. 00000400:00000010:3.0:1767389004.668030:0:341825:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 00000000be1ab5fc. 00000400:00000200:3.0:1767389004.668037:0:341825:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (6) 00000400:00000200:3.0:1767389004.668053:0:341825:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:3.0:1767389004.668068:0:341825:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:3.0:1767389004.668080:0:341825:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000017ad00eb. 00000020:01000000:3.0:1767389004.668089:0:341825:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767389004.668091:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767389004.668093:0:341825:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp15 00000400:00000200:0.0:1767389004.668105:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:0.0:1767389004.668118:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a179ee7f. 00000400:00000010:3.0:1767389004.668121:0:341825:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000b30bd455. 00000400:00000200:0.0:1767389004.668124:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (7) 00000400:00000010:3.0:1767389004.668128:0:341825:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003df2a3e5. 00000400:00000010:0.0:1767389004.668136:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ebaa41aa. 00000400:00000200:0.0:1767389004.668146:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000020:00000001:1.0:1767389004.668158:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767389004.668167:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767389004.668168:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 10000000:00000001:1.0:1767389004.668174:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767389004.668182:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:1.0:1767389004.668183:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767389004.668193:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767389004.668197:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767389004.668200:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767389004.668206:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389004.668212:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767389004.668213:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:1.0:1767389004.668215:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389004.668218:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389004.668220:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767389004.668221:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767389004.668224:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389004.668225:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767389004.668236:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d6dac6d. 00000400:00000200:0.0:1767389004.668244:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:00000040:1.0:1767389004.668246:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389004.668259:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767389004.668262:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767389004.668274:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 02000000:00000001:1.0:1767389004.668275:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389004.668284:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389004.668288:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp14 02000000:00000010:1.0:1767389004.668300:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000801f716c. 00000400:00000200:0.0:1767389004.668301:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp14 lpni_is_preferred = 0 00000400:00000200:0.0:1767389004.668312:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp14 00000100:00000001:1.0:1767389004.668314:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389004.668323:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp14 NI seq info: [15:15:256:4294967295] 192.168.204.113@tcp14 LPNI seq info [15:15:8:4294967295] 00000100:00000001:1.0:1767389004.668330:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389004.668335:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389004.668341:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp14 00000100:00000040:1.0:1767389004.668351:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d6dac6d] to pc [ptlrpcd_00_01+1] req@000000008d6dac6d x1853241654523648/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389004.668363:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp14(192.168.204.113@tcp14:) -> 192.168.204.113@tcp14(192.168.204.113@tcp:192.168.204.113@tcp14) : PUT try# 0 00000800:00000200:0.0:1767389004.668385:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 144 bytes in 1 frags to 12345-192.168.204.113@tcp14 00000800:00000010:0.0:1767389004.668394:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000042832b8f. 00000800:00000010:0.0:1767389004.668408:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000079a42a5. 10000000:00000001:1.0:1767389004.668411:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767389004.668414:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a7620ae1. 10000000:00000001:1.0:1767389004.668418:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389004.668423:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767389004.668443:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:0.0:1767389004.668450:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000079a42a5] -> 12345-192.168.204.113@tcp14 (2) 00000020:00000001:1.0:1767389004.668454:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767389004.668459:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:0.1:1767389004.668467:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000079a42a5] -> 12345-192.168.204.113@tcp14 (2) 10000000:00000001:1.0:1767389004.668468:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767389004.668476:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767389004.668483:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767389004.668487:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767389004.668490:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389004.668495:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767389004.668501:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000020:01000004:1.0:1767389004.668503:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389004.668510:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767389004.668514:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000020:01000004:1.0:1767389004.668516:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767389004.668521:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389004.668528:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767389004.668536:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c751f0db. 00000020:00000040:1.0:1767389004.668542:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389004.668551:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389004.668556:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389004.668561:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389004.668575:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000d6318e3. 00000100:00000001:1.0:1767389004.668584:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389004.668590:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389004.668594:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389004.668605:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c751f0db] to pc [ptlrpcd_00_02+2] req@00000000c751f0db x1853241654523776/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389004.668609:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 10000000:00000001:1.0:1767389004.668670:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389004.668678:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389004.668686:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767389004.668690:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767389004.668691:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000020:00000010:1.0:1767389004.668700:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000017ad00eb. 00000100:00000001:1.0:1767389004.668765:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389004.668773:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389004.668780:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389004.668791:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c751f0db x1853241654523776/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389004.668803:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767389004.668806:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000100:00000001:1.0:1767389004.668808:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389004.668821:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389004.668825:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389004.668829:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389004.668836:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c751f0db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654523776:0@lo:253: 00000100:00000001:1.0:1767389004.668846:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389004.668853:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389004.668856:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389004.668862:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767389004.668869:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 02000000:00000010:1.0:1767389004.668872:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000068d75856. 02000000:00000001:1.0:1767389004.668880:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389004.668888:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c57afbed. 00000400:00000010:1.0:1767389004.668899:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfa747d8. 00000100:00000200:1.0:1767389004.668909:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654523776, portal 25 00000100:00000001:1.0:1767389004.668913:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389004.668918:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151432448 : -122821558119168 : ffff904b60a85500) 00000400:00000200:0.0:1767389004.668922:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000100:00000040:1.0:1767389004.668930:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c751f0db x1853241654523776/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389020 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389004.668948:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389004.668962:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389004.668969:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017160571. 00000400:00000200:0.0:1767389004.668988:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000100:00000200:1.0:1767389004.668989:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654523776, offset 0 00000400:00000200:1.0:1767389004.669020:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389004.669042:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389004.669043:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389004.669070:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372803780 00000400:00000200:1.0:1767389004.669088:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9a5 [2] + 0 00000400:00000010:1.0:1767389004.669097:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063d7e076. 00000400:00000200:0.0:1767389004.669099:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389004.669104:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000918ce247 00000400:00000200:1.0:1767389004.669117:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389004.669126:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389004.669133:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000918ce247 00000400:00000010:1.0:1767389004.669139:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000918ce247. 00000100:00000001:1.0:1767389004.669146:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389004.669152:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767389004.669154:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000100:00000040:1.0:1767389004.669157:0:337538:0:(events.c:337:request_in_callback()) incoming req@000000008a2391c6 x1853241654523776 msgsize 4848 00000100:00100000:1.0:1767389004.669176:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389004.669182:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767389004.669203:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389004.669213:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389004.669214:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017160571 00000400:00000010:1.0:1767389004.669223:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017160571. 00000100:00000001:1.0:1767389004.669232:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389004.669241:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c751f0db x1853241654523776/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389020 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389004.669257:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389004.669263:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c751f0db x1853241654523776/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389020 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389004.669271:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389004.669274:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389004.669283:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389004.669290:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299592712 00000100:00000001:1.0:1767389004.669296:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299592712 00000100:00000001:1.0:1767389004.669302:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299592712 00000100:00000001:1.0:1767389004.669308:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299592712 00000100:00000001:1.0:1767389004.669310:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299592712 00000100:00000001:1.0:1767389004.669326:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299592712 00000100:00000001:1.0:1767389004.669331:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299592712 00000100:00000001:1.0:1767389004.669336:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299592712 00000100:00000001:1.0:1767389004.669343:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389004.669350:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389004.669354:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389004.669357:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389004.669365:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389004.669371:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389004.669376:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389004.669381:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389004.669385:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389004.669390:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389004.669407:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389004.669410:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767389004.669650:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000630769db. 00000800:00000010:0.0:1767389004.669659:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c515d746. 00000800:00000010:0.0:1767389004.669669:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005dfaf492. 00000400:00000200:1.0:1767389004.669895:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767389004.669937:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp14 from 245.3.0.2 00000800:00000010:1.0:1767389004.669945:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004956d033. 00000800:00000010:0.0:1767389004.670012:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005dfaf492. 00000100:00000001:0.0:1767389004.670167:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389004.670172:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389004.670181:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00000040:0.0:1767389004.670185:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:0.0:1767389004.670188:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684796496 : -122822024755120 : ffff904b44d80850) 00000100:00000040:0.0:1767389004.670198:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008a2391c6 x1853241654523776/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:455/0 lens 4848/0 e 0 to 0 dl 1767389015 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389004.670211:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389004.670222:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005dfaf492. 00000800:00000010:1.0:1767389004.670228:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002ccd5844. 00000100:00000001:0.0:1767389004.670234:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767389004.670238:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017160571. 00000020:00000010:0.0:1767389004.670244:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005dfaf492. 00000100:00100000:0.0:1767389004.670262:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008a2391c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654523776:12345-0@lo:253: 00000800:00000010:1.0:1767389004.670271:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000093d03ae7. 00000100:00000200:0.0:1767389004.670274:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654523776 00000020:00000001:0.0:1767389004.670282:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000200:1.1:1767389004.670286:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000079a42a5] -> 12345-192.168.204.113@tcp14 (2) 00000020:00000001:0.0:1767389004.670291:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389004.670300:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767389004.670302:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp14 0000000093d03ae7 deleted 00000800:00000010:1.1:1767389004.670313:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000093d03ae7. 00000020:00000001:0.0:1767389004.670313:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389004.670321:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000800:00000200:1.1:1767389004.670326:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000001:0.0:1767389004.670330:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389004.670336:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767389004.670341:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp14 ip 192.168.204.113:1013 00000020:00000001:0.0:1767389004.670344:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000200:1.1:1767389004.670349:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000042832b8f type 1, nob 240 niov 1 nkiov 1 00000020:00000001:0.0:1767389004.670350:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389004.670356:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389004.670361:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:1.0:1767389004.670362:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp14 p 3.x 192.168.204.113 -> 192.168.204.113:1013 incarnation:1767389002921793965 sched[0] 02000000:00000001:0.0:1767389004.670366:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:1.0:1767389004.670373:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eabf8db5. 02000000:00000010:0.0:1767389004.670378:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dc262799. 02000000:00000001:0.0:1767389004.670384:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389004.670387:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389004.670390:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767389004.670403:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000c1723ed. 20000000:01000000:0.0:1767389004.670409:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767389004.670412:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767389004.670447:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767389004.670451:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389004.670455:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389004.670458:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:1.0:1767389004.670484:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eabf8db5. 00000800:00000010:1.0:1767389004.670492:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017160571. 00000800:00000010:1.0:1767389004.670547:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004956d033. 00000800:00000001:1.0:1767389004.670569:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389004.670576:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767389004.670671:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389004.670679:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000042832b8f. 00000400:00000200:1.0:1767389004.670684:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389004.670691:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp14->192.168.204.113@tcp14: PUT: OK 00000400:00000200:1.0:1767389004.670697:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389004.670702:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 0 00000800:00000200:1.1:1767389004.670798:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767389004.670806:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp14 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389002921793965 sched[0] 00000800:00000010:1.0:1767389004.670810:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c515d746. 00000400:00000200:1.0:1767389004.670909:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389004.671015:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389004.671072:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389004.671132:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389004.671211:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389004.671288:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389004.671350:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389004.671397:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389004.671482:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389004.671569:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389004.671640:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000800:00000010:1.0:1767389004.671989:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c159bf17. 00000800:00000010:1.0:1767389004.671999:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017160571. 00000800:00000010:1.0:1767389004.672009:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eabf8db5. 00000800:00000010:1.0:1767389004.672064:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eabf8db5. 00000400:00000200:1.0:1767389004.672155:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767389004.672189:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp14 from 244.3.0.2 00000800:00000010:1.0:1767389004.672197:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000008bb7f3c1. 00000800:00000200:2.1:1767389004.672302:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000079a42a5] -> 12345-192.168.204.113@tcp14 (4) 00000800:00000200:2.1:1767389004.672310:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp14 0000000029bdb2fc deleted 00000800:00000010:2.1:1767389004.672314:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000029bdb2fc. 00000800:00000200:2.1:1767389004.672320:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1767389004.672548:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:1.0:1767389004.672629:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389004.672638:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767389004.686882:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389004.686893:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767389004.686893:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:0.0:1767389004.686901:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767389004.686902:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767389004.686904:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767389004.686908:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389004.686912:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389004.686914:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389004.686918:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002a83bb19. 20000000:01000000:0.0:1767389004.686923:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767389004.686927:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767389004.686941:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389004.686948:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767389004.686962:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000010:2.1:1767389004.692809:0:341829:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000049ccbe27. 00010000:00000010:2.1:1767389004.692826:0:341829:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a93216f0. 00000100:00000040:3.0:1767389004.693789:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299592712, at 4299592714 00000100:00000010:3.0:1767389004.693801:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b41b2e0d. 00000100:00000040:1.0:1767389004.693806:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299592712, at 4299592714 00000100:00000010:1.0:1767389004.693819:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d26df0e5. 00000100:00000040:0.0:1767389004.693886:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299592712, at 4299592714 00000100:00000010:0.0:1767389004.693898:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fe8c204. 00080000:00000001:1.0:1767389004.703006:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767389004.703011:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389004.703025:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389004.703029:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389004.703034:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389004.703039:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001563f23f. 00080000:00000001:1.0:1767389004.703046:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767389004.703075:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767389004.703082:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767389004.703084:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767389004.703088:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767389004.703090:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767389004.703098:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005d2f4073. 00010000:00000001:3.0:1767389004.703103:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389004.703106:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cb946552. 00000020:00000001:3.0:1767389004.703109:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389004.703121:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cb946552 with handle 0x95cd417baf4293bb to hash 00000020:00000001:3.0:1767389004.703124:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389004.703125:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00010000:00000001:3.0:1767389004.703129:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00010000:00000001:3.0:1767389004.703134:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389004.703136:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389004.703139:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cb946552/0x95cd417baf4293bb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389004.703148:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389004.703152:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389004.703154:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389004.703156:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389004.703159:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389004.703162:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389004.703164:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389004.703167:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389004.703169:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389004.703171:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389004.703172:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389004.703174:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005d2f4073) refcount = 1 00010000:00010000:3.0:1767389004.703178:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cb946552/0x95cd417baf4293bb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389004.703184:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389004.703186:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389004.703188:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389004.703190:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389004.703192:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767389004.703196:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767389004.703199:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:3.0:1767389004.703202:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389004.703203:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389004.703205:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cb946552 refcount=4 00000020:00000001:3.0:1767389004.703208:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00010000:00000001:3.0:1767389004.703220:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00010000:00000001:3.0:1767389004.703222:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767389004.703224:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cb946552/0x95cd417baf4293bb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389004.703231:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767389004.703233:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cb946552/0x95cd417baf4293bb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389004.703239:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389004.703241:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389004.703242:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cb946552/0x95cd417baf4293bb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389004.703248:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389004.703250:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389004.703253:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767389004.703255:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cb946552/0x95cd417baf4293bb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389004.703260:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cb946552 already unused, calling callback (00000000eb737536) 00010000:00000001:3.0:1767389004.703263:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389004.703265:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767389004.703268:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cb946552/0x95cd417baf4293bb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389004.703274:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767389004.703276:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389004.703277:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389004.703278:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cb946552 refcount=5 00000020:00000001:3.0:1767389004.703281:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00010000:00000001:3.0:1767389004.703283:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00010000:00000001:3.0:1767389004.703286:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767389004.703288:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cb946552/0x95cd417baf4293bb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389004.703300:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767389004.703302:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389004.703304:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389004.703308:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389004.703310:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389004.703313:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389004.703315:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389004.703317:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cb946552 with handle 0x95cd417baf4293bb from hash 00010000:00000001:3.0:1767389004.703319:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389004.703320:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389004.703321:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389004.703323:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389004.703324:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767389004.703326:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389004.703327:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767389004.703328:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389004.703330:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389004.703332:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767389004.703333:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767389004.703336:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389004.703337:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389004.703338:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389004.703341:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389004.703342:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389004.703344:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cb946552/0x95cd417baf4293bb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389004.703349:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389004.703350:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389004.703352:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767389004.703353:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767389004.703355:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389004.703356:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389004.703357:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767389004.703360:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389004.703361:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389004.703372:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cb946552/0x95cd417baf4293bb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389004.703377:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767389004.703378:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389004.703380:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cb946552/0x95cd417baf4293bb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389004.703385:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005d2f4073 count: 0 00010000:00000001:3.0:1767389004.703396:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767389004.703398:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:0.0:1767389004.704245:0:341830:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c3419891. 00000400:00000040:0.0:1767389004.704286:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389004.704292:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389004.704297:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389004.704302:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389004.704306:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389004.704310:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767389004.704316:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389004.704320:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389004.704323:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389004.704326:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767389004.704330:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389004.704333:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389004.704337:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389004.704339:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389004.704342:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767389004.704345:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389004.704347:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389004.704348:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767389004.704351:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767389004.704354:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389004.704356:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389004.704359:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389004.704371:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389004.704373:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389004.704375:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767389004.704378:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389004.704380:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389004.704382:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389004.704384:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389004.704387:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389004.704389:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767389004.704392:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389004.704395:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389004.704397:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389004.704399:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389004.704402:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389004.704404:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767389004.704407:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389004.704409:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389004.704412:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389004.704414:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389004.704417:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389004.704419:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767389004.704420:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767389004.704422:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767389004.704424:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767389004.704452:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767389004.704455:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767389004.704458:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389004.704460:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389004.704479:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767389004.704481:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389004.704483:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767389004.704486:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767389004.704488:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767389004.704490:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767389004.704492:0:341830:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767389004.704533:0:341830:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c3419891. 00080000:00000020:0.0:1767389004.704566:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389004.704570:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389004.704572:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000458893e6. 20000000:00000001:0.0:1767389004.704584:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389004.704589:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654523648 00010000:00000001:0.0:1767389004.704593:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389004.704600:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e778117a x1853241654523648/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:455/0 lens 4848/4768 e 0 to 0 dl 1767389015 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389004.704610:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389004.704613:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389004.704620:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389004.704626:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389004.704629:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389004.704632:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389004.704636:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389004.704639:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389004.704643:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389004.704647:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389004.704651:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045b1a437. 00000100:00000200:0.0:1767389004.704656:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654523648, offset 224 00000400:00000200:0.0:1767389004.704664:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389004.704675:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389004.704685:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372803700 00000400:00000200:0.0:1767389004.704691:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14bd [2] + 224 00000400:00000200:0.0:1767389004.704698:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389004.704703:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389004.704708:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389004.704713:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d6dac6d x1853241654523648/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389020 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389004.704723:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008d6dac6d x1853241654523648/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389020 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389004.704766:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389004.704779:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045b1a437 00000400:00000010:0.0:1767389004.704783:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045b1a437. 00000100:00000001:0.0:1767389004.704787:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389004.704790:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389004.704808:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389004.704816:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389004.704824:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389004.704830:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389004.704839:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767389004.704850:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e778117a x1853241654523648/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:455/0 lens 4848/4768 e 0 to 0 dl 1767389015 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389004.704903:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e778117a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654523648:12345-0@lo:253: Request processed in 34999us (35954us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389004.704929:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00000040:0.0:1767389004.704936:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389004.704946:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389004.704954:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389004.704963:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000096dee79. 00000020:00000010:0.0:1767389004.704974:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004e1ff831. 00000020:00000010:0.0:1767389004.704983:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009aa94067. 00000020:00000040:0.0:1767389004.704992:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:0.0:1767389004.704999:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389004.705004:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000b69a437. 02000000:00000001:0.0:1767389004.705011:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389004.705017:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389004.705025:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767389004.705033:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9cdb65e. 00000400:00000010:0.0:1767389004.705041:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045b1a437. 00080000:00000020:3.0:1767389004.708116:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389004.708119:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389004.708121:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000c1723ed. 20000000:00000001:3.0:1767389004.708126:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389004.708129:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654523776 00010000:00000001:3.0:1767389004.708131:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389004.708136:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008a2391c6 x1853241654523776/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:455/0 lens 4848/4768 e 0 to 0 dl 1767389015 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389004.708144:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389004.708145:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389004.708148:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389004.708152:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389004.708154:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389004.708156:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389004.708159:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389004.708161:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389004.708164:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389004.708169:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389004.708172:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073e4656b. 00000100:00000200:3.0:1767389004.708176:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654523776, offset 224 00000400:00000200:3.0:1767389004.708181:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389004.708188:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389004.708195:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372803780 00000400:00000200:3.0:1767389004.708199:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14c5 [2] + 224 00000400:00000200:3.0:1767389004.708215:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389004.708218:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389004.708222:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389004.708225:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c751f0db x1853241654523776/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389020 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389004.708250:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c751f0db x1853241654523776/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389020 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389004.708276:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389004.708286:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073e4656b 00000400:00000010:3.0:1767389004.708289:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073e4656b. 00000100:00000001:3.0:1767389004.708293:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389004.708311:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389004.708317:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389004.708319:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389004.708322:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389004.708323:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389004.708325:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389004.708329:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a2391c6 x1853241654523776/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:455/0 lens 4848/4768 e 0 to 0 dl 1767389015 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389004.708337:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008a2391c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337538:x1853241654523776:12345-0@lo:253: Request processed in 38126us (39179us total) trans 0 rc 0/0 00000100:00100000:3.0:1767389004.708345:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00000040:3.0:1767389004.708348:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389004.708349:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389004.708351:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389004.708354:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000864fe3b4. 00000020:00000010:3.0:1767389004.708357:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000008f3996a. 00000020:00000010:3.0:1767389004.708361:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bcc1867e. 00000020:00000040:3.0:1767389004.708364:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:3.0:1767389004.708367:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389004.708369:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dc262799. 02000000:00000001:3.0:1767389004.708372:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389004.708374:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767389004.708388:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767389004.708394:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000823aebe7. 00000400:00000010:3.0:1767389004.708408:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073e4656b. 00010000:00000010:3.1:1767389004.709807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005d2f4073. 00010000:00000010:3.1:1767389004.709820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cb946552. 00010000:00000001:3.0:1767389005.003802:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389005.003808:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389005.003816:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389005.003819:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389005.003861:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389005.003865:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389005.003868:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767389005.633547:0:342008:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389005.633569:0:342008:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389005.633576:0:342008:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389005.633586:0:342008:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389005.633596:0:342008:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389005.633601:0:342008:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389006.027876:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389006.027884:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389006.027893:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389006.027897:0:255632:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767389006.027901:0:255632:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767389006.027905:0:255632:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389006.027910:0:255632:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767389006.027913:0:255632:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389006.027915:0:255632:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389006.027918:0:255632:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389006.027987:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389006.027994:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389006.027998:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767389006.649023:0:342172:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767389006.649030:0:342172:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp16 --if ens2 00000001:00000001:3.0:1767389006.655844:0:342172:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000200:0.0:1767389006.672055:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767389006.672070:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:0.0:1767389006.672086:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002db60def. 00000400:00000200:0.0:1767389006.672093:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (8) 00000400:00000010:0.0:1767389006.672103:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000017f39aac. 00000400:00000200:0.0:1767389006.672109:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000400:00000200:0.0:1767389006.672130:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:0.0:1767389006.672150:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767389006.672158:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000001:1.0:1767389006.672164:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767389006.672164:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:00000001:1.0:1767389006.672176:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767389006.672177:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 10000000:00000001:1.0:1767389006.672185:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767389006.672192:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767389006.672199:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:1.0:1767389006.672200:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767389006.672207:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767389006.672216:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767389006.672222:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:1.0:1767389006.672223:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389006.672229:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389006.672235:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389006.672239:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767389006.672242:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000020:01000004:1.0:1767389006.672243:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767389006.672249:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389006.672253:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767389006.672260:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp15 00000100:00000010:1.0:1767389006.672263:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4ee76d5. 00000400:00000200:0.0:1767389006.672273:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp15 lpni_is_preferred = 0 00000020:00000040:1.0:1767389006.672274:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:0.0:1767389006.672286:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp15 00000100:00000001:1.0:1767389006.672287:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389006.672294:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767389006.672304:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp15 NI seq info: [17:17:256:4294967295] 192.168.204.113@tcp15 LPNI seq info [17:17:8:4294967295] 02000000:00000001:1.0:1767389006.672305:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389006.672326:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000336b9256. 00000400:00000200:0.0:1767389006.672330:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp15 00000100:00000001:1.0:1767389006.672341:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389006.672355:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp15(192.168.204.113@tcp15:) -> 192.168.204.113@tcp15(192.168.204.113@tcp:192.168.204.113@tcp15) : PUT try# 0 00000100:00000001:1.0:1767389006.672359:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389006.672365:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767389006.672372:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.204.113@tcp15 00000800:00000010:0.0:1767389006.672381:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003ba51547. 00000100:00000040:1.0:1767389006.672382:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ee76d5] to pc [ptlrpcd_00_03+3] req@00000000a4ee76d5 x1853241654523904/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767389006.672428:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000ee4e6f3. 00000800:00000010:0.0:1767389006.672436:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004f8ee947. 00000800:00000200:0.0:1767389006.672446:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ee4e6f3] -> 12345-192.168.204.113@tcp15 (2) 00000800:00000200:0.1:1767389006.672455:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ee4e6f3] -> 12345-192.168.204.113@tcp15 (2) 10000000:00000001:1.0:1767389006.672469:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389006.672476:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389006.672480:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389006.672485:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000020:01000000:1.0:1767389006.672487:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767389006.672496:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000020:00000001:1.0:1767389006.672500:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767389006.672508:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767389006.672513:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767389006.672531:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767389006.672540:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767389006.672541:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767389006.672549:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767389006.672550:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767389006.672556:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389006.672561:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389006.672564:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389006.672570:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389006.672573:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767389006.672579:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389006.672583:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767389006.672589:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e6b7135. 00000020:00000040:1.0:1767389006.672599:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389006.672611:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389006.672617:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389006.672625:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389006.672637:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a53d7028. 00000400:00000200:0.0:1767389006.672647:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000100:00000001:1.0:1767389006.672650:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.672662:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389006.672665:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389006.672680:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e6b7135] to pc [ptlrpcd_00_00+0] req@000000005e6b7135 x1853241654524032/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767389006.672724:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389006.672775:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389006.672779:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767389006.672782:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767389006.672787:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000d6318e3. 00000400:00000200:0.0:1767389006.672802:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000100:00000001:1.0:1767389006.672814:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389006.672823:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389006.672830:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389006.672841:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005e6b7135 x1853241654524032/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.672860:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389006.672865:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389006.672871:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767389006.672876:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 02000000:00000001:1.0:1767389006.672878:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389006.672888:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389006.672909:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005e6b7135 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654524032:0@lo:253: 00000100:00000001:1.0:1767389006.672923:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389006.672931:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389006.672936:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389006.672943:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767389006.672944:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 02000000:00000010:1.0:1767389006.672972:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b97d974d. 02000000:00000001:1.0:1767389006.672982:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389006.672992:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa8de079. 00000400:00000200:0.0:1767389006.673006:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000010:1.0:1767389006.673018:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de9680a4. 00000100:00000200:1.0:1767389006.673030:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654524032, portal 25 00000100:00000001:1.0:1767389006.673038:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389006.673043:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151427968 : -122821558123648 : ffff904b60a84380) 00000100:00000040:1.0:1767389006.673055:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005e6b7135 x1853241654524032/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389022 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.673069:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389006.673077:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389006.673082:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a6e87b7. 00000100:00000200:1.0:1767389006.673089:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654524032, offset 0 00000400:00000200:0.0:1767389006.673094:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389006.673118:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389006.673139:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389006.673158:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389006.673161:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372803880 00000400:00000200:1.0:1767389006.673180:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9c5 [2] + 0 00000400:00000010:1.0:1767389006.673191:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f2b8985. 00000400:00000200:1.0:1767389006.673200:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000071437caa 00000400:00000200:1.0:1767389006.673209:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389006.673221:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389006.673228:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071437caa 00000400:00000200:0.0:1767389006.673231:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000010:1.0:1767389006.673235:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071437caa. 00000100:00000001:1.0:1767389006.673248:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389006.673252:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389006.673258:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000c9cb4b4e x1853241654524032 msgsize 4848 00000100:00100000:1.0:1767389006.673275:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389006.673281:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767389006.673302:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389006.673328:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a6e87b7 00000400:00000200:0.0:1767389006.673334:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000010:1.0:1767389006.673335:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a6e87b7. 00000100:00000001:1.0:1767389006.673346:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389006.673357:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005e6b7135 x1853241654524032/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389022 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.673371:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389006.673376:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005e6b7135 x1853241654524032/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.673423:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.673429:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389006.673445:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389006.673447:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000100:00000001:1.0:1767389006.673454:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299594716 00000100:00000001:1.0:1767389006.673462:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299594716 00000100:00000001:1.0:1767389006.673465:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299594716 00000100:00000001:1.0:1767389006.673469:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299594716 00000100:00000001:1.0:1767389006.673472:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299594716 00000100:00000001:1.0:1767389006.673476:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299594716 00000100:00000001:1.0:1767389006.673480:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299594716 00000100:00000001:1.0:1767389006.673483:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299594716 00000100:00000001:1.0:1767389006.673486:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389006.673491:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.673496:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.673500:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.673509:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389006.673512:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389006.673519:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389006.673523:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389006.673529:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.673537:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.673566:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767389006.673570:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000100:00000001:1.0:1767389006.673575:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.673609:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389006.673617:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654524032 02000000:00000001:1.0:1767389006.673637:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389006.673640:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389006.673644:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389006.673654:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389006.673661:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654524032 00000020:00000001:1.0:1767389006.673667:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767389006.673667:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000020:00000040:1.0:1767389006.673675:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389006.673681:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389006.673685:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:1.0:1767389006.673689:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389006.673693:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389006.673699:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389006.673708:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a13d348e. 00000100:00000001:1.0:1767389006.673716:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389006.673723:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a13d348e. 00000020:00000010:1.0:1767389006.673787:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002eb3b468. 00000020:00000010:1.0:1767389006.673795:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000322994a4. 00000020:00000010:1.0:1767389006.673803:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b171edbd. 00000100:00000001:1.0:1767389006.673812:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389006.673815:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389006.673819:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.673830:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.673843:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.673868:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389006.673872:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389006.673880:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00000040:1.0:1767389006.673886:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389006.673890:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684806736 : -122822024744880 : ffff904b44d83050) 00000100:00000040:1.0:1767389006.673899:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ccac6015 x1853241654523904/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:457/0 lens 4848/0 e 0 to 0 dl 1767389017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.673911:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389006.673916:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a13d348e. 00000100:00000001:1.0:1767389006.673921:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389006.673934:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a13d348e. 00000100:00100000:1.0:1767389006.673943:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ccac6015 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654523904:12345-0@lo:253: 00000100:00000200:1.0:1767389006.673951:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654523904 00000020:00000001:1.0:1767389006.673956:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389006.673962:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389006.673966:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389006.673971:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389006.673975:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:1.0:1767389006.673981:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389006.673984:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389006.673990:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389006.673994:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389006.673999:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.674005:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389006.674010:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389006.674021:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006268f9a3. 02000000:00000001:1.0:1767389006.674025:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.674028:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389006.674032:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767389006.674049:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009f89e09d. 20000000:01000000:1.0:1767389006.674055:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767389006.674060:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767389006.674065:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767389006.674069:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389006.674072:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389006.674076:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767389006.674093:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c897f5e6. 20000000:01000000:1.0:1767389006.674097:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:1.0:1767389006.674105:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767389006.674114:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767389006.674207:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767389006.674213:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767389006.674216:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389006.674219:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767389006.674226:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767389006.674234:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00000800:00000010:0.0:1767389006.674235:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008568b4b6. 00000800:00000010:0.0:1767389006.674248:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008536a3d2. 00080000:00000001:1.0:1767389006.674252:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000010:0.0:1767389006.674266:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000092436606. 00080000:00000010:1.0:1767389006.674269:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000146c0669. 00080000:00000001:1.0:1767389006.674278:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247412099072 : -122826297452544 : ffff904a462bd800) 00080000:00000001:1.0:1767389006.674283:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:0.0:1767389006.674342:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000092436606. 00000001:00000001:1.0:1767389006.674504:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767389006.674510:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389006.674517:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767389006.674554:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389006.674561:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767389006.674587:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767389006.674626:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp15 from 243.3.0.2 00000800:00000010:0.0:1767389006.674633:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000051616c80. 00080000:00000001:1.0:1767389006.674873:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767389006.674879:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767389006.674941:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000df787cbc. 00000800:00000010:1.0:1767389006.674949:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008a6e87b7. 00000800:00000010:1.0:1767389006.674992:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c2da8b36. 00000800:00000200:1.1:1767389006.675001:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ee4e6f3] -> 12345-192.168.204.113@tcp15 (2) 00000800:00000200:1.1:1767389006.675012:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp15 00000000c2da8b36 deleted 00000800:00000010:1.1:1767389006.675015:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c2da8b36. 00000800:00000200:1.1:1767389006.675024:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767389006.675037:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp15 ip 192.168.204.113:1011 00000800:00000200:1.1:1767389006.675044:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003ba51547 type 1, nob 256 niov 1 nkiov 1 00000800:00000200:1.0:1767389006.675055:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp15 p 3.x 192.168.204.113 -> 192.168.204.113:1011 incarnation:1767389004665000593 sched[0] 00000800:00000010:1.0:1767389006.675063:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a13d348e. 00000800:00000010:1.0:1767389006.675167:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a13d348e. 00000800:00000010:1.0:1767389006.675174:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008a6e87b7. 00000800:00000200:2.1:1767389006.675200:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:1.0:1767389006.675237:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000051616c80. 00000800:00000001:1.0:1767389006.675269:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389006.675281:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767389006.675372:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389006.675380:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003ba51547. 00000400:00000200:1.0:1767389006.675386:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389006.675419:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp15->192.168.204.113@tcp15: PUT: OK 00000400:00000200:1.0:1767389006.675427:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389006.675433:0:337529:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 0 00000800:00000001:1.0:1767389006.675448:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389006.675456:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389006.675460:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389006.675467:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389006.675477:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp15(192.168.204.113@tcp15) <- 192.168.204.113@tcp15 : PUT - for me 00000400:00000200:1.0:1767389006.675494:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767389006.675507:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 160/160 into md 0x14cd [1] + 0 00000400:00000010:1.0:1767389006.675524:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009581fcfc. 00000400:00000200:1.0:1767389006.675532:0:337529:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003b722476 00000800:00000001:1.0:1767389006.675540:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389006.675555:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389006.675559:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389006.675565:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp15->192.168.204.113@tcp15: PUT: OK 00000400:00000200:1.0:1767389006.675573:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b722476 00000400:00000010:1.0:1767389006.675576:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b722476. 00000400:00000200:1.0:1767389006.675590:0:337529:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767389006.675598:0:337529:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (9) 00000400:00000200:1.0:1767389006.675608:0:337529:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000010:1.0:1767389006.675614:0:337529:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 000000008a6e87b7. 00000400:00000200:1.0:1767389006.675619:0:337529:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.113@tcp 8 00000400:00000200:1.0:1767389006.675627:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389006.675649:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (10) 00000400:00000200:1.0:1767389006.675656:0:337529:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767389006.675670:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp15 to MR: 192.168.204.113@tcp15 local destination 00000400:00000200:1.0:1767389006.675682:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp15 NI seq info: [18:18:256:4294967295] 192.168.204.113@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1767389006.675707:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp15(192.168.204.113@tcp15:192.168.204.113@tcp15) -> 192.168.204.113@tcp15(192.168.204.113@tcp15:192.168.204.113@tcp15) 192.168.204.113@tcp15 : ACK try# 0 00000800:00000200:1.0:1767389006.675717:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp15 00000800:00000010:1.0:1767389006.675855:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005acbe559. 00000800:00000200:1.0:1767389006.675868:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ee4e6f3] -> 12345-192.168.204.113@tcp15 (4) 00000800:00000200:1.0:1767389006.675877:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp15 ip 192.168.204.113:988 00000800:00000200:1.0:1767389006.675882:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005acbe559 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767389006.675978:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389006.675984:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005acbe559. 00000400:00000200:1.0:1767389006.675996:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389006.676005:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp15->192.168.204.113@tcp15: ACK: OK 00000800:00000001:1.0:1767389006.676020:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389006.676027:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389006.676041:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389006.676050:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389006.676053:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389006.676062:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389006.676074:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp15(192.168.204.113@tcp15) <- 192.168.204.113@tcp15 : ACK - for me 00000400:00000200:1.0:1767389006.676093:0:337529:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp15: ACK from 12345-192.168.204.113@tcp15 into md 0x14e5 00000400:00000200:1.0:1767389006.676102:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389006.676111:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp15->192.168.204.113@tcp15: ACK: OK 00000400:00000200:1.0:1767389006.676119:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002db60def 00000400:00000010:1.0:1767389006.676122:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002db60def. 00000400:00000200:1.0:1767389006.676129:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767389006.676135:0:337529:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:1.0:1767389006.676144:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389006.676149:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (9) 00000800:00000001:1.0:1767389006.676157:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389006.676163:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389006.676206:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767389006.676214:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044b7db3a. 00000400:00000010:1.0:1767389006.676222:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000400:00000200:1.0:1767389006.676234:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000089c3bb47 00000400:00000200:1.0:1767389006.676243:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000d1 00000400:00000010:1.0:1767389006.676254:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 00000000c2da8b36. 00000400:00000010:1.0:1767389006.676259:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 000000005acbe559. 00000400:00000010:1.0:1767389006.676265:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 00000000fd4afd75. 00000400:00000010:1.0:1767389006.676292:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bcaf3f31. 00000400:00000200:1.0:1767389006.676302:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bcaf3f31 nid 192.168.204.113@tcp16 00000400:00000010:1.0:1767389006.676310:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007fbea94b. 00000400:00000200:1.0:1767389006.676317:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 000000007fbea94b net tcp16 00000400:00000200:1.0:1767389006.676322:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (8) 00000400:00000200:1.0:1767389006.676333:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp16 flags 0x11 00000400:00000010:1.0:1767389006.676339:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 00000000c2da8b36. 00000400:00000010:1.0:1767389006.676344:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 000000005acbe559. 00000400:00000010:1.0:1767389006.676349:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 00000000fd4afd75. 00000400:00000010:1.0:1767389006.676354:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 000000008a6e87b7. 00000400:00000200:1.0:1767389006.676373:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389006.676385:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:1.0:1767389006.676413:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:1.0:1767389006.676421:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:1.0:1767389006.676425:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389006.676429:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:1.0:1767389006.676438:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:1.0:1767389006.676447:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (9) 00000400:00000200:1.0:1767389006.676992:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767389006.677028:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp15 from 242.3.0.2 00000800:00000010:1.0:1767389006.677034:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d7533e92. 00000800:00000010:0.0:1767389006.677482:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000dc262799. 00000800:00000010:0.0:1767389006.677492:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d9a5acaf. 00000800:00000010:1.0:1767389006.677614:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000004a873a3. 00000800:00000010:1.0:1767389006.677624:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008a6e87b7. 00000800:00000010:1.0:1767389006.677633:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081975a2c. 00000800:00000010:1.0:1767389006.677716:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081975a2c. 00000800:00000010:1.0:1767389006.677837:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fd4afd75. 00000800:00000200:1.1:1767389006.677848:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ee4e6f3] -> 12345-192.168.204.113@tcp15 (4) 00000800:00000200:1.1:1767389006.677857:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp15 00000000fd4afd75 deleted 00000800:00000010:1.1:1767389006.677862:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fd4afd75. 00000800:00000200:1.1:1767389006.677869:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767389006.677876:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp15 p 3.x 192.168.204.113 -> 192.168.204.113:1010 incarnation:1767389004665000593 sched[0] 00000800:00000010:1.0:1767389006.677884:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081975a2c. 00000800:00000010:1.0:1767389006.677967:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081975a2c. 00000800:00000010:1.0:1767389006.677975:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d9a5acaf. 00000800:00000010:1.0:1767389006.678021:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d7533e92. 00000800:00000001:1.0:1767389006.678049:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389006.678057:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767389006.678105:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767389006.678115:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp15 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389004665000593 sched[0] 00000800:00000010:1.0:1767389006.678120:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008a6e87b7. 00000800:00000001:1.0:1767389006.678170:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389006.678178:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767389006.690014:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767389006.690025:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:1.0:1767389006.690030:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389006.690032:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767389006.690041:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:1.0:1767389006.690046:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767389006.690049:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389006.690054:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767389006.690056:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389006.690062:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767389006.690068:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000146c0669. 20000000:00000001:1.0:1767389006.690075:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767389006.690076:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767389006.690085:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767389006.690095:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767389006.690101:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767389006.690118:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767389006.690122:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767389006.690128:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767389006.690133:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767389006.690145:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005d2f4073. 00010000:00000001:3.0:1767389006.690154:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389006.690162:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001667e6f3. 00000020:00000001:3.0:1767389006.690171:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389006.690179:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001667e6f3 with handle 0x95cd417baf4293c2 to hash 00000020:00000001:3.0:1767389006.690185:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389006.690187:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389006.690192:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389006.690199:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389006.690204:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389006.690211:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.690223:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389006.690228:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389006.690231:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389006.690233:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389006.690236:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389006.690239:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389006.690242:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389006.690245:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389006.690249:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389006.690251:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389006.690253:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389006.690256:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005d2f4073) refcount = 1 00010000:00010000:3.0:1767389006.690261:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.690268:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389006.690272:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389006.690274:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389006.690277:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389006.690291:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767389006.690298:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767389006.690304:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:3.0:1767389006.690309:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389006.690311:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389006.690313:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001667e6f3 refcount=4 00000020:00000001:3.0:1767389006.690316:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389006.690320:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389006.690328:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767389006.690333:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.690341:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767389006.690344:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.690350:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389006.690352:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389006.690355:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.690360:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389006.690362:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389006.690365:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767389006.690368:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389006.690376:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001667e6f3 already unused, calling callback (00000000eb737536) 00010000:00000001:3.0:1767389006.690380:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389006.690382:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767389006.690386:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.690420:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767389006.690422:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389006.690435:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389006.690437:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001667e6f3 refcount=5 00000020:00000001:3.0:1767389006.690440:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389006.690443:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389006.690447:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767389006.690450:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.690463:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767389006.690468:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389006.690470:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389006.690476:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389006.690478:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389006.690482:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389006.690484:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389006.690486:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001667e6f3 with handle 0x95cd417baf4293c2 from hash 00010000:00000001:3.0:1767389006.690489:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389006.690492:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389006.690494:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389006.690495:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389006.690498:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767389006.690501:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389006.690504:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767389006.690506:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389006.690509:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389006.690511:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767389006.690513:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767389006.690516:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389006.690518:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389006.690520:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389006.690523:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389006.690525:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389006.690528:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.690534:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389006.690545:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389006.690547:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767389006.690549:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767389006.690551:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389006.690553:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389006.690556:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767389006.690559:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389006.690561:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389006.690564:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.690571:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767389006.690573:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389006.690575:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389006.690582:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005d2f4073 count: 0 00010000:00000001:3.0:1767389006.690597:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767389006.690599:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767389006.695770:0:338042:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005d2f4073. 00010000:00000010:3.1:1767389006.695787:0:338042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001667e6f3. 00000100:00000040:1.0:1767389006.696798:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299594716, at 4299594717 00000100:00000010:1.0:1767389006.696810:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf178457. 00000100:00000040:3.0:1767389006.697036:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299594716, at 4299594717 00000100:00000010:3.0:1767389006.697047:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5e9d7b5. 00000100:00000040:0.0:1767389006.697967:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299594716, at 4299594718 00000100:00000010:0.0:1767389006.697979:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a539a468. 00080000:00000001:3.0:1767389006.703270:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767389006.703279:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:3.0:1767389006.703283:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389006.703286:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767389006.703289:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767389006.703301:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767389006.703304:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767389006.703310:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767389006.703325:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767389006.703328:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767389006.703330:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767389006.703334:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767389006.703337:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767389006.703344:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005d2f4073. 00010000:00000001:3.0:1767389006.703349:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389006.703363:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001667e6f3. 00000020:00000001:3.0:1767389006.703366:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389006.703370:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001667e6f3 with handle 0x95cd417baf4293c9 to hash 00000020:00000001:3.0:1767389006.703374:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389006.703375:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389006.703378:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389006.703382:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389006.703384:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389006.703402:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.703411:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389006.703414:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389006.703417:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389006.703419:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389006.703421:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389006.703424:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389006.703425:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389006.703427:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389006.703429:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389006.703431:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389006.703433:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389006.703435:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005d2f4073) refcount = 1 00010000:00010000:3.0:1767389006.703438:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.703444:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389006.703447:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389006.703448:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389006.703451:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389006.703453:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767389006.703455:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767389006.703458:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:3.0:1767389006.703462:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389006.703463:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389006.703472:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001667e6f3 refcount=4 00000020:00000001:3.0:1767389006.703474:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389006.703477:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389006.703479:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767389006.703482:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.703489:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767389006.703491:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.703496:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389006.703498:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389006.703500:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.703505:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389006.703506:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389006.703509:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767389006.703510:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389006.703516:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001667e6f3 already unused, calling callback (00000000eb737536) 00010000:00000001:3.0:1767389006.703518:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389006.703521:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767389006.703523:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.703528:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767389006.703530:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389006.703531:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389006.703533:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001667e6f3 refcount=5 00000020:00000001:3.0:1767389006.703535:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389006.703537:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389006.703540:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767389006.703550:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.703555:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767389006.703558:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389006.703559:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389006.703561:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389006.703563:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389006.703564:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389006.703566:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389006.703570:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001667e6f3 with handle 0x95cd417baf4293c9 from hash 00010000:00000001:3.0:1767389006.703573:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389006.703575:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389006.703577:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389006.703579:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389006.703581:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767389006.703583:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389006.703586:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767389006.703588:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389006.703591:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389006.703593:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767389006.703595:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767389006.703598:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389006.703601:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389006.703603:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389006.703605:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389006.703608:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389006.703610:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.703616:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389006.703618:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389006.703619:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767389006.703622:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767389006.703623:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389006.703625:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389006.703627:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767389006.703631:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389006.703642:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389006.703645:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389006.703651:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767389006.703653:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389006.703655:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001667e6f3/0x95cd417baf4293c9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389006.703660:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005d2f4073 count: 0 00010000:00000001:3.0:1767389006.703685:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767389006.703688:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767389006.704686:0:342178:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000bba3d850. 00000400:00000040:1.0:1767389006.704713:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389006.704717:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767389006.704752:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389006.704755:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389006.704758:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389006.704761:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767389006.704765:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389006.704767:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767389006.704770:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767389006.704771:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767389006.704774:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767389006.704777:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389006.704781:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767389006.704783:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389006.704785:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767389006.704788:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767389006.704791:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389006.704793:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767389006.704795:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767389006.704798:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389006.704800:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389006.704802:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389006.704804:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389006.704807:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389006.704809:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767389006.704812:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389006.704814:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389006.704817:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389006.704819:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389006.704821:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389006.704823:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767389006.704832:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389006.704834:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389006.704836:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389006.704839:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389006.704840:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389006.704841:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767389006.704844:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389006.704846:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389006.704848:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767389006.704849:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767389006.704851:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389006.704853:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767389006.704855:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767389006.704856:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767389006.704858:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767389006.704859:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767389006.704861:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767389006.704868:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767389006.704870:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389006.704872:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767389006.704874:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767389006.704875:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767389006.704877:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767389006.704879:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767389006.704880:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767389006.704881:0:342178:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767389006.704914:0:342178:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000bba3d850. 00000100:00000001:1.0:1767389006.706527:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389006.706531:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389006.706541:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389006.706546:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389006.706550:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dcd0f8c. 00000400:00000200:1.0:1767389006.706559:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2da0d17 00000400:00000010:1.0:1767389006.706564:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a2da0d17. 00000100:00000001:1.0:1767389006.706571:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389006.706580:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4ee76d5 x1853241654523904/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389006.706608:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4ee76d5 x1853241654523904/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.706633:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389006.706637:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.706643:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389006.706648:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389006.706651:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389006.706657:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389006.706663:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389006.706672:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389006.706684:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389006.706690:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389006.706693:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389006.706696:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389006.706702:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.706705:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389006.706710:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4ee76d5 x1853241654523904/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.706754:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389006.706759:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389006.706762:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389006.706767:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767389006.706769:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767389006.706771:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389006.706774:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389006.706775:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389006.706777:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389006.706779:0:337539:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767389006.706781:0:337539:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767389006.706783:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389006.706786:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767389006.706792:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4ee76d5 x1853241654523904/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389022 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389006.706802:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4ee76d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654523904:0@lo:253: 00000100:00000001:1.0:1767389006.706809:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.706812:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389006.706826:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4ee76d5 x1853241654523904/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389022 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.706834:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389006.706838:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389006.706841:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000068d75856. 02000000:00000001:1.0:1767389006.706849:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389006.706852:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389006.706854:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389006.706857:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389006.706861:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000336b9256. 02000000:00000001:1.0:1767389006.706869:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389006.706871:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389006.706874:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4ee76d5. 00000100:00000001:1.0:1767389006.706881:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389006.706884:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.706886:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.706892:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389006.706894:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.706897:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389006.706901:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767389006.708758:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389006.708763:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389006.708766:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000d6318e3. 20000000:00000001:3.0:1767389006.708772:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389006.708776:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654524032 00010000:00000001:3.0:1767389006.708778:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389006.708783:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9cb4b4e x1853241654524032/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:457/0 lens 4848/4768 e 0 to 0 dl 1767389017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389006.708792:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389006.708795:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389006.708798:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389006.708802:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389006.708804:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389006.708807:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389006.708810:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389006.708812:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389006.708814:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389006.708817:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389006.708820:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d45454c2. 00000100:00000200:3.0:1767389006.708824:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654524032, offset 224 00000400:00000200:3.0:1767389006.708830:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389006.708837:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389006.708844:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372803880 00000400:00000200:3.0:1767389006.708849:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14f1 [2] + 224 00000400:00000200:3.0:1767389006.708864:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389006.708868:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389006.708872:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389006.708876:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005e6b7135 x1853241654524032/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389022 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389006.708886:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005e6b7135 x1853241654524032/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389006.708904:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389006.708911:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d45454c2 00000400:00000010:3.0:1767389006.708913:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d45454c2. 00000100:00000001:3.0:1767389006.708915:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389006.708917:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389006.708922:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389006.708925:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389006.708928:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767389006.708929:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767389006.708931:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.708934:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767389006.708935:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767389006.708941:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767389006.708942:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9cb4b4e x1853241654524032/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:457/0 lens 4848/4768 e 0 to 0 dl 1767389017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767389006.708946:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389006.708950:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa8de079. 00000400:00000200:1.0:1767389006.708958:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de9680a4 00000400:00000010:1.0:1767389006.708963:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de9680a4. 00000100:00100000:3.0:1767389006.708964:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9cb4b4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337536:x1853241654524032:12345-0@lo:253: Request processed in 34573us (35703us total) trans 0 rc 0/0 00000100:00000001:1.0:1767389006.708969:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389006.708979:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005e6b7135 x1853241654524032/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389006.708983:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00000040:3.0:1767389006.708990:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389006.708996:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389006.709001:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767389006.709005:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005e6b7135 x1853241654524032/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389006.709007:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000322994a4. 00000020:00000010:3.0:1767389006.709017:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b171edbd. 00000100:00000001:1.0:1767389006.709020:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767389006.709022:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002eb3b468. 00000100:00000001:1.0:1767389006.709023:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.709029:0:337536:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767389006.709030:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:1.0:1767389006.709031:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389006.709037:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767389006.709039:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389006.709042:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000801f716c. 02000000:00000001:3.0:1767389006.709045:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389006.709046:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.709049:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389006.709053:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389006.709056:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389006.709065:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=31 v=5 (1 0 0 0) 00000100:00000200:3.0:1767389006.709066:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767389006.709068:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389006.709072:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389006.709075:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d68a7a1a. 00010000:00000001:1.0:1767389006.709076:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389006.709079:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.709083:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389006.709085:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d45454c2. 00000100:00000040:1.0:1767389006.709089:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005e6b7135 x1853241654524032/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.709098:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389006.709100:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389006.709102:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389006.709105:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767389006.709107:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767389006.709109:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389006.709110:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389006.709111:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389006.709113:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389006.709114:0:337536:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767389006.709115:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389006.709116:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767389006.709118:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e6b7135 x1853241654524032/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389022 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389006.709125:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005e6b7135 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654524032:0@lo:253: 00000100:00000001:1.0:1767389006.709130:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.709132:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389006.709134:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005e6b7135 x1853241654524032/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389022 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.709140:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389006.709141:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389006.709144:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b97d974d. 02000000:00000001:1.0:1767389006.709148:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389006.709149:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389006.709159:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389006.709162:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389006.709164:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a53d7028. 02000000:00000001:1.0:1767389006.709169:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389006.709171:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389006.709172:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005e6b7135. 00000100:00000001:1.0:1767389006.709175:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389006.709176:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.709178:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.709182:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389006.709183:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.709185:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389006.709187:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767389006.712805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005d2f4073. 00010000:00000010:3.1:1767389006.712819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001667e6f3. 00000100:00000040:0.0:1767389006.731826:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389006.731835:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389006.731842:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b3037de. 00000020:00000040:0.0:1767389006.731847:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767389006.731852:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389006.731854:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389006.731858:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389006.731866:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 02000000:00000010:0.0:1767389006.731866:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ba51547. 00000004:00000020:3.0:1767389006.731873:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:0.0:1767389006.731875:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767389006.731882:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bcb1d94f. 00000100:00000040:0.0:1767389006.731884:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000007b3037de x1853241654524160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1767389006.731892:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767389006.731903:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389006.731909:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767389006.731910:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389006.731914:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389006.731915:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389006.731921:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b3037de] to pc [ptlrpcd_00_01+1] req@000000007b3037de x1853241654524160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767389006.731926:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db0fd4e1. 00000100:00000001:3.0:1767389006.731933:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389006.731943:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389006.731947:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389006.731958:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcb1d94f] to pc [ptlrpcd_00_02+2] req@00000000bcb1d94f x1853241654524288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389006.731966:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389006.731974:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389006.731979:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389006.731983:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d99ea0f. 00000020:00000040:0.0:1767389006.731987:0:54998:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767389006.731990:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389006.731992:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389006.731995:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389006.732000:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005b9c56bf. 00000004:00000001:3.0:1767389006.732001:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.732005:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.732008:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767389006.732015:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000006d99ea0f x1853241654524416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767389006.732016:0:337539:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767389006.732025:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.732036:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389006.732037:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389006.732038:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389006.732043:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389006.732045:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389006.732046:0:337536:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767389006.732054:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389006.732055:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389006.732059:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d99ea0f] to pc [ptlrpcd_00_03+3] req@000000006d99ea0f x1853241654524416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.732060:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389006.732066:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389006.732067:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767389006.732074:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389006.732080:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bcb1d94f x1853241654524288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389006.732082:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389006.732083:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389006.732088:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767389006.732091:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767389006.732094:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767389006.732103:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007b3037de x1853241654524160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389006.732104:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389006.732112:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ebda75e. 00000100:00000001:1.0:1767389006.732114:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389006.732119:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389006.732121:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767389006.732130:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767389006.732131:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767389006.732136:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767389006.732137:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389006.732138:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389006.732141:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389006.732143:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389006.732148:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389006.732152:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767389006.732152:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000820db64f. 00000100:00100000:1.0:1767389006.732157:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bcb1d94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:337539:1853241654524288:0@lo:13: 02000000:00000001:3.0:1767389006.732159:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389006.732161:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.732172:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389006.732173:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389006.732174:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000009ebda75e x1853241654524544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767389006.732179:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767389006.732185:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007b3037de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654524160:0@lo:400: 02000000:00000001:1.0:1767389006.732186:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389006.732197:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767389006.732197:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389006.732199:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767389006.732201:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389006.732207:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767389006.732207:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d3af6f43. 02000000:00000001:1.0:1767389006.732215:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389006.732222:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ebda75e] to pc [ptlrpcd_00_00+0] req@000000009ebda75e x1853241654524544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389006.732223:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa8de079. 02000000:00000001:3.0:1767389006.732225:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389006.732234:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc0a7fd1. 02000000:00000001:3.0:1767389006.732235:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767389006.732244:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054ef1624. 00000100:00000001:0.0:1767389006.732245:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389006.732254:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654524288, portal 4 02000000:00000001:3.0:1767389006.732255:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389006.732257:0:54998:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4932) 00000100:00000001:1.0:1767389006.732265:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389006.732269:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664422656 : -122821045128960 : ffff904b7f3bf100) 00000400:00000010:3.0:1767389006.732270:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8141f8a. 00000100:00000001:0.0:1767389006.732279:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767389006.732282:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fb6b084. 00000020:00000010:1.0:1767389006.732282:0:337539:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000c2545aec. 00000100:00100000:0.0:1767389006.732285:0:337538:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000200:3.0:1767389006.732294:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654524160, portal 10 00000100:00000001:0.0:1767389006.732295:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389006.732300:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bcb1d94f x1853241654524288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389022 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389006.732304:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389006.732307:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389006.732309:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144658432 : -122821564893184 : ffff904b6040f800) 00000100:00000001:0.0:1767389006.732314:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389006.732322:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767389006.732325:0:337536:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009435ccdc. 00000100:00000001:0.0:1767389006.732326:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389006.732328:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389006.732331:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389006.732338:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767389006.732343:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d99ea0f x1853241654524416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389006.732344:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007b3037de x1853241654524160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389006.732348:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 00000100:00000200:1.0:1767389006.732358:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654524288, offset 0 00000400:00000200:1.0:1767389006.732375:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389006.732415:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389006.732421:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389006.732422:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389006.732426:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389006.732434:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767389006.732435:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372803980 02000000:00000001:0.0:1767389006.732436:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389006.732441:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767389006.732445:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055ea294a. 02000000:00000001:0.0:1767389006.732447:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389006.732453:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 672 00000100:00100000:0.0:1767389006.732459:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d99ea0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:337538:1853241654524416:0@lo:400: 00000100:00000200:3.0:1767389006.732467:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654524160, offset 0 00000400:00000200:1.0:1767389006.732468:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389006.732468:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389006.732474:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389006.732479:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389006.732486:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767389006.732488:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767389006.732489:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767389006.732497:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c6c6c00d. 00000100:00000001:1.0:1767389006.732501:0:337539:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767389006.732503:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389006.732507:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:3.0:1767389006.732511:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767389006.732513:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2ff566. 00000100:00000010:1.0:1767389006.732516:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005e6b7135. 00000100:00000040:1.0:1767389006.732523:0:337539:0:(events.c:337:request_in_callback()) incoming req@000000005e6b7135 x1853241654524288 msgsize 224 00000400:00000010:0.0:1767389006.732524:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dc73e79. 00000400:00000200:3.0:1767389006.732532:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372803900 00000100:00000200:0.0:1767389006.732535:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654524416, portal 10 00000100:00100000:1.0:1767389006.732545:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389006.732546:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389006.732551:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144650368 : -122821564901248 : ffff904b6040d880) 00000400:00000200:3.0:1767389006.732552:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000400:00000200:3.0:1767389006.732563:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389006.732564:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767389006.732566:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d99ea0f x1853241654524416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389006.732576:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000305cb2b 00000400:00000200:3.0:1767389006.732579:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767389006.732584:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000305cb2b. 00000100:00000001:1.0:1767389006.732596:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767389006.732596:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767389006.732598:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389006.732602:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1767389006.732605:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bcb1d94f x1853241654524288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389022 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767389006.732613:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003cde9322. 00000100:00000040:0.0:1767389006.732617:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767389006.732623:0:337536:0:(events.c:337:request_in_callback()) incoming req@000000003cde9322 x1853241654524160 msgsize 224 00000400:00000010:0.0:1767389006.732627:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000100:00000200:0.0:1767389006.732638:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654524416, offset 0 00000100:00000001:1.0:1767389006.732639:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767389006.732642:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389006.732648:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bcb1d94f x1853241654524288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389022 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389006.732656:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389006.732660:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767389006.732671:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389006.732674:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055ea294a 00000400:00000200:0.0:1767389006.732678:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389006.732679:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767389006.732680:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055ea294a. 00000100:00000001:1.0:1767389006.732690:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389006.732691:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767389006.732701:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372803a00 00000100:00000200:3.0:1767389006.732702:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007b3037de x1853241654524160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389006.732709:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 15446 usecs (16 jiffies) 00000400:00000200:0.0:1767389006.732718:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000100:00000001:1.0:1767389006.732720:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299594768 00000400:00000200:0.0:1767389006.732773:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389006.732780:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389006.732787:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389006.732790:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767389006.732795:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f9d3137a. 00000100:00000040:0.0:1767389006.732798:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000f9d3137a x1853241654524416 msgsize 224 00000100:00100000:0.0:1767389006.732803:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389006.732817:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389006.732826:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000400:00000010:0.0:1767389006.732829:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000100:00000001:0.0:1767389006.732833:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389006.732838:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d99ea0f x1853241654524416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389006.732848:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389006.732852:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d99ea0f x1853241654524416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389006.732860:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.732862:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389006.732868:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389006.732873:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 9248 usecs (10 jiffies) 00000100:00000001:0.0:1767389006.732876:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299594763 00000100:00000010:0.0:1767389006.732880:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f4146008. 00000100:00000001:0.0:1767389006.732886:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767389006.732890:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299594763 00000100:00000010:0.0:1767389006.732893:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e90a893. 00000100:00000001:0.0:1767389006.732897:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767389006.732912:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299594763 00000100:00000010:0.0:1767389006.732915:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad8b6bc0. 00000100:00000001:0.0:1767389006.732917:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767389006.732922:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299594763 00000100:00000010:0.0:1767389006.732924:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001ad50515. 00000100:00000001:0.0:1767389006.732928:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767389006.732931:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389006.732934:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.732937:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.732940:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.733026:0:338182:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389006.733030:0:338182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654524160 02000000:00000001:0.0:1767389006.733032:0:338182:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389006.733035:0:338182:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389006.733037:0:338182:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389006.733041:0:338182:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389006.733045:0:338182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654524160 00000020:00000001:0.0:1767389006.733048:0:338182:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389006.733050:0:338182:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000020:00000001:0.0:1767389006.733053:0:338182:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389006.733056:0:338182:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000020:00000001:0.0:1767389006.733059:0:338182:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000020:00000001:0.0:1767389006.733062:0:338182:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:0.0:1767389006.733067:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389006.733071:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047214a3f. 00000100:00000001:0.0:1767389006.733075:0:338182:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389006.733078:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047214a3f. 00000020:00000010:0.0:1767389006.733084:0:338182:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000479b0774. 00000020:00000010:0.0:1767389006.733088:0:338182:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000049a177d4. 00000020:00000010:0.0:1767389006.733094:0:338182:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000749cb201. 00000100:00000040:0.0:1767389006.733109:0:338182:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767389006.733112:0:338182:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389006.733114:0:338182:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389006.733126:0:338182:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389006.733134:0:338182:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767389006.733138:0:338182:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389006.733140:0:338182:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.733154:0:338182:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389006.733173:0:338182:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389006.733176:0:338182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654524416 02000000:00000001:0.0:1767389006.733178:0:338182:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389006.733180:0:338182:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389006.733182:0:338182:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389006.733185:0:338182:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389006.733188:0:338182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654524416 00000020:00000001:0.0:1767389006.733190:0:338182:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389006.733192:0:338182:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000020:00000001:0.0:1767389006.733194:0:338182:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389006.733197:0:338182:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000020:00000001:0.0:1767389006.733200:0:338182:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000020:00000001:0.0:1767389006.733202:0:338182:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:0.0:1767389006.733206:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389006.733210:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047214a3f. 00000020:00000010:0.0:1767389006.733216:0:338182:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000039462e3a. 00000020:00000040:0.0:1767389006.733224:0:338182:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000001:3.0:1767389006.733237:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389006.733243:0:338182:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767389006.733250:0:338182:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c9789eb7. 00000100:00000040:3.0:1767389006.733256:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007b3037de x1853241654524160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389006.733257:0:338182:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009451b100. 00000020:00000010:0.0:1767389006.733267:0:338182:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001f81e61c. 00000100:00000001:3.0:1767389006.733276:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.733277:0:338182:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389006.733283:0:338182:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389006.733284:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389006.733287:0:338182:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389006.733296:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.733297:0:338182:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767389006.733302:0:338182:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389006.733305:0:338182:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389006.733306:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5606 usecs (6 jiffies) 00000100:00000001:3.0:1767389006.733312:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299594759 00000100:00000001:3.0:1767389006.733316:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299594763 00000100:00000001:3.0:1767389006.733319:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299594759 00000100:00000001:0.0:1767389006.733320:0:338182:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389006.733322:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299594763 00000100:00000001:3.0:1767389006.733329:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299594759 00000100:00000001:3.0:1767389006.733332:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299594763 00000100:00000001:3.0:1767389006.733334:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299594759 00000100:00000001:0.0:1767389006.733338:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389006.733342:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299594763 00000100:00000001:0.0:1767389006.733343:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767389006.733347:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389006.733348:0:337539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4299594763 00000100:00000001:3.0:1767389006.733353:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389006.733361:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.733364:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299594769 00000100:00000001:3.0:1767389006.733367:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767389006.733368:0:338182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767389006.733373:0:337539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4299594763 00000100:00000040:0.0:1767389006.733378:0:338182:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000100:00000001:3.0:1767389006.733379:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389006.733381:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299594769 00000100:00000001:0.0:1767389006.733384:0:338182:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252664411008 : -122821045140608 : ffff904b7f3bc380) 00000100:00000001:3.0:1767389006.733386:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389006.733406:0:337539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4299594763 00000100:00000001:1.0:1767389006.733417:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299594769 00000100:00000001:3.0:1767389006.733420:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767389006.733423:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003cde9322 x1853241654524160/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:457/0 lens 224/0 e 0 to 0 dl 1767389017 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389006.733427:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389006.733427:0:337539:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4299594763 00000100:00000001:3.0:1767389006.733433:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767389006.733439:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767389006.733445:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ebda75e x1853241654524544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.733448:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.733450:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389006.733457:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0e3d426. 00000100:00000001:1.0:1767389006.733458:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.733467:0:338182:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389006.733470:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389006.733470:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389006.733472:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0e3d426. 00000100:00000001:3.0:1767389006.733477:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.733479:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389006.733486:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767389006.733486:0:338182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003cde9322 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654524160:12345-0@lo:400: 02000000:00000001:3.0:1767389006.733487:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767389006.733494:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389006.733495:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767389006.733496:0:338182:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654524160 00000100:00000001:1.0:1767389006.733503:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389006.733505:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389006.733506:0:338182:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389006.733513:0:338182:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767389006.733516:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ebda75e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654524544:0@lo:400: 00000020:00000001:0.0:1767389006.733518:0:338182:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389006.733525:0:338182:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767389006.733528:0:339011:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767389006.733529:0:338182:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00100000:1.0:1767389006.733535:0:339011:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654524288 00000020:00000001:0.0:1767389006.733538:0:338182:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767389006.733543:0:339011:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389006.733547:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767389006.733547:0:339011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767389006.733547:0:338182:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.733554:0:339011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389006.733556:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767389006.733557:0:338182:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767389006.733559:0:339011:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389006.733563:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389006.733564:0:338182:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:1.0:1767389006.733565:0:339011:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654524288 00000020:00000001:0.0:1767389006.733570:0:338182:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389006.733574:0:339011:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767389006.733575:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767389006.733576:0:338182:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:1.0:1767389006.733582:0:339011:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000100:00000001:0.0:1767389006.733584:0:338182:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1767389006.733585:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001626bc99. 00000020:00000001:1.0:1767389006.733587:0:339011:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767389006.733590:0:338182:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1767389006.733593:0:339011:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 02000000:00000001:3.0:1767389006.733594:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389006.733598:0:338182:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001611e464. 00000020:00000001:1.0:1767389006.733602:0:339011:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 02000000:00000001:0.0:1767389006.733604:0:338182:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389006.733605:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4ac21e4. 00000020:00000001:1.0:1767389006.733610:0:339011:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:0.0:1767389006.733612:0:338182:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389006.733615:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055ea294a. 00000020:00000001:0.0:1767389006.733620:0:338182:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.733621:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767389006.733623:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654524544, portal 4 00010000:00000040:0.0:1767389006.733628:0:338182:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654524160 00000100:00000001:3.0:1767389006.733629:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1767389006.733630:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2ecebd9. 00000100:00000001:3.0:1767389006.733636:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144647680 : -122821564903936 : ffff904b6040ce00) 00010000:00000001:0.0:1767389006.733637:0:338182:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389006.733646:0:338182:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003cde9322 x1853241654524160/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:457/0 lens 224/224 e 0 to 0 dl 1767389017 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389006.733650:0:339011:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000fef92ab. 00000100:00000040:3.0:1767389006.733652:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ebda75e x1853241654524544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389006.733661:0:339011:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:1.0:1767389006.733673:0:339011:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767389006.733681:0:339011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c4f61ff. 00010000:00000001:0.0:1767389006.733683:0:338182:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767389006.733691:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767389006.733693:0:339011:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000362d048c. 00010000:00000001:0.0:1767389006.733699:0:338182:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389006.733701:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767389006.733704:0:339011:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c892480b. 00000100:00001000:0.0:1767389006.733708:0:338182:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=25 v=5 (1 0 0 0) 00000400:00000010:3.0:1767389006.733711:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2a63ba. 00000100:00000001:0.0:1767389006.733716:0:338182:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389006.733718:0:339011:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000200:3.0:1767389006.733719:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654524544, offset 0 00000100:00000001:1.0:1767389006.733762:0:339011:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389006.733766:0:339011:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767389006.733771:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767389006.733771:0:339011:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.733782:0:339011:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389006.733789:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389006.733800:0:339011:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389006.733801:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958372803a80 00000400:00000200:3.0:1767389006.733814:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 2096 00000100:00000001:1.0:1767389006.733819:0:339011:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767389006.733822:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389006.733824:0:339011:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767389006.733835:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767389006.733837:0:339011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767389006.733842:0:339011:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:3.0:1767389006.733843:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767389006.733845:0:339011:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151427968 : -122821558123648 : ffff904b60a84380) 00000100:00000200:3.0:1767389006.733848:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767389006.733854:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c7af1252. 00000100:00000040:1.0:1767389006.733855:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005e6b7135 x1853241654524288/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:457/0 lens 224/0 e 0 to 0 dl 1767389017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389006.733862:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000c7af1252 x1853241654524544 msgsize 224 00000100:00000040:0.0:1767389006.733868:0:338182:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389006.733877:0:338182:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389006.733884:0:338182:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1767389006.733888:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767389006.733890:0:338182:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.733892:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389006.733896:0:338182:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767389006.733900:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004723173e. 00000100:00000001:3.0:1767389006.733904:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767389006.733906:0:338182:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767389006.733909:0:339011:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767389006.733914:0:338182:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000400:00000200:3.0:1767389006.733915:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2a63ba 00000020:00000010:1.0:1767389006.733915:0:339011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004723173e. 00000400:00000010:3.0:1767389006.733924:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2a63ba. 00000100:00100000:1.0:1767389006.733931:0:339011:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005e6b7135 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337539:x1853241654524288:12345-0@lo:13: 00000100:00000001:3.0:1767389006.733933:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389006.733936:0:338182:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654524160, offset 224 00000100:00000200:1.0:1767389006.733941:0:339011:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654524288 00000100:00000200:3.0:1767389006.733944:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ebda75e x1853241654524544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389006.733947:0:339011:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767389006.733952:0:338182:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767389006.733954:0:339011:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389006.733961:0:339011:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389006.733968:0:339011:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767389006.733969:0:338182:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767389006.733974:0:339011:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000020:00000001:1.0:1767389006.733984:0:339011:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389006.733991:0:339011:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389006.733992:0:338182:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372803900 00000100:00000001:3.0:1767389006.734003:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767389006.734005:0:339011:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767389006.734009:0:338182:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1511 [1] + 224 00000020:00000001:1.0:1767389006.734011:0:339011:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767389006.734016:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ebda75e x1853241654524544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389006.734018:0:338182:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767389006.734019:0:339011:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.734031:0:339011:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767389006.734036:0:338182:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767389006.734037:0:339011:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767389006.734045:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389006.734046:0:339011:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000065ad0dd6. 00000100:00000001:0.0:1767389006.734047:0:338182:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767389006.734055:0:337536:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767389006.734055:0:339011:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389006.734060:0:338182:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007b3037de x1853241654524160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.734062:0:339011:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389006.734066:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767389006.734073:0:339011:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:3.0:1767389006.734077:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 15446 usecs (16 jiffies) 00002000:00000001:1.0:1767389006.734081:0:339011:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767389006.734089:0:339011:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767389006.734090:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299594770 00000100:00000040:0.0:1767389006.734091:0:338182:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007b3037de x1853241654524160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767389006.734097:0:339011:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1767389006.734103:0:337536:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4299594768 00080000:00000001:1.0:1767389006.734118:0:339011:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389006.734119:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299594770 00000100:00000001:0.0:1767389006.734119:0:338182:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767389006.734129:0:339011:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389006.734131:0:337536:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4299594769 00000400:00000200:0.0:1767389006.734133:0:338182:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00002000:00000024:1.0:1767389006.734138:0:339011:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000400:00000010:0.0:1767389006.734141:0:338182:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000100:00000001:3.0:1767389006.734142:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299594770 00000020:00000020:1.0:1767389006.734145:0:339011:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:0.0:1767389006.734149:0:338182:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389006.734151:0:337536:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4299594769 00000020:00000020:1.0:1767389006.734154:0:339011:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767389006.734155:0:338182:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389006.734159:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299594770 00000100:00000001:0.0:1767389006.734162:0:338182:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:1.0:1767389006.734165:0:339011:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00000100:00000001:3.0:1767389006.734170:0:337536:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4299594769 00002000:00000001:1.0:1767389006.734172:0:339011:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:0.0:1767389006.734172:0:338182:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389006.734180:0:338182:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767389006.734181:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767389006.734183:0:339011:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:0.0:1767389006.734184:0:338182:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389006.734188:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767389006.734190:0:339011:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389006.734191:0:338182:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767389006.734197:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00002000:00000001:1.0:1767389006.734198:0:339011:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389006.734202:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cde9322 x1853241654524160/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:457/0 lens 224/224 e 0 to 0 dl 1767389017 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767389006.734204:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:1.0:1767389006.734205:0:339011:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654524288 00000400:00000010:3.0:1767389006.734211:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8141f8a. 00010000:00000001:1.0:1767389006.734214:0:339011:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767389006.734222:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fb6b084 00010000:00000200:1.0:1767389006.734226:0:339011:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005e6b7135 x1853241654524288/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:457/0 lens 224/368 e 0 to 0 dl 1767389017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389006.734228:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fb6b084. 00000100:00000001:3.0:1767389006.734238:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389006.734247:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007b3037de x1853241654524160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389006.734277:0:339011:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389006.734283:0:339011:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389006.734293:0:339011:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=15 v=5 (1 0 0 0) 00000100:00100000:0.0:1767389006.734293:0:338182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003cde9322 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654524160:12345-0@lo:400: Request processed in 836us (1661us total) trans 0 rc 0/0 00000100:00000200:3.0:1767389006.734294:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007b3037de x1853241654524160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.734309:0:339011:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389006.734317:0:339011:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00100000:0.0:1767389006.734327:0:338182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767389006.734328:0:339011:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:3.0:1767389006.734330:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767389006.734336:0:338182:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000100:00000001:3.0:1767389006.734337:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767389006.734338:0:339011:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767389006.734342:0:338182:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767389006.734343:0:339011:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.734346:0:338182:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767389006.734349:0:339011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767389006.734354:0:337536:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767389006.734355:0:338182:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000049a177d4. 02000000:00000001:3.0:1767389006.734358:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767389006.734362:0:338182:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000749cb201. 00000100:00000001:3.0:1767389006.734364:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767389006.734371:0:339011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389006.734372:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389006.734373:0:338182:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000479b0774. 00000400:00000010:1.0:1767389006.734379:0:339011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 02000000:00000001:3.0:1767389006.734382:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389006.734384:0:338182:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000100:00000200:1.0:1767389006.734406:0:339011:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654524288, offset 224 00000100:00001000:3.0:1767389006.734411:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=25 v=5 (5 0 0 0) 00000100:00000001:0.0:1767389006.734413:0:338182:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389006.734422:0:339011:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1767389006.734425:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389006.734431:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389006.734434:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.734436:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1767389006.734442:0:339011:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767389006.734443:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767389006.734443:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00080000:3.0:1767389006.734456:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007b3037de x1853241654524160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389006.734457:0:338182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000400:00000200:1.0:1767389006.734463:0:339011:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372803980 00000100:00000040:0.0:1767389006.734466:0:338182:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000100:00000001:0.0:1767389006.734474:0:338182:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252144659328 : -122821564892288 : ffff904b6040fb80) 00000400:00000200:1.0:1767389006.734482:0:339011:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x150d [1] + 224 00000100:00000040:0.0:1767389006.734488:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f9d3137a x1853241654524416/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:457/0 lens 224/0 e 0 to 0 dl 1767389017 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389006.734493:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389006.734496:0:339011:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389006.734505:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767389006.734512:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000200:1.0:1767389006.734512:0:339011:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389006.734515:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389006.734523:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:0.0:1767389006.734524:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0e3d426. 00000100:00000001:1.0:1767389006.734526:0:339011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767389006.734527:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.734534:0:338182:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767389006.734540:0:339011:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bcb1d94f x1853241654524288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389022 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389006.734541:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007b3037de x1853241654524160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389006.734542:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0e3d426. 00000100:00100000:0.0:1767389006.734558:0:338182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f9d3137a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337538:x1853241654524416:12345-0@lo:400: 00000100:00000200:0.0:1767389006.734575:0:338182:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654524416 00000020:00000001:0.0:1767389006.734580:0:338182:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389006.734586:0:338182:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389006.734590:0:338182:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389006.734592:0:339011:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000bcb1d94f x1853241654524288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389006.734600:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767389006.734601:0:338182:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389006.734606:0:338182:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:3.0:1767389006.734610:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767389006.734615:0:338182:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767389006.734616:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389006.734626:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007b3037de x1853241654524160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.734629:0:339011:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767389006.734630:0:338182:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389006.734639:0:339011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000305cb2b 00000020:00000001:0.0:1767389006.734640:0:338182:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389006.734646:0:338182:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767389006.734648:0:339011:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000305cb2b. 00000020:00000001:0.0:1767389006.734650:0:338182:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389006.734651:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007b3037de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654524160:0@lo:400: 00000100:00000001:1.0:1767389006.734656:0:339011:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767389006.734658:0:338182:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767389006.734661:0:339011:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389006.734665:0:338182:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767389006.734669:0:339011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389006.734670:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389006.734671:0:338182:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389006.734679:0:338182:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000812be8a4. 00000100:00000001:3.0:1767389006.734680:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389006.734682:0:339011:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 02000000:00000001:0.0:1767389006.734687:0:338182:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389006.734688:0:339011:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767389006.734692:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007b3037de x1853241654524160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389006.734695:0:339011:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.734696:0:338182:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389006.734706:0:339011:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1767389006.734706:0:338182:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389006.734711:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000040:0.0:1767389006.734714:0:338182:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654524416 02000000:00000001:3.0:1767389006.734716:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767389006.734720:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e6b7135 x1853241654524288/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:457/0 lens 224/368 e 0 to 0 dl 1767389017 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389006.734755:0:338182:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000010:3.0:1767389006.734759:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054ef1624. 00010000:00000200:0.0:1767389006.734766:0:338182:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f9d3137a x1853241654524416/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:457/0 lens 224/224 e 0 to 0 dl 1767389017 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389006.734770:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389006.734784:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389006.734789:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767389006.734799:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:1.0:1767389006.734800:0:339011:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005e6b7135 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337539:x1853241654524288:12345-0@lo:13: Request processed in 901us (2269us total) trans 0 rc 0/0 00010000:00000001:0.0:1767389006.734803:0:338182:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1767389006.734804:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003ba51547. 00010000:00000001:0.0:1767389006.734809:0:338182:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389006.734814:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1767389006.734817:0:338182:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=25 v=5 (1 0 0 0) 02000000:00000001:3.0:1767389006.734819:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1767389006.734824:0:339011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000010:3.0:1767389006.734825:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007b3037de. 00000100:00000001:0.0:1767389006.734827:0:338182:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389006.734833:0:339011:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:3.0:1767389006.734835:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767389006.734836:0:338182:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389006.734841:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.734841:0:339011:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389006.734843:0:338182:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:1.0:1767389006.734847:0:339011:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389006.734852:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389006.734853:0:338182:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1767389006.734855:0:339011:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000362d048c. 02000000:00000001:0.0:1767389006.734858:0:338182:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389006.734863:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389006.734864:0:338182:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767389006.734870:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767389006.734875:0:339011:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c892480b. 00000100:00000040:0.0:1767389006.734877:0:338182:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389006.734879:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767389006.734884:0:339011:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c4f61ff. 00000100:00000001:3.0:1767389006.734885:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767389006.734886:0:338182:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000100:00000001:3.0:1767389006.734891:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389006.734895:0:339011:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000200:0.0:1767389006.734896:0:338182:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654524416, offset 224 00000100:00000001:3.0:1767389006.734897:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.734904:0:339011:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389006.734915:0:338182:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389006.734924:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767389006.734926:0:338182:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389006.734931:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389006.734940:0:338182:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372803a00 00000400:00000200:0.0:1767389006.734946:0:338182:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x151d [1] + 224 00000400:00000200:0.0:1767389006.734950:0:338182:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389006.734955:0:338182:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389006.734958:0:338182:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389006.734963:0:338182:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d99ea0f x1853241654524416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389006.734982:0:338182:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006d99ea0f x1853241654524416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767389006.734990:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767389006.735001:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:0.0:1767389006.735007:0:338182:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:3.0:1767389006.735014:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767389006.735019:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000400:00000200:0.0:1767389006.735040:0:338182:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000400:00000010:0.0:1767389006.735046:0:338182:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000100:00000001:1.0:1767389006.735054:0:339008:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389006.735055:0:338182:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389006.735062:0:338182:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767389006.735063:0:339008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654524544 00000100:00000001:0.0:1767389006.735069:0:338182:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389006.735070:0:339008:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389006.735077:0:339008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767389006.735082:0:338182:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:1.0:1767389006.735083:0:339008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389006.735091:0:338182:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767389006.735094:0:339008:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389006.735096:0:338182:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389006.735100:0:339008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654524544 00000020:00000001:0.0:1767389006.735102:0:338182:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767389006.735106:0:339008:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389006.735112:0:339008:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000100:00000040:0.0:1767389006.735112:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f9d3137a x1853241654524416/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:457/0 lens 224/224 e 0 to 0 dl 1767389017 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389006.735119:0:339008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389006.735126:0:339008:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000001:1.0:1767389006.735136:0:339008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:1.0:1767389006.735146:0:339008:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00100000:0.0:1767389006.735149:0:338182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f9d3137a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337538:x1853241654524416:12345-0@lo:400: Request processed in 630us (2344us total) trans 0 rc 0/0 00000100:00000001:1.0:1767389006.735154:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389006.735163:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004723173e. 00000100:00100000:0.0:1767389006.735165:0:338182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767389006.735172:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767389006.735175:0:338182:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000020:00000010:1.0:1767389006.735180:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004723173e. 00000100:00000001:0.0:1767389006.735182:0:338182:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389006.735188:0:338182:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389006.735190:0:339008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c4f61ff. 00000020:00000010:0.0:1767389006.735194:0:338182:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009451b100. 00000020:00000010:1.0:1767389006.735198:0:339008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012559bfd. 00000020:00000010:0.0:1767389006.735203:0:338182:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001f81e61c. 00000020:00000010:1.0:1767389006.735207:0:339008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c892480b. 00000020:00000010:0.0:1767389006.735213:0:338182:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c9789eb7. 00000100:00000040:1.0:1767389006.735223:0:339008:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000040:0.0:1767389006.735224:0:338182:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000100:00000001:1.0:1767389006.735231:0:339008:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389006.735234:0:338182:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.735236:0:339008:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389006.735244:0:339008:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.735253:0:339008:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767389006.735258:0:339008:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767389006.735261:0:339008:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.735264:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389006.735270:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389006.735276:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389006.735281:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767389006.735282:0:339008:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389006.735286:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2ff566. 00000400:00000200:0.0:1767389006.735292:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dc73e79 00000400:00000010:0.0:1767389006.735294:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006dc73e79. 00000100:00000001:1.0:1767389006.735299:0:339008:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389006.735304:0:339008:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767389006.735314:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767389006.735317:0:339008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000200:0.0:1767389006.735324:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d99ea0f x1853241654524416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389006.735338:0:339008:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:1.0:1767389006.735347:0:339008:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252664421760 : -122821045129856 : ffff904b7f3bed80) 00000100:00000200:0.0:1767389006.735352:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d99ea0f x1853241654524416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389006.735360:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c7af1252 x1853241654524544/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:457/0 lens 224/0 e 0 to 0 dl 1767389017 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389006.735416:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389006.735421:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.735428:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389006.735429:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389006.735436:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767389006.735437:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004723173e. 00000100:00000001:0.0:1767389006.735440:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389006.735446:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389006.735447:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389006.735455:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389006.735456:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004723173e. 00000100:00001000:0.0:1767389006.735466:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=22 v=5 (5 0 0 0) 00000100:00100000:1.0:1767389006.735474:0:339008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c7af1252 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:337536:x1853241654524544:12345-0@lo:400: 00000100:00001000:0.0:1767389006.735480:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=22 v=5 (1 0 0 0) 00000100:00000200:1.0:1767389006.735494:0:339008:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654524544 00000100:00000001:0.0:1767389006.735495:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389006.735500:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389006.735504:0:339008:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767389006.735506:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767389006.735511:0:339008:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389006.735516:0:339008:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767389006.735519:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006d99ea0f x1853241654524416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389006.735522:0:339008:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389006.735527:0:339008:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:1.0:1767389006.735538:0:339008:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389006.735544:0:339008:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389006.735548:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389006.735552:0:339008:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767389006.735557:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767389006.735558:0:339008:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1767389006.735563:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:1.0:1767389006.735564:0:339008:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.735569:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767389006.735574:0:339008:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767389006.735575:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.735582:0:339008:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767389006.735586:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d99ea0f x1853241654524416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389006.735588:0:339008:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389006.735597:0:339008:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000456d4db5. 02000000:00000001:1.0:1767389006.735605:0:339008:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.735614:0:339008:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.735616:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389006.735624:0:339008:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.735625:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389006.735630:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767389006.735635:0:339008:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654524544 00000100:00000040:0.0:1767389006.735638:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d99ea0f x1853241654524416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389006.735644:0:339008:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389006.735655:0:339008:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c7af1252 x1853241654524544/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:457/0 lens 224/224 e 0 to 0 dl 1767389017 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389006.735662:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d99ea0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:337538:1853241654524416:0@lo:400: 00010000:00000001:1.0:1767389006.735677:0:339008:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389006.735680:0:339008:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389006.735689:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389006.735698:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767389006.735699:0:339008:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=15 v=5 (1 0 0 0) 00000100:00000040:0.0:1767389006.735705:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d99ea0f x1853241654524416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.735708:0:339008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389006.735718:0:339008:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389006.735759:0:339008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:0.0:1767389006.735763:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389006.735764:0:339008:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389006.735770:0:339008:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389006.735771:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767389006.735776:0:339008:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767389006.735777:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c6c6c00d. 00000100:00000040:1.0:1767389006.735784:0:339008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767389006.735785:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389006.735789:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767389006.735790:0:339008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 00000020:00000040:0.0:1767389006.735792:0:337538:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767389006.735800:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767389006.735801:0:339008:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654524544, offset 224 02000000:00000010:0.0:1767389006.735802:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005b9c56bf. 02000000:00000001:0.0:1767389006.735813:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389006.735815:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767389006.735820:0:339008:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1767389006.735821:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d99ea0f. 00000100:00000001:0.0:1767389006.735828:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389006.735831:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389006.735837:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389006.735840:0:339008:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389006.735848:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389006.735852:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389006.735858:0:339008:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958372803a80 00000100:00000001:0.0:1767389006.735860:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389006.735866:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389006.735872:0:339008:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1525 [1] + 224 00000400:00000200:1.0:1767389006.735879:0:339008:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389006.735887:0:339008:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389006.735894:0:339008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389006.735901:0:339008:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ebda75e x1853241654524544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389006.735912:0:339008:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ebda75e x1853241654524544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.735931:0:339008:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389006.735937:0:339008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000305cb2b 00000400:00000010:1.0:1767389006.735939:0:339008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000305cb2b. 00000100:00000001:1.0:1767389006.735943:0:339008:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389006.735945:0:339008:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389006.735950:0:339008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389006.735953:0:339008:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389006.735956:0:339008:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389006.735958:0:339008:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389006.735961:0:339008:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389006.735966:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c7af1252 x1853241654524544/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:457/0 lens 224/224 e 0 to 0 dl 1767389017 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389006.735977:0:339008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c7af1252 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:337536:x1853241654524544:12345-0@lo:400: Request processed in 547us (2112us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389006.735998:0:339008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767389006.736002:0:339008:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:1.0:1767389006.736004:0:339008:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389006.736008:0:339008:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389006.736012:0:339008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012559bfd. 00000020:00000010:1.0:1767389006.736016:0:339008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c892480b. 00000020:00000010:1.0:1767389006.736019:0:339008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c4f61ff. 00000020:00000040:1.0:1767389006.736022:0:339008:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:1.0:1767389006.736025:0:339008:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.736048:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389006.736050:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389006.736056:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389006.736058:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389006.736061:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4ac21e4. 00000400:00000200:1.0:1767389006.736064:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055ea294a 00000400:00000010:1.0:1767389006.736066:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055ea294a. 00000100:00000001:1.0:1767389006.736069:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389006.736072:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ebda75e x1853241654524544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389006.736079:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ebda75e x1853241654524544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.736087:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389006.736090:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.736093:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389006.736096:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389006.736098:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389006.736101:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389006.736103:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389006.736108:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389006.736112:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389006.736115:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389006.736117:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389006.736120:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767389006.736124:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009ebda75e x1853241654524544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389006.736140:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.736143:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767389006.736144:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1767389006.736146:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767389006.736147:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389006.736152:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ebda75e x1853241654524544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.736195:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389006.736203:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389006.736205:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389006.736207:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ebda75e x1853241654524544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389006.736216:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ebda75e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654524544:0@lo:400: 00000100:00000001:1.0:1767389006.736222:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.736225:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389006.736227:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ebda75e x1853241654524544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389006.736234:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389006.736236:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389006.736238:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001626bc99. 02000000:00000001:1.0:1767389006.736242:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389006.736244:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389006.736245:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767389006.736247:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389006.736248:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000820db64f. 02000000:00000001:1.0:1767389006.736251:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389006.736252:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389006.736253:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ebda75e. 00000100:00000001:1.0:1767389006.736258:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389006.736260:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.736262:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389006.736268:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389006.736276:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389006.736280:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389006.736282:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389006.750809:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299594770, at 4299594771 00000100:00000040:3.0:1767389006.750815:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299594770, at 4299594771 00000100:00000010:0.0:1767389006.750821:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f4146008. 00000100:00000010:3.0:1767389006.750828:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001ad50515. 00000100:00000040:1.0:1767389006.751772:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299594770, at 4299594772 00000100:00000010:1.0:1767389006.751782:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e90a893. 00010000:00000001:3.0:1767389007.052801:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389007.052806:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389007.052814:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389007.052816:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389007.052851:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389007.052856:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389007.052859:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767389007.243881:0:338163:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767389007.243888:0:338163:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389007.245014:0:339024:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767389007.245020:0:339024:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.076805:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389008.076814:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.076822:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389008.076824:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389008.076883:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389008.076890:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389008.076894:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767389008.268851:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767389008.268857:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 2 10000000:00000001:1.0:1767389008.268863:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389008.268867:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767389008.268869:0:338177:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767389008.268871:0:338177:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767389008.268874:0:338177:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767389008.268877:0:338177:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767389008.268880:0:338177:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff904b60cd8000 from 11 10000000:00000001:1.0:1767389008.268883:0:338177:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767389008.268885:0:338177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767389008.268895:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4ee76d5. 00000020:00000040:1.0:1767389008.268901:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389008.268907:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389008.268912:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389008.268919:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389008.268927:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000028d871. 00000100:00000001:1.0:1767389008.268937:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389008.268943:0:338177:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767389008.268946:0:338177:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767389008.268955:0:338177:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004fb24f05. 00010000:00000001:1.0:1767389008.268961:0:338177:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389008.268965:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f79eca00. 00000020:00000001:1.0:1767389008.268970:0:338177:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389008.268973:0:338177:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f79eca00 with handle 0x95cd417baf4293d0 to hash 00000020:00000001:1.0:1767389008.268975:0:338177:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389008.268986:0:338177:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389008.268989:0:338177:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389008.268994:0:338177:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389008.268997:0:338177:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389008.269000:0:338177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4293d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389008.269010:0:338177:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4293d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389008.269022:0:338177:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4293d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767389008.269028:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767389008.269031:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767389008.269037:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008098bc87. 00000100:00000001:1.0:1767389008.269039:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247439983360 : -122826269568256 : ffff904a47d55300) 00000100:00000001:1.0:1767389008.269042:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389008.269044:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151442304 : -122821558109312 : ffff904b60a87b80) 00000100:00000001:1.0:1767389008.269049:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389008.269052:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389008.269054:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767389008.269056:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389008.269066:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4ee76d5 x1853241654524672/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389008.269077:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389008.269079:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389008.269083:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389008.269086:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389008.269089:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389008.269091:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4ee76d5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654524672:0@lo:101: 00000100:00000001:1.0:1767389008.269096:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389008.269103:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389008.269105:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389008.269116:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389008.269120:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000075a56eec. 02000000:00000001:1.0:1767389008.269122:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389008.269130:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000616c6f6f. 00000400:00000010:1.0:1767389008.269139:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 00000100:00000200:1.0:1767389008.269147:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654524672, portal 25 00000100:00000001:1.0:1767389008.269149:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389008.269150:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151442304 : -122821558109312 : ffff904b60a87b80) 00000100:00000040:1.0:1767389008.269154:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4ee76d5 x1853241654524672/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389024 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389008.269162:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389008.269165:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389008.269167:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f14acecd. 00000100:00000200:1.0:1767389008.269170:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654524672, offset 0 00000400:00000200:1.0:1767389008.269176:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389008.269193:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389008.269208:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958372803b00 00000400:00000200:1.0:1767389008.269217:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x9dd [2] + 0 00000400:00000010:1.0:1767389008.269221:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016f4f05a. 00000400:00000200:1.0:1767389008.269226:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003d269243 00000400:00000200:1.0:1767389008.269234:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389008.269238:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389008.269245:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d269243 00000400:00000010:1.0:1767389008.269248:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d269243. 00000100:00000001:1.0:1767389008.269254:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389008.269257:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389008.269261:0:338177:0:(events.c:337:request_in_callback()) incoming req@0000000090a3a456 x1853241654524672 msgsize 328 00000100:00100000:1.0:1767389008.269266:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389008.269269:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767389008.269288:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389008.269298:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f14acecd 00000400:00000010:1.0:1767389008.269301:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f14acecd. 00000100:00000001:1.0:1767389008.269307:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389008.269312:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4ee76d5 x1853241654524672/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389024 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389008.269338:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389008.269342:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a4ee76d5 x1853241654524672/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389024 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.269343:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389008.269350:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654524672 02000000:00000001:3.0:1767389008.269357:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389008.269374:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.269376:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389008.269378:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389008.269383:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389008.269389:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389008.269392:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389008.269398:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299596312 00000100:00100000:3.0:1767389008.269399:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654524672 00000100:00000010:1.0:1767389008.269406:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033e9f39f. 00000020:00000001:3.0:1767389008.269407:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389008.269412:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389008.269415:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767389008.269418:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000020:00000040:3.0:1767389008.269419:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:3.0:1767389008.269424:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389008.269427:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389008.269429:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299596312 00000100:00000001:3.0:1767389008.269433:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1767389008.269435:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f7d7b85c. 00000020:00000010:3.0:1767389008.269441:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cead88a7. 00000100:00000001:1.0:1767389008.269442:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767389008.269449:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389008.269450:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299596312 00000020:00000010:3.0:1767389008.269456:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cead88a7. 00000100:00000010:1.0:1767389008.269458:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000efa62a14. 00000100:00000001:1.0:1767389008.269464:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000020:00000010:3.0:1767389008.269466:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fb92e2a. 00000100:00000001:1.0:1767389008.269474:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299596312 00000020:00000010:3.0:1767389008.269475:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e1a1b4c. 00000100:00000010:1.0:1767389008.269485:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080c2b18b. 00000020:00000010:3.0:1767389008.269487:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000085b6dc95. 00000100:00000001:1.0:1767389008.269491:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389008.269495:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389008.269498:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389008.269500:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767389008.269504:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389008.269504:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767389008.269511:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 000000008098bc87 going to sleep for 11 seconds 00000100:00000001:3.0:1767389008.269512:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389008.269519:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389008.269519:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389008.269523:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389008.269526:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.269535:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.269545:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389008.269564:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389008.269567:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389008.269574:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00000040:3.0:1767389008.269581:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389008.269586:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684797520 : -122822024754096 : ffff904b44d80c50) 00000100:00000040:3.0:1767389008.269597:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000090a3a456 x1853241654524672/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:459/0 lens 328/0 e 0 to 0 dl 1767389019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.269608:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389008.269619:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cead88a7. 00000100:00000001:3.0:1767389008.269621:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389008.269623:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cead88a7. 00000100:00100000:3.0:1767389008.269629:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000090a3a456 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:338177:x1853241654524672:12345-0@lo:101: 00000100:00000200:3.0:1767389008.269633:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654524672 00000020:00000001:3.0:1767389008.269637:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389008.269641:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389008.269644:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389008.269647:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389008.269650:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000020:00000001:3.0:1767389008.269654:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389008.269656:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389008.269659:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389008.269661:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389008.269665:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389008.269667:0:338173:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767389008.269670:0:338173:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767389008.269672:0:338173:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767389008.269675:0:338173:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767389008.269677:0:338173:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.269683:0:338173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767389008.269688:0:338173:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008a9795e3. 00010000:00000001:3.0:1767389008.269692:0:338173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389008.269694:0:338173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cb946552. 00000020:00000001:3.0:1767389008.269698:0:338173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389008.269700:0:338173:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cb946552 with handle 0x95cd417baf4293d7 to hash 00000020:00000001:3.0:1767389008.269702:0:338173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389008.269704:0:338173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00010000:00000001:3.0:1767389008.269706:0:338173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00010000:00010000:3.0:1767389008.269709:0:338173:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000cb946552/0x95cd417baf4293d7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x95cd417baf4293d0 expref: -99 pid: 338173 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389008.269717:0:338173:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003eb5d898 : new locks_count 10 00000020:00000040:3.0:1767389008.269720:0:338173:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=15 00000100:00000001:3.0:1767389008.269769:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389008.269773:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389008.269778:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000bec59e5a. 02000000:00000001:3.0:1767389008.269780:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.269783:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.269786:0:338173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389008.269791:0:338173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389008.269795:0:338173:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389008.269798:0:338173:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389008.269800:0:338173:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389008.269803:0:338173:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389008.269805:0:338173:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389008.269809:0:338173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389008.269812:0:338173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389008.269814:0:338173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389008.269816:0:338173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389008.269818:0:338173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008a9795e3) refcount = 1 00010000:00010000:3.0:1767389008.269824:0:338173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cb946552/0x95cd417baf4293d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x95cd417baf4293d0 expref: 15 pid: 338173 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389008.269831:0:338173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389008.269833:0:338173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389008.269835:0:338173:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389008.269838:0:338173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.269841:0:338173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389008.269847:0:338173:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767389008.269851:0:338173:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000cb946552/0x95cd417baf4293d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf4293d0 expref: 15 pid: 338173 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389008.269859:0:338173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389008.269861:0:338173:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767389008.269864:0:338173:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389008.269867:0:338173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.269871:0:338173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767389008.269872:0:338173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389008.269875:0:338173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389008.269876:0:338173:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000cb946552, rc 0) 00000020:00000001:3.0:1767389008.269886:0:338173:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389008.269890:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654524672 00010000:00000001:3.0:1767389008.269894:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389008.269899:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000090a3a456 x1853241654524672/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:459/0 lens 328/344 e 0 to 0 dl 1767389019 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389008.269908:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389008.269912:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389008.269917:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389008.269922:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389008.269925:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389008.269927:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389008.269931:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389008.269933:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.269936:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389008.269939:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389008.269944:0:338173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fb6b084. 00000100:00000200:3.0:1767389008.269947:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654524672, offset 224 00000400:00000200:3.0:1767389008.269954:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389008.269962:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389008.269971:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958372803b00 00000400:00000200:3.0:1767389008.269976:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x153d [1] + 224 00000400:00000200:3.0:1767389008.269981:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389008.269983:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389008.269987:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389008.269991:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4ee76d5 x1853241654524672/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389024 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389008.270000:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000a4ee76d5 x1853241654524672/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389024 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.270022:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389008.270028:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fb6b084 00000400:00000010:3.0:1767389008.270030:0:338173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fb6b084. 00000100:00000001:3.0:1767389008.270034:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389008.270036:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389008.270051:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.270053:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767389008.270055:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389008.270061:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389008.270063:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767389008.270065:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767389008.270066:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767389008.270070:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767389008.270075:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090a3a456 x1853241654524672/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:459/0 lens 328/344 e 0 to 0 dl 1767389019 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389008.270076:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000616c6f6f. 00000400:00000200:0.0:1767389008.270085:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000305cb2b 00000400:00000010:0.0:1767389008.270089:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000305cb2b. 00000100:00100000:3.0:1767389008.270095:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000090a3a456 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654524672:12345-0@lo:101: Request processed in 484us (830us total) trans 0 rc 0/0 00000100:00000001:0.0:1767389008.270096:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389008.270105:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4ee76d5 x1853241654524672/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389024 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389008.270113:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00000040:3.0:1767389008.270123:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389008.270128:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767389008.270128:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4ee76d5 x1853241654524672/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389024 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.270134:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389008.270142:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e1a1b4c. 00000020:00000010:3.0:1767389008.270148:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000085b6dc95. 00000020:00000010:3.0:1767389008.270152:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fb92e2a. 00000020:00000040:3.0:1767389008.270163:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00000001:0.0:1767389008.270169:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767389008.270171:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389008.270176:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000bec59e5a. 00000100:00000001:0.0:1767389008.270176:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389008.270185:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389008.270186:0:338177:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767389008.270189:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389008.270193:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1767389008.270195:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767389008.270199:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767389008.270202:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8141f8a. 00000100:00000001:0.0:1767389008.270204:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389008.270210:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c56f7e5b. 02000000:00000001:0.0:1767389008.270212:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389008.270222:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=33 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389008.270228:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389008.270233:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389008.270236:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389008.270240:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389008.270244:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.270248:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389008.270255:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4ee76d5 x1853241654524672/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389024 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389008.270262:0:338177:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389008.270266:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389008.270268:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389008.270273:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4ee76d5 x1853241654524672/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389024 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389008.270279:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4ee76d5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654524672:0@lo:101: 00000100:00000001:0.0:1767389008.270286:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389008.270289:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.270291:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767389008.270293:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389008.270295:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4ee76d5 x1853241654524672/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389024 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389008.270302:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389008.270305:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008098bc87. 00000100:00000001:0.0:1767389008.270309:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767389008.270311:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389008.270314:0:338177:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767389008.270327:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389008.270329:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389008.270331:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=4 00000020:00000001:0.0:1767389008.270333:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:0.0:1767389008.270336:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000040:0.0:1767389008.270341:0:338177:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000f79eca00, remote cookie: 0x95cd417baf4293d7, flags: 0x0 00010000:00000001:0.0:1767389008.270345:0:338177:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389008.270347:0:338177:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389008.270349:0:338177:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389008.270350:0:338177:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389008.270352:0:338177:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389008.270354:0:338177:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004fb24f05) refcount = 1 00010000:00010000:0.0:1767389008.270376:0:338177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4293d0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf4293d7 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389008.270387:0:338177:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389008.270389:0:338177:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389008.270390:0:338177:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389008.270394:0:338177:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389008.270397:0:338177:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389008.270400:0:338177:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4293d0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf4293d7 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389008.270406:0:338177:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767389008.270408:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389008.270410:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389008.270411:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389008.270412:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389008.270414:0:338177:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.270416:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389008.270419:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4ee76d5 x1853241654524672/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389024 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389008.270426:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389008.270429:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389008.270432:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000075a56eec. 02000000:00000001:0.0:1767389008.270436:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389008.270445:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389008.270447:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389008.270449:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389008.270452:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000028d871. 02000000:00000001:0.0:1767389008.270457:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389008.270459:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389008.270460:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4ee76d5. 00000100:00000001:0.0:1767389008.270466:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389008.270468:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767389008.270470:0:338177:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389008.270472:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767389008.270473:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 3 10000000:00000001:0.0:1767389008.270475:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389008.270477:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389008.270479:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389008.270481:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=3 00000020:00000001:0.0:1767389008.270483:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:0.0:1767389008.270486:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:0.0:1767389008.270488:0:338177:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767389008.270490:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389008.270491:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389008.270493:0:338177:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389008.270496:0:338177:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767389008.270499:0:338177:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000e0af6dbd. 00000100:00000010:0.0:1767389008.270520:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d99ea0f. 00000020:00000040:0.0:1767389008.270523:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389008.270526:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389008.270528:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389008.270531:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389008.270535:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009aa94067. 00000100:00000001:0.0:1767389008.270539:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.270543:0:338177:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767389008.270546:0:338177:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000003de6ce0. 00000100:00000010:0.0:1767389008.270549:0:338177:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000a82c7aaa. 00000020:00000040:0.0:1767389008.270552:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389008.270556:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767389008.270564:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767389008.270568:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044947d7a. 00000100:00000001:0.0:1767389008.270570:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247414500544 : -122826295051072 : ffff904a46507cc0) 00000100:00000001:0.0:1767389008.270572:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389008.270574:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144650368 : -122821564901248 : ffff904b6040d880) 00000100:00000001:0.0:1767389008.270577:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389008.270579:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.270580:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389008.270582:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389008.270585:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d99ea0f x1853241654524800/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389008.270592:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389008.270593:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389008.270596:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389008.270598:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389008.270600:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389008.270603:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d99ea0f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654524800:0@lo:256: 00000100:00000001:0.0:1767389008.270606:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389008.270609:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389008.270612:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.270614:0:338177:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767389008.270621:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2ff566. 00000400:00000010:0.0:1767389008.270625:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005fdb8d6a. 00000100:00000200:0.0:1767389008.270630:0:338177:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958372803b80-0x6958372803b80, portal 33 00000100:00000001:0.0:1767389008.270633:0:338177:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389008.270635:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389008.270637:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d533510. 02000000:00000001:0.0:1767389008.270639:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389008.270642:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c303a6. 00000400:00000010:0.0:1767389008.270645:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dc73e79. 00000100:00000200:0.0:1767389008.270648:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654524800, portal 25 00000100:00000001:0.0:1767389008.270650:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389008.270651:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144650368 : -122821564901248 : ffff904b6040d880) 00000100:00000040:0.0:1767389008.270655:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d99ea0f x1853241654524800/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389024 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389008.270667:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389008.270670:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389008.270673:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000100:00000200:0.0:1767389008.270676:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853241654524800, offset 0 00000400:00000200:0.0:1767389008.270683:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389008.270690:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389008.270697:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958372803b80 00000400:00000200:0.0:1767389008.270702:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x9ed [2] + 0 00000400:00000010:0.0:1767389008.270705:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000123c2344. 00000400:00000200:0.0:1767389008.270708:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000449634df 00000400:00000200:0.0:1767389008.270712:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389008.270715:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389008.270717:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000449634df 00000400:00000010:0.0:1767389008.270719:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000449634df. 00000100:00000001:0.0:1767389008.270722:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389008.270723:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389008.270756:0:338177:0:(events.c:337:request_in_callback()) incoming req@00000000bc528345 x1853241654524800 msgsize 304 00000100:00100000:0.0:1767389008.270761:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389008.270763:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389008.270774:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389008.270783:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000400:00000010:0.0:1767389008.270785:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000100:00000001:0.0:1767389008.270789:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389008.270793:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d99ea0f x1853241654524800/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389024 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389008.270801:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389008.270803:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000006d99ea0f x1853241654524800/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389024 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389008.270809:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.270811:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389008.270815:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.270818:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299596314 00000100:00000001:0.0:1767389008.270825:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299596312 00000100:00000001:0.0:1767389008.270836:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299596314 00000100:00000001:0.0:1767389008.270840:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299596312 00000100:00000001:0.0:1767389008.270843:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299596314 00000100:00000001:0.0:1767389008.270848:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299596312 00000100:00000001:0.0:1767389008.270854:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299596314 00000100:00000001:0.0:1767389008.270858:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299596312 00000100:00000001:0.0:1767389008.270862:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389008.270864:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.270867:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389008.270869:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767389008.270871:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 0000000044947d7a going to sleep for 11 seconds 00000100:00000001:0.0:1767389008.270874:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389008.270876:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389008.270877:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389008.270883:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654524800 02000000:00000001:3.0:1767389008.270887:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389008.270889:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389008.270891:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389008.270895:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389008.270899:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654524800 00000020:00000001:3.0:1767389008.270901:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389008.270903:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389008.270906:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389008.270908:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:3.0:1767389008.270921:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389008.270924:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389008.270927:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389008.270930:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cead88a7. 00000100:00000001:3.0:1767389008.270932:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389008.270934:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cead88a7. 00000020:00000010:3.0:1767389008.270939:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fb92e2a. 00000020:00000010:3.0:1767389008.270942:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003e1a1b4c. 00000020:00000010:3.0:1767389008.270946:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000085b6dc95. 00000100:00000040:3.0:1767389008.270953:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389008.270955:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389008.270956:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389008.270958:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.270962:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.270981:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389008.270992:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389008.270994:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389008.270999:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000040:3.0:1767389008.271001:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389008.271004:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684803664 : -122822024747952 : ffff904b44d82450) 00000100:00000040:3.0:1767389008.271010:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc528345 x1853241654524800/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:459/0 lens 304/0 e 0 to 0 dl 1767389019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.271019:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389008.271022:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cead88a7. 00000100:00000001:3.0:1767389008.271024:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389008.271026:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cead88a7. 00000100:00100000:3.0:1767389008.271030:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc528345 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654524800:12345-0@lo:256: 00000100:00000200:3.0:1767389008.271034:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654524800 00000020:00000001:3.0:1767389008.271036:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389008.271038:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389008.271040:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389008.271042:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389008.271050:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333408 : -1039218208 : ffffffffc20ec9e0) 00000020:00000001:3.0:1767389008.271053:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389008.271055:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389008.271057:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389008.271058:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389008.271061:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.271065:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389008.271067:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389008.271070:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000bec59e5a. 02000000:00000001:3.0:1767389008.271072:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.271074:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389008.271077:0:338173:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767389008.271082:0:338173:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767389008.271086:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767389008.271089:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767389008.271109:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389008.271111:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767389008.271114:0:338173:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767389008.271118:0:338173:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000cf9cc8be. 20000000:00000001:3.0:1767389008.271122:0:338173:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767389008.271134:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767389008.271143:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767389008.271150:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767389008.271153:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767389008.271155:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767389008.271157:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767389008.271159:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767389008.271161:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:01000000:3.0:1767389008.271163:0:338173:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 184, pages 3912/1/4/3. 20000000:00000040:3.0:1767389008.271170:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767389008.271173:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767389008.271175:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767389008.271178:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767389008.271179:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767389008.271182:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767389008.271184:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767389008.271186:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:01000000:3.0:1767389008.271189:0:338173:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 184, pages 3728/1/4/3. 20000000:01000000:3.0:1767389008.271200:0:338173:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 368, version 18 20000000:00000001:3.0:1767389008.271202:0:338173:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=368 : 368 : 170) 00000100:00000001:3.0:1767389008.271206:0:338173:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767389008.271209:0:338173:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003df2a3e5. 00000100:00000010:3.0:1767389008.271213:0:338173:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e10fd40c. 00000020:00000040:3.0:1767389008.271215:0:338173:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=16 00010000:00000001:3.0:1767389008.271219:0:338173:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767389008.271223:0:338173:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767389008.271226:0:338173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fb6b084. 00000400:00000010:3.0:1767389008.271234:0:338173:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000057c8e312. 00000400:00000200:3.0:1767389008.271239:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389008.271250:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389008.271258:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 33 MB=0x6958372803b80 00000400:00000200:3.0:1767389008.271263:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 368/368 into md 0x154d [4] + 0 00000400:00000010:3.0:1767389008.271267:0:338173:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2ff566. 00000400:00000200:3.0:1767389008.271271:0:338173:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005fdb8d6a 00000400:00000200:3.0:1767389008.271274:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389008.271278:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767389008.271282:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fdb8d6a 00000400:00000010:3.0:1767389008.271283:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000005fdb8d6a. 00000100:00000001:3.0:1767389008.271287:0:338173:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767389008.271289:0:338173:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000006d99ea0f desc 0000000003de6ce0 mbits 1853241654524800 00000100:00000001:3.0:1767389008.271305:0:338173:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767389008.271309:0:338173:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767389008.271315:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767389008.271340:0:338173:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1559 00000400:00000200:3.0:1767389008.271343:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389008.271349:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767389008.271352:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389008.271353:0:338173:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:0.0:1767389008.271356:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389008.271380:0:338173:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000003df2a3e5 00000100:00000001:3.0:1767389008.271386:0:338173:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767389008.271394:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fb6b084 00000400:00000010:3.0:1767389008.271396:0:338173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fb6b084. 00000100:00000001:3.0:1767389008.271398:0:338173:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767389008.271399:0:338173:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000003df2a3e5 00000100:00000001:3.0:1767389008.271409:0:338173:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767389008.271415:0:338173:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 368 bytes via portal 33 id 12345-0@lo mbits 0x6958372803b80-0x6958372803b80 00000100:00000001:3.0:1767389008.271418:0:338173:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.271423:0:338173:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.271425:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767389008.271428:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000010:3.0:1767389008.271431:0:338173:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e10fd40c. 00000100:00000010:3.0:1767389008.271434:0:338173:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003df2a3e5. 00000100:00000001:3.0:1767389008.271436:0:338173:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767389008.271438:0:338173:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767389008.271443:0:338173:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000cf9cc8be. 20000000:00000001:3.0:1767389008.271463:0:338173:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389008.271466:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654524800 00010000:00000001:3.0:1767389008.271468:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389008.271472:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bc528345 x1853241654524800/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:459/0 lens 304/240 e 0 to 0 dl 1767389019 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389008.271481:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389008.271482:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389008.271485:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389008.271488:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389008.271491:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389008.271493:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389008.271496:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389008.271498:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.271500:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389008.271502:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389008.271505:0:338173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fb6b084. 00000100:00000200:3.0:1767389008.271508:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853241654524800, offset 224 00000400:00000200:3.0:1767389008.271512:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389008.271518:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389008.271523:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958372803b80 00000400:00000200:3.0:1767389008.271527:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1551 [1] + 224 00000400:00000200:3.0:1767389008.271531:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389008.271534:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389008.271546:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389008.271549:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d99ea0f x1853241654524800/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389024 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389008.271558:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000006d99ea0f x1853241654524800/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389024 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.271577:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389008.271582:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fb6b084 00000400:00000010:3.0:1767389008.271584:0:338173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fb6b084. 00000100:00000001:3.0:1767389008.271586:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389008.271588:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389008.271592:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389008.271595:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:0.0:1767389008.271599:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767389008.271600:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389008.271606:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389008.271624:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767389008.271625:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767389008.271629:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc528345 x1853241654524800/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:459/0 lens 304/240 e 0 to 0 dl 1767389019 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767389008.271629:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389008.271632:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3c303a6. 00000400:00000200:0.0:1767389008.271641:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dc73e79 00000400:00000010:0.0:1767389008.271644:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006dc73e79. 00000100:00100000:3.0:1767389008.271645:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc528345 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654524800:12345-0@lo:256: Request processed in 623us (886us total) trans 0 rc 0/0 00000100:00000001:0.0:1767389008.271651:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389008.271661:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d99ea0f x1853241654524800/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389024 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389008.271663:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000040:3.0:1767389008.271671:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389008.271677:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389008.271682:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767389008.271683:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d99ea0f x1853241654524800/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389024 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389008.271686:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003e1a1b4c. 00000020:00000010:3.0:1767389008.271695:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000085b6dc95. 00000100:00000001:0.0:1767389008.271698:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767389008.271702:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fb92e2a. 00000100:00000001:0.0:1767389008.271702:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389008.271709:0:338177:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767389008.271712:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:0.0:1767389008.271712:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389008.271714:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389008.271718:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389008.271721:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767389008.271722:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389008.271725:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000bec59e5a. 02000000:00000001:3.0:1767389008.271729:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389008.271731:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767389008.271737:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=33 v=5 (5 0 0 0) 00000100:00000200:3.0:1767389008.271775:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767389008.271783:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=33 v=5 (1 0 0 0) 00000400:00000010:3.0:1767389008.271784:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4ac21e4. 00000100:00000001:0.0:1767389008.271788:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389008.271790:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389008.271792:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389008.271795:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.271799:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389008.271801:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa9c312a. 00000100:00000040:0.0:1767389008.271805:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000006d99ea0f x1853241654524800/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389024 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389008.271816:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000006d99ea0f x1853241654524800/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389024 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389008.271823:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389008.271825:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389008.271829:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d99ea0f x1853241654524800/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389024 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389008.271835:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d99ea0f pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654524800:0@lo:256: 00000100:00000001:0.0:1767389008.271840:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389008.271843:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.271844:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767389008.271846:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389008.271848:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d99ea0f x1853241654524800/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389024 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389008.271854:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389008.271856:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000044947d7a. 00000100:00000001:0.0:1767389008.271859:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767389008.271860:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767389008.271864:0:338177:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 18, more 0. 10000000:00000001:0.0:1767389008.271868:0:338177:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767389008.271879:0:338177:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000009813209b. 10000000:00000040:0.0:1767389008.271892:0:338177:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767389008.271898:0:338177:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767389008.271901:0:338177:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767389008.271915:0:338177:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.113@tcp has 192.168.204.113@tcp. 00000100:00000001:0.0:1767389008.271917:0:338177:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389008.271920:0:338177:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767389008.271922:0:338177:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.113@tcp with 192.168.204.113@tcp 00000100:00000200:0.0:1767389008.271923:0:338177:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.113@tcp' 00000400:00000200:0.0:1767389008.271926:0:338177:0:(peer.c:1356:LNetAddPeer()) Add peer with 8 NIDs 00000400:00001000:0.0:1767389008.271929:0:338177:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767389008.271932:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.113@tcp 00000400:00000200:0.0:1767389008.271937:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767389008.271944:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (8) 00000400:00000200:0.0:1767389008.271950:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767389008.271954:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp: 0. pending discovery 00000400:00000200:0.0:1767389008.271957:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (9) 00000400:00000200:0.0:1767389008.271959:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp 00000400:00000200:0.0:1767389008.271962:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.113@tcp10 00000400:00000200:0.0:1767389008.271966:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767389008.271968:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp10 00000400:00000200:0.0:1767389008.271970:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.113@tcp11 00000400:00000200:0.0:1767389008.271973:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767389008.271975:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp11 00000400:00000200:0.0:1767389008.271977:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.113@tcp12 00000400:00000200:0.0:1767389008.271980:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767389008.271982:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp12 00000400:00000200:0.0:1767389008.271984:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.113@tcp13 00000400:00000200:0.0:1767389008.271988:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767389008.271990:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp13 00000400:00000200:0.0:1767389008.271991:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.113@tcp14 00000400:00000200:0.0:1767389008.271994:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767389008.271996:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp14 00000400:00000200:0.0:1767389008.271998:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.113@tcp15 00000400:00000200:0.0:1767389008.272001:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767389008.272002:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp15 00000400:00000200:0.0:1767389008.272004:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.113@tcp16 00000400:00000200:0.0:1767389008.272008:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767389008.272009:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp16 00000100:00000001:0.0:1767389008.272011:0:338177:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389008.272020:0:338177:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767389008.272024:0:338177:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.113@tcp' by NID '192.168.204.113@tcp' 10000000:00000010:0.0:1767389008.272028:0:338177:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000f37ab346. 10000000:00000040:0.0:1767389008.272031:0:338177:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 18/18 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.113@tcp::1 00000020:00000080:0.0:1767389008.272034:0:338177:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767389008.272043:0:338177:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767389008.272046:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bf5c923. 00000020:00000010:0.0:1767389008.272051:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005bc8fbb2. 00000040:00000010:0.0:1767389008.272056:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a0a34040. 00000020:00000010:0.0:1767389008.272061:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d10dc261. 00000020:00000010:0.0:1767389008.272066:0:338177:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000614eb99c. 00000020:00000010:0.0:1767389008.272072:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000094db4089. 80000000:00000010:0.0:1767389008.272078:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ab70d318. 40000000:00000010:0.0:1767389008.272083:0:338177:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008f58775e. 00100000:00000010:0.0:1767389008.272088:0:338177:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c858f29e. 00040000:00000010:0.0:1767389008.272093:0:338177:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005b9c56bf. 00040000:00000010:0.0:1767389008.272099:0:338177:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a6335131. 00040000:00000010:0.0:1767389008.272103:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bced11fd. 00080000:00000010:0.0:1767389008.272108:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008c718e2f. 00000004:00000010:0.0:1767389008.272114:0:338177:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fda600ff. 00000004:00000010:0.0:1767389008.272121:0:338177:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000096858dd1. 00000004:00000010:0.0:1767389008.272128:0:338177:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008fa39fc6. 00002000:00000010:0.0:1767389008.272134:0:338177:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000db81dcd5. 00000004:00000010:0.0:1767389008.272139:0:338177:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d5304935. 00000004:00000001:0.0:1767389008.272145:0:338177:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767389008.272151:0:338177:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767389008.272155:0:338177:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000f37ab346 00000040:00001000:0.0:1767389008.272158:0:338177:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767389008.272161:0:338177:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767389008.272164:0:338177:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767389008.272166:0:338177:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767389008.272170:0:338177:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767389008.272173:0:338177:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767389008.272175:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767389008.272187:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.113@tcp::1 00000040:00000001:0.0:1767389008.272190:0:338177:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767389008.272283:0:338177:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389008.272290:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005bc8fbb2. 00000040:00000010:0.0:1767389008.272296:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a0a34040. 00000020:00000010:0.0:1767389008.272300:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d10dc261. 00000020:00000010:0.0:1767389008.272304:0:338177:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000614eb99c. 00000020:00000010:0.0:1767389008.272309:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000094db4089. 80000000:00000010:0.0:1767389008.272315:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ab70d318. 40000000:00000010:0.0:1767389008.272319:0:338177:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008f58775e. 00100000:00000010:0.0:1767389008.272322:0:338177:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c858f29e. 00040000:00000010:0.0:1767389008.272325:0:338177:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005b9c56bf. 00040000:00000010:0.0:1767389008.272329:0:338177:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a6335131. 00040000:00000010:0.0:1767389008.272333:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bced11fd. 00080000:00000010:0.0:1767389008.272337:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008c718e2f. 00000004:00000010:0.0:1767389008.272341:0:338177:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fda600ff. 00000004:00000010:0.0:1767389008.272345:0:338177:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000096858dd1. 00000004:00000010:0.0:1767389008.272350:0:338177:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008fa39fc6. 00002000:00000010:0.0:1767389008.272354:0:338177:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000db81dcd5. 00000004:00000010:0.0:1767389008.272357:0:338177:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d5304935. 00000020:00000010:0.0:1767389008.272382:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bf5c923. 00000020:00000001:0.0:1767389008.272384:0:338177:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389008.272387:0:338177:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767389008.272390:0:338177:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000f37ab346. 10000000:00000010:0.0:1767389008.272393:0:338177:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000009813209b. 10000000:00000001:0.0:1767389008.272397:0:338177:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.272399:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389008.272404:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d99ea0f x1853241654524800/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389024 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389008.272411:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389008.272412:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389008.272414:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d533510. 02000000:00000001:0.0:1767389008.272418:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389008.272419:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389008.272427:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389008.272429:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767389008.272430:0:338177:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767389008.272431:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389008.272432:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389008.272434:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767389008.272435:0:338177:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000a82c7aaa. 00000100:00000010:0.0:1767389008.272437:0:338177:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000003de6ce0. 00000100:00000001:0.0:1767389008.272440:0:338177:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767389008.272441:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009aa94067. 02000000:00000001:0.0:1767389008.272444:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389008.272445:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389008.272446:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d99ea0f. 00000100:00000001:0.0:1767389008.272449:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389008.272451:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767389008.272465:0:338177:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000e0af6dbd. 10000000:01000000:0.0:1767389008.272469:0:338177:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767389008.272473:0:338177:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767389008.272475:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389008.272477:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389008.272479:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=3 00000020:00000001:0.0:1767389008.272480:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:0.0:1767389008.272483:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:0.0:1767389008.272486:0:338177:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389008.272489:0:338177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4293d0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf4293d7 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389008.272495:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389008.272497:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389008.272499:0:338177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4293d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf4293d7 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389008.272504:0:338177:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389008.272505:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389008.272506:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767389008.272508:0:338177:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389008.272514:0:338177:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389008.272517:0:338177:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767389008.272519:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767389008.272521:0:338177:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 3 10000000:00000001:0.0:1767389008.272523:0:338177:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767389008.294820:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299596314, at 4299596315 00000100:00000010:0.0:1767389008.294831:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033e9f39f. 00000100:00000040:1.0:1767389008.295787:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299596314, at 4299596316 00000100:00000010:1.0:1767389008.295796:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f7d7b85c. 00000100:00000040:3.0:1767389008.295800:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299596314, at 4299596316 00000100:00000010:3.0:1767389008.295812:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080c2b18b. 00000001:00000001:1.0:1767389008.682803:0:342534:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767389008.682811:0:342534:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:1.0:1767389008.689521:0:342534:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767389008.701973:0:342535:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d3af6f43. 00000400:00000010:1.0:1767389008.701996:0:342535:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000086f6cc83. 00000400:00000010:1.0:1767389008.702012:0:342535:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002402e8e7. 00000400:00000010:1.0:1767389008.702017:0:342535:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000077afd8b2. 00000400:00000010:1.0:1767389008.702023:0:342535:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002592b412. 00000400:00000010:1.0:1767389008.702030:0:342535:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e2ddb3b6. 00000400:00000010:1.0:1767389008.702032:0:342535:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000039c46fd3. 00000400:00000010:1.0:1767389008.702034:0:342535:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007d16b040. 00000400:00000010:1.0:1767389008.702039:0:342535:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000dee8fa20. 00000800:00000010:1.0:1767389008.702056:0:342535:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000681327a5. 00000800:00000200:1.0:1767389008.702075:0:342535:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767389008.702086:0:342535:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767389008.702149:0:342535:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:1.0:1767389008.702182:0:342535:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp17 [8/256/0/180] 00000400:00000010:1.0:1767389008.705197:0:342535:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 00000000df2bdecb. 00000400:00000010:1.0:1767389008.705208:0:342535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000169c6b3d. 00000400:00000010:1.0:1767389008.705216:0:342535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f14acecd. 00000400:00000001:1.0:1767389008.705238:0:342535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389008.705241:0:342535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389008.705245:0:342535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001abd85a0. 00000400:00000200:1.0:1767389008.705249:0:342535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000883f053b 00000400:00000010:1.0:1767389008.705252:0:342535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000883f053b. 00000400:00000010:1.0:1767389008.705258:0:342535:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 00000000cae825b1. 00000400:00000200:1.0:1767389008.705266:0:342535:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (8) 00000400:00000200:1.0:1767389008.705287:0:342535:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389008.705302:0:342535:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:1.0:1767389008.705314:0:342535:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000053515e9d. 00000400:00000200:0.0:1767389008.705322:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767389008.705323:0:342535:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767389008.705332:0:342535:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp17 00000400:00000200:0.0:1767389008.705338:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:0.0:1767389008.705376:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dc73e79. 00000400:00000010:1.0:1767389008.705383:0:342535:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000086f6cc83. 00000400:00000200:0.0:1767389008.705383:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (9) 00000400:00000010:1.0:1767389008.705395:0:342535:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d3af6f43. 00000400:00000010:0.0:1767389008.705398:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c4be4432. 00000400:00000200:0.0:1767389008.705409:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000400:00000200:0.0:1767389008.705431:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:0.0:1767389008.705440:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767389008.705452:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767389008.705464:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767389008.705477:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767389008.705494:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:0.0:1767389008.705510:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:0.0:1767389008.705528:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767389008.705544:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:0.0:1767389008.705554:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp16 00000400:00000200:0.0:1767389008.705564:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp16 lpni_is_preferred = 0 00000400:00000200:0.0:1767389008.705571:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp16 00000400:00000200:0.0:1767389008.705582:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp16 NI seq info: [19:19:256:4294967295] 192.168.204.113@tcp16 LPNI seq info [19:19:8:4294967295] 00000400:00000200:0.0:1767389008.705596:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp16 00000400:00000200:0.0:1767389008.705617:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp16(192.168.204.113@tcp16:) -> 192.168.204.113@tcp16(192.168.204.113@tcp:192.168.204.113@tcp16) : PUT try# 0 00000800:00000200:0.0:1767389008.705645:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.204.113@tcp16 00000800:00000010:0.0:1767389008.705655:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005b9c56bf. 00000800:00000010:0.0:1767389008.705671:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000044947d7a. 00000800:00000010:0.0:1767389008.705679:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003d976a82. 00000800:00000200:0.0:1767389008.705694:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044947d7a] -> 12345-192.168.204.113@tcp16 (2) 00000800:00000200:0.1:1767389008.705710:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044947d7a] -> 12345-192.168.204.113@tcp16 (2) 00000400:00000200:0.0:1767389008.705782:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389008.705790:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000400:00000200:1.0:1767389008.705930:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000100:00000001:0.0:1767389008.705970:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389008.705979:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389008.705983:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389008.705993:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036e528bb x1853241654525056/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389008.706016:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767389008.706020:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000100:00000001:0.0:1767389008.706021:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389008.706034:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389008.706041:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389008.706051:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389008.706060:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036e528bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654525056:0@lo:253: 00000100:00000001:0.0:1767389008.706071:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767389008.706080:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 02000000:00000001:0.0:1767389008.706082:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389008.706090:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389008.706101:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389008.706115:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000c1723ed. 02000000:00000001:0.0:1767389008.706124:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389008.706137:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c303a6. 00000400:00000010:0.0:1767389008.706153:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bbb2934a. 00000400:00000200:1.0:1767389008.706154:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000100:00000200:0.0:1767389008.706166:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654525056, portal 25 00000100:00000001:0.0:1767389008.706179:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389008.706184:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666870400 : -122821042681216 : ffff904b7f614a80) 00000100:00000040:0.0:1767389008.706200:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000036e528bb x1853241654525056/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389024 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389008.706217:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000100:00000001:0.0:1767389008.706222:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389008.706250:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389008.706263:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2988911. 00000100:00000200:0.0:1767389008.706274:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654525056, offset 0 00000400:00000200:1.0:1767389008.706277:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389008.706296:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389008.706317:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389008.706340:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389008.706341:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372803c80 00000400:00000200:0.0:1767389008.706388:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9fd [2] + 0 00000400:00000010:0.0:1767389008.706395:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4779a39. 00000400:00000200:0.0:1767389008.706407:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008ea7dcc0 00000400:00000200:0.0:1767389008.706422:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389008.706439:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389008.706443:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389008.706462:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ea7dcc0 00000400:00000010:0.0:1767389008.706469:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ea7dcc0. 00000100:00000001:0.0:1767389008.706482:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389008.706488:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389008.706499:0:337538:0:(events.c:337:request_in_callback()) incoming req@000000003afe72cb x1853241654525056 msgsize 4848 00000400:00000200:1.0:1767389008.706510:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000100:00100000:0.0:1767389008.706522:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389008.706528:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389008.706551:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389008.706570:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2988911 00000400:00000200:1.0:1767389008.706575:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000010:0.0:1767389008.706576:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2988911. 00000100:00000001:0.0:1767389008.706588:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389008.706601:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036e528bb x1853241654525056/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389024 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389008.706623:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767389008.706628:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000100:00000040:0.0:1767389008.706635:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036e528bb x1853241654525056/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389024 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389008.706653:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.706658:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389008.706674:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389008.706677:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000100:00000001:0.0:1767389008.706686:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299596749 00000100:00000010:0.0:1767389008.706699:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab70d318. 00000100:00000001:0.0:1767389008.706711:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767389008.706722:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299596749 00000400:00000200:1.0:1767389008.706775:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000100:00000001:0.0:1767389008.706807:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299596750 00000100:00000001:0.0:1767389008.706814:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299596750 00000400:00000200:1.0:1767389008.706835:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000100:00000001:0.0:1767389008.706838:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299596750 00000100:00000001:0.0:1767389008.706849:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299596750 00000100:00000001:0.0:1767389008.706871:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299596750 00000100:00000001:0.0:1767389008.706878:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389008.706884:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.706897:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.706908:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389008.706917:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389008.706920:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389008.706925:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389008.706931:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389008.706938:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.706945:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.706992:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389008.706997:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654525056 02000000:00000001:0.0:1767389008.707001:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389008.707006:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389008.707011:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389008.707023:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389008.707034:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654525056 00000020:00000001:0.0:1767389008.707038:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389008.707041:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767389008.707045:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389008.707049:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:0.0:1767389008.707053:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389008.707057:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389008.707063:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389008.707070:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004945fbd8. 00000100:00000001:0.0:1767389008.707075:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389008.707079:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004945fbd8. 00000020:00000010:0.0:1767389008.707090:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b805a7d. 00000020:00000010:0.0:1767389008.707111:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f754a2c1. 00000020:00000010:0.0:1767389008.707119:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001f81e61c. 00000100:00000040:0.0:1767389008.707139:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767389008.707144:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389008.707147:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389008.707150:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.707165:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.707186:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389008.707217:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389008.707223:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389008.707238:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00000040:0.0:1767389008.707245:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000800:00000010:1.0:1767389008.707246:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007dd2aeb6. 00000100:00000001:0.0:1767389008.707255:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684807760 : -122822024743856 : ffff904b44d83450) 00000800:00000010:1.0:1767389008.707261:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000086f6cc83. 00000100:00000040:0.0:1767389008.707268:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003afe72cb x1853241654525056/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:459/0 lens 4848/0 e 0 to 0 dl 1767389019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767389008.707277:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003f400955. 00000100:00000001:0.0:1767389008.707300:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389008.707307:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004945fbd8. 00000100:00000001:0.0:1767389008.707314:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389008.707318:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004945fbd8. 00000100:00100000:0.0:1767389008.707331:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003afe72cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337538:x1853241654525056:12345-0@lo:253: 00000100:00000200:0.0:1767389008.707338:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654525056 00000020:00000001:0.0:1767389008.707343:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000010:1.0:1767389008.707349:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003f400955. 00000020:00000001:0.0:1767389008.707372:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389008.707379:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389008.707387:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389008.707390:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:0.0:1767389008.707396:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389008.707402:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389008.707414:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389008.707418:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389008.707423:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.707429:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389008.707434:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389008.707460:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f1f6e046. 02000000:00000001:0.0:1767389008.707466:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.707472:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389008.707483:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767389008.707505:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000b69a437. 20000000:01000000:0.0:1767389008.707517:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767389008.707527:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767389008.707534:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767389008.707540:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389008.707547:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389008.707554:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767389008.707574:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bced11fd. 20000000:01000000:0.0:1767389008.707583:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:0.0:1767389008.707598:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767389008.707599:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:0.0:1767389008.707613:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:1.0:1767389008.707636:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp16 from 241.3.0.2 00000800:00000010:1.0:1767389008.707645:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c10c8110. 00080000:00000001:0.0:1767389008.707884:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767389008.707892:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767389008.707895:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389008.707897:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767389008.707904:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767389008.707912:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:0.0:1767389008.707918:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767389008.707928:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000003de6ce0. 00080000:00000001:0.0:1767389008.707933:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252119566336 : -122821589985280 : ffff904b5ec21800) 00080000:00000001:0.0:1767389008.707938:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767389008.708119:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767389008.708124:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389008.708128:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767389008.708170:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389008.708175:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:1.0:1767389008.708293:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000053515e9d. 00000800:00000010:1.0:1767389008.708303:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000083e9d4cf. 00000800:00000010:1.0:1767389008.708333:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f0f3972a. 00000800:00000200:1.1:1767389008.708343:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044947d7a] -> 12345-192.168.204.113@tcp16 (2) 00000800:00000200:1.1:1767389008.708378:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp16 00000000f0f3972a deleted 00000800:00000010:1.1:1767389008.708382:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f0f3972a. 00000800:00000200:1.1:1767389008.708392:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767389008.708422:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp16 ip 192.168.204.113:1009 00000800:00000200:1.1:1767389008.708429:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005b9c56bf type 1, nob 272 niov 1 nkiov 1 00000800:00000200:1.0:1767389008.708441:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp16 p 3.x 192.168.204.113 -> 192.168.204.113:1009 incarnation:1767389006668289320 sched[0] 00080000:00000001:0.0:1767389008.708443:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767389008.708452:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767389008.708454:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003f400955. 00000800:00000010:1.0:1767389008.708532:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003f400955. 00000800:00000010:1.0:1767389008.708538:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000083e9d4cf. 00000800:00000200:0.1:1767389008.708584:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:1.0:1767389008.708595:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c10c8110. 00000800:00000200:0.0:1767389008.708597:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp16 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389006668289320 sched[0] 00000800:00000010:0.0:1767389008.708606:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000086f6cc83. 00000800:00000001:1.0:1767389008.708626:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389008.708638:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389008.708711:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000200:1.0:1767389008.708779:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389008.708787:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005b9c56bf. 00000400:00000200:1.0:1767389008.708794:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389008.708803:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp16->192.168.204.113@tcp16: PUT: OK 00000400:00000200:1.0:1767389008.708823:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389008.708828:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 0 00000800:00000001:1.0:1767389008.708842:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767389008.708845:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000800:00000001:1.0:1767389008.708851:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389008.708855:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389008.708864:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389008.708876:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp16(192.168.204.113@tcp16) <- 192.168.204.113@tcp16 : PUT - for me 00000400:00000200:1.0:1767389008.708892:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767389008.708902:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 176/176 into md 0x14f9 [1] + 0 00000400:00000010:1.0:1767389008.708906:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044b7db3a. 00000400:00000200:1.0:1767389008.708911:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ef62de8f 00000800:00000001:1.0:1767389008.708916:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389008.708930:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389008.708933:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389008.708937:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp16->192.168.204.113@tcp16: PUT: OK 00000400:00000200:1.0:1767389008.708944:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000400:00000010:1.0:1767389008.708947:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000400:00000200:0.0:1767389008.708950:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389008.708954:0:337531:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767389008.708961:0:337531:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (10) 00000400:00000200:1.0:1767389008.708970:0:337531:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000010:1.0:1767389008.708976:0:337531:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 0000000083e9d4cf. 00000400:00000200:1.0:1767389008.708980:0:337531:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.113@tcp 9 00000400:00000200:1.0:1767389008.708988:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389008.709004:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (11) 00000400:00000200:0.0:1767389008.709007:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389008.709010:0:337531:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767389008.709024:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp16 to MR: 192.168.204.113@tcp16 local destination 00000400:00000200:1.0:1767389008.709035:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp16 NI seq info: [20:20:256:4294967295] 192.168.204.113@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:1.0:1767389008.709057:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp16(192.168.204.113@tcp16:192.168.204.113@tcp16) -> 192.168.204.113@tcp16(192.168.204.113@tcp16:192.168.204.113@tcp16) 192.168.204.113@tcp16 : ACK try# 0 00000800:00000200:1.0:1767389008.709065:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp16 00000400:00000200:0.0:1767389008.709071:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000800:00000010:1.0:1767389008.709072:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d657b5a. 00000800:00000200:1.0:1767389008.709086:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044947d7a] -> 12345-192.168.204.113@tcp16 (4) 00000800:00000200:1.0:1767389008.709106:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp16 ip 192.168.204.113:988 00000800:00000200:1.0:1767389008.709111:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d657b5a type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767389008.709148:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000800:00000200:1.0:1767389008.709180:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389008.709186:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d657b5a. 00000400:00000200:1.0:1767389008.709192:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389008.709201:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp16->192.168.204.113@tcp16: ACK: OK 00000800:00000001:1.0:1767389008.709214:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389008.709220:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389008.709221:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000800:00000001:1.0:1767389008.709225:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389008.709235:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389008.709240:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389008.709248:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389008.709259:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp16(192.168.204.113@tcp16) <- 192.168.204.113@tcp16 : ACK - for me 00000400:00000200:1.0:1767389008.709274:0:337531:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp16: ACK from 12345-192.168.204.113@tcp16 into md 0x1569 00000400:00000200:0.0:1767389008.709281:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389008.709282:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389008.709297:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp16->192.168.204.113@tcp16: ACK: OK 00000400:00000200:1.0:1767389008.709305:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dc73e79 00000400:00000010:1.0:1767389008.709308:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006dc73e79. 00000400:00000200:1.0:1767389008.709315:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767389008.709322:0:337531:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:1.0:1767389008.709328:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389008.709333:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (10) 00000800:00000001:1.0:1767389008.709343:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389008.709371:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389008.709383:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389008.709419:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767389008.709429:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044b7db3a. 00000400:00000010:1.0:1767389008.709435:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000400:00000200:1.0:1767389008.709440:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000089c3bb47 00000400:00000200:1.0:1767389008.709450:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000d1 00000400:00000010:1.0:1767389008.709463:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 000000005d657b5a. 00000400:00000010:1.0:1767389008.709469:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 000000001bc67fa3. 00000400:00000010:1.0:1767389008.709473:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 00000000d4661e59. 00000400:00000200:0.0:1767389008.709474:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000010:1.0:1767389008.709500:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000229a75a3. 00000400:00000200:1.0:1767389008.709511:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000229a75a3 nid 192.168.204.113@tcp17 00000400:00000010:1.0:1767389008.709529:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d836136f. 00000400:00000200:0.0:1767389008.709532:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389008.709534:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d836136f net tcp17 00000400:00000200:1.0:1767389008.709544:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (9) 00000400:00000200:1.0:1767389008.709553:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp17 flags 0x11 00000400:00000010:1.0:1767389008.709559:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 000000005d657b5a. 00000400:00000010:1.0:1767389008.709564:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 000000001bc67fa3. 00000400:00000010:1.0:1767389008.709568:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 00000000d4661e59. 00000400:00000010:1.0:1767389008.709572:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 0000000083e9d4cf. 00000400:00000200:1.0:1767389008.709578:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389008.709580:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389008.709585:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:1.0:1767389008.709596:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:1.0:1767389008.709602:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:1.0:1767389008.709607:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389008.709612:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:1.0:1767389008.709617:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:1.0:1767389008.709625:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (10) 00000400:00000200:0.0:1767389008.709642:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389008.709690:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389008.709774:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000800:00000010:0.0:1767389008.710036:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000458893e6. 00000800:00000010:0.0:1767389008.710044:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2988911. 00000800:00000010:0.0:1767389008.710051:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004945fbd8. 00000400:00000200:3.0:1767389008.710093:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767389008.710104:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004945fbd8. 00000400:00000200:3.0:1767389008.710136:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp16 from 240.3.0.2 00000800:00000010:3.0:1767389008.710144:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000021dd1b54. 00000800:00000010:1.0:1767389008.710568:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a53d7028. 00000800:00000010:1.0:1767389008.710576:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000083e9d4cf. 00000800:00000010:1.0:1767389008.710602:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f0f3972a. 00000800:00000200:1.1:1767389008.710610:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044947d7a] -> 12345-192.168.204.113@tcp16 (4) 00000800:00000200:1.1:1767389008.710618:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp16 00000000f0f3972a deleted 00000800:00000010:1.1:1767389008.710630:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f0f3972a. 00000800:00000200:1.1:1767389008.710635:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767389008.710644:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp16 p 3.x 192.168.204.113 -> 192.168.204.113:1008 incarnation:1767389006668289320 sched[0] 00000800:00000010:1.0:1767389008.710652:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000110315d2. 00000800:00000010:1.0:1767389008.710774:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000110315d2. 00000800:00000010:1.0:1767389008.710780:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000083e9d4cf. 00000800:00000010:1.0:1767389008.710813:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000021dd1b54. 00000800:00000001:1.0:1767389008.710834:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389008.710840:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767389008.710876:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767389008.710883:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp16 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389006668289320 sched[0] 00000800:00000010:1.0:1767389008.710888:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2988911. 00000800:00000001:1.0:1767389008.710916:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389008.710920:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767389008.723401:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767389008.723409:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389008.723414:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767389008.723416:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389008.723419:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767389008.723423:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000003de6ce0. 00080000:00000001:3.0:1767389008.723430:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767389008.723490:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767389008.723502:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:0.0:1767389008.723507:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389008.723510:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767389008.723530:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767389008.723543:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389008.723547:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767389008.723557:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767389008.723588:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767389008.723599:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767389008.723605:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767389008.723616:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767389008.723623:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767389008.723633:0:338196:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008a9795e3 count: 2 00010000:00000001:3.0:1767389008.723639:0:338196:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389008.723645:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389008.723653:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001667e6f3. 00000020:00000001:3.0:1767389008.723666:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389008.723675:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001667e6f3 with handle 0x95cd417baf4293de to hash 00000020:00000001:3.0:1767389008.723684:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389008.723689:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389008.723698:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389008.723706:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389008.723710:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389008.723719:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf4293de lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389008.723774:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389008.723780:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389008.723784:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389008.723799:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389008.723802:0:338196:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767389008.723809:0:338196:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000cb946552/0x95cd417baf4293d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf4293d0 expref: 16 pid: 338173 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389008.723817:0:338196:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767389008.723821:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.723824:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389008.723827:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389008.723830:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389008.723834:0:338196:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767389008.723838:0:338196:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000001667e6f3/0x95cd417baf4293de lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389008.723847:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008a9795e3) refcount = 2 00010000:00000040:3.0:1767389008.723852:0:338196:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767389008.723857:0:338196:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000cb946552/0x95cd417baf4293d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x95cd417baf4293d0 expref: 16 pid: 338173 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389008.723864:0:338196:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767389008.723867:0:338196:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001667e6f3/0x95cd417baf4293de lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767389008.723877:0:338196:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4784894. 00000100:00000001:3.0:1767389008.723888:0:338196:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767389008.723899:0:338196:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbb89793. 00000100:00000001:3.0:1767389008.723905:0:338196:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247356529088 : -122826353022528 : ffff904a42dbe9c0) 00000100:00000001:3.0:1767389008.723908:0:338196:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621247356529088 : -122826353022528 : ffff904a42dbe9c0) 00000100:00000001:3.0:1767389008.723912:0:338196:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767389008.723914:0:338196:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767389008.723917:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767389008.723922:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389008.723929:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767389008.723935:0:338196:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767389008.723938:0:338196:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767389008.723942:0:338196:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767389008.723952:0:338196:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767389008.723958:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000717cac6b. 00000020:00000040:3.0:1767389008.723963:0:338196:0:(genops.c:1229:class_import_get()) import 0000000065ed9c00 refcount=2 obd=MGS 00000100:00000001:3.0:1767389008.723967:0:338196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389008.723970:0:338196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389008.723975:0:338196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389008.723982:0:338196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004bffad44. 00000100:00000001:3.0:1767389008.723989:0:338196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389008.723996:0:338196:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000cb946552/0x95cd417baf4293d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x95cd417baf4293d0 expref: 16 pid: 338173 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389008.724017:0:338196:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000cb946552/0x95cd417baf4293d7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x95cd417baf4293d0 expref: 16 pid: 338173 timeout: 5079 lvb_type: 0 00010000:00000001:3.0:1767389008.724028:0:338196:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767389008.724032:0:338196:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767389008.724037:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000717cac6b x1853241654525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389008.724048:0:338196:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389008.724050:0:338196:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389008.724055:0:338196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000717cac6b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654525184:0@lo:104: 00000100:00000001:3.0:1767389008.724060:0:338196:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389008.724064:0:338196:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389008.724066:0:338196:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389008.724069:0:338196:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767389008.724075:0:338196:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057c08578. 02000000:00000001:3.0:1767389008.724080:0:338196:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389008.724092:0:338196:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6774030. 00000400:00000010:3.0:1767389008.724100:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fb6b084. 00000100:00000200:3.0:1767389008.724105:0:338196:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654525184, portal 16 00000100:00000001:3.0:1767389008.724108:0:338196:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389008.724111:0:338196:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664412800 : -122821045138816 : ffff904b7f3bca80) 00000100:00000040:3.0:1767389008.724117:0:338196:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000717cac6b x1853241654525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389024 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389008.724140:0:338196:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389008.724143:0:338196:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389008.724147:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2a63ba. 00000100:00000200:3.0:1767389008.724150:0:338196:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853241654525184, offset 0 00000400:00000200:3.0:1767389008.724159:0:338196:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389008.724168:0:338196:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389008.724176:0:338196:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958372803d00 00000400:00000200:3.0:1767389008.724183:0:338196:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1425 [2] + 0 00000400:00000200:3.0:1767389008.724189:0:338196:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389008.724193:0:338196:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389008.724199:0:338196:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389008.724201:0:338196:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767389008.724206:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ccdebf3e. 00000100:00000040:3.0:1767389008.724209:0:338196:0:(events.c:337:request_in_callback()) incoming req@00000000ccdebf3e x1853241654525184 msgsize 328 00000100:00100000:3.0:1767389008.724213:0:338196:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767389008.724232:0:338196:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389008.724239:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2a63ba 00000400:00000010:3.0:1767389008.724241:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2a63ba. 00000100:00000001:3.0:1767389008.724245:0:338196:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767389008.724251:0:338196:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000717cac6b x1853241654525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389024 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389008.724262:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389008.724266:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000717cac6b x1853241654525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389024 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389008.724275:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.724278:0:338196:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389008.724283:0:338196:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.724289:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4299596767 00000100:00000001:3.0:1767389008.724301:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4299596749 00000100:00000001:3.0:1767389008.724310:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4299596767 00000100:00000001:3.0:1767389008.724319:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4299596750 00000100:00000001:3.0:1767389008.724323:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4299596767 00000100:00000001:3.0:1767389008.724345:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4299596750 00000100:00000001:3.0:1767389008.724373:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4299596767 00000100:00000001:3.0:1767389008.724383:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4299596750 00000100:00000001:3.0:1767389008.724407:0:338196:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389008.724413:0:338196:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.724422:0:338196:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.724431:0:338196:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389008.724437:0:338196:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.724440:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389008.724446:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389008.724450:0:338196:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.724456:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767389008.724459:0:338196:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767389008.724466:0:338196:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.724469:0:338196:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389008.724471:0:338196:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767389008.724474:0:338196:0:(client.c:2690:ptlrpc_set_wait()) set 00000000dbb89793 going to sleep for 11 seconds 00000100:00000001:3.0:1767389008.724481:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389008.724486:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.724903:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767389008.724913:0:338196:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389008.724916:0:338196:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389008.724922:0:338196:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6774030. 00000400:00000200:3.0:1767389008.724930:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fb6b084 00000400:00000010:3.0:1767389008.724932:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fb6b084. 00000100:00000001:3.0:1767389008.724935:0:338196:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389008.724944:0:338196:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000717cac6b x1853241654525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389024 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767389008.724950:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389008.724957:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389008.724966:0:338169:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767389008.724977:0:338169:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000200:3.0:1767389008.724982:0:338196:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000717cac6b x1853241654525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389024 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767389008.724984:0:338169:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389008.724991:0:338169:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4293d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf4293d7 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767389008.725028:0:338196:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389008.725033:0:338196:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389008.725043:0:338196:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389008.725051:0:338196:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:0.0:1767389008.725055:0:338169:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f79eca00 already unused, calling callback (000000001fe26c02) 00000100:00000001:3.0:1767389008.725057:0:338196:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:00000001:0.0:1767389008.725062:0:338169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767389008.725067:0:338169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4293d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x95cd417baf4293d7 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767389008.725073:0:338196:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389008.725084:0:338196:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389008.725087:0:338169:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00001000:3.0:1767389008.725092:0:338196:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b32deb6f time=33 v=5 (5 0 0 0) 00010000:00000001:0.0:1767389008.725093:0:338169:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389008.725099:0:338169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389008.725105:0:338169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=3 00000100:00001000:3.0:1767389008.725107:0:338196:0:(import.c:2128:obd_at_measure()) add 1 to 00000000566a3b57 time=33 v=5 (1 0 0 0) 00000020:00000001:0.0:1767389008.725111:0:338169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:0.0:1767389008.725121:0:338169:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00000100:00000001:3.0:1767389008.725123:0:338196:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389008.725129:0:338196:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389008.725132:0:338169:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:3.0:1767389008.725135:0:338196:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:0.0:1767389008.725137:0:338169:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4293d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x95cd417baf4293d7 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389008.725139:0:338196:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.725149:0:338196:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389008.725154:0:338169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:3.0:1767389008.725160:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000717cac6b x1853241654525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389024 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00010000:0.0:1767389008.725161:0:338169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4293d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x95cd417baf4293d7 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767389008.725190:0:338169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:3.0:1767389008.725199:0:338196:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1767389008.725201:0:338169:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767389008.725206:0:338169:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:3.0:1767389008.725208:0:338196:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00000040:0.0:1767389008.725211:0:338169:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:3.0:1767389008.725213:0:338196:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389008.725216:0:338169:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767389008.725219:0:338196:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767389008.725220:0:338169:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.725225:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389008.725229:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389008.725231:0:338196:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389008.725236:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000717cac6b x1853241654525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389024 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767389008.725244:0:338169:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00100000:3.0:1767389008.725249:0:338196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000717cac6b pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654525184:0@lo:104: 10000000:00000001:0.0:1767389008.725250:0:338169:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767389008.725256:0:338169:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 2 10000000:00000001:0.0:1767389008.725262:0:338169:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1767389008.725263:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767389008.725267:0:338169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.725271:0:338196:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389008.725274:0:338169:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767389008.725277:0:338196:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1767389008.725280:0:338169:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767389008.725282:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767389008.725286:0:338169:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767389008.725290:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000717cac6b x1853241654525184/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389024 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389008.725304:0:338196:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767389008.725304:0:338169:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389008.725309:0:338169:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389008.725312:0:338196:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1767389008.725313:0:338169:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f79eca00 with handle 0x95cd417baf4293d0 from hash 02000000:00000010:3.0:1767389008.725317:0:338196:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057c08578. 00010000:00000001:0.0:1767389008.725319:0:338169:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389008.725324:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767389008.725328:0:338196:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767389008.725329:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767389008.725334:0:338196:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767389008.725335:0:338169:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000040:3.0:1767389008.725341:0:338196:0:(genops.c:1242:class_import_put()) import 0000000065ed9c00 refcount=1 obd=MGS 00010000:00000001:0.0:1767389008.725342:0:338169:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389008.725348:0:338169:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000001:3.0:1767389008.725369:0:338196:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767389008.725372:0:338169:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000010:3.0:1767389008.725375:0:338196:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004bffad44. 00010000:00000001:0.0:1767389008.725377:0:338169:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767389008.725387:0:338169:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d99ea0f. 00000020:00000040:0.0:1767389008.725394:0:338169:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 02000000:00000001:3.0:1767389008.725395:0:338196:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767389008.725398:0:338169:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389008.725400:0:338196:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767389008.725403:0:338169:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1767389008.725406:0:338196:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000717cac6b. 02000000:00000001:0.0:1767389008.725410:0:338169:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.725414:0:338196:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389008.725418:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767389008.725420:0:338169:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d388467. 00000100:00000010:3.0:1767389008.725422:0:338196:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dbb89793. 00000100:00000001:0.0:1767389008.725430:0:338169:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.725431:0:338196:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767389008.725438:0:338196:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389008.725439:0:338169:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000010:3.0:1767389008.725446:0:338196:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4784894. 00010000:00010000:0.0:1767389008.725447:0:338169:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4293d0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf4293d7 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389008.725455:0:338196:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389008.725461:0:338169:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767389008.725462:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389008.725467:0:338169:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389008.725468:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389008.725476:0:338169:0:(jobid.c:940:lustre_get_jobid()) Process entered 20000000:00000001:3.0:1767389008.725477:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:0.0:1767389008.725480:0:338169:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.725482:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767389008.725488:0:338196:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000001667e6f3/0x95cd417baf4293de lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767389008.725492:0:338169:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d99ea0f] to pc [ptlrpcd_00_03+3] req@000000006d99ea0f x1853241654525312/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389008.725539:0:338169:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389008.725542:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389008.725545:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389008.725547:0:338169:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389008.725549:0:338169:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389008.725553:0:338169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389008.725556:0:338169:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4293d0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf4293d7 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767389008.725558:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389008.725565:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389008.725569:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767389008.725579:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d99ea0f x1853241654525312/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389008.725589:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389008.725594:0:338169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4293d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf4293d7 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767389008.725598:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389008.725603:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389008.725609:0:338169:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004fb24f05 count: 0 02000000:00000001:3.0:1767389008.725610:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389008.725616:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389008.725621:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389008.725625:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d99ea0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654525312:0@lo:103: 00000100:00000001:3.0:1767389008.725630:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767389008.725633:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767389008.725634:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1767389008.725638:0:338169:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767389008.725640:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767389008.725643:0:338169:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008654b0a3. 02000000:00000001:3.0:1767389008.725645:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767389008.725653:0:338169:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389008.725654:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004bffad44. 02000000:00000001:3.0:1767389008.725662:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389008.725668:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6774030. 00000400:00000010:3.0:1767389008.725685:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fb6b084. 00000100:00000200:3.0:1767389008.725691:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654525312, portal 18 00000100:00000001:3.0:1767389008.725695:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389008.725695:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389008.725702:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144650368 : -122821564901248 : ffff904b6040d880) 00000100:00000001:0.0:1767389008.725702:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389008.725708:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.725714:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389008.725715:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d99ea0f x1853241654525312/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389024 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.725785:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389008.725791:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389008.725795:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2a63ba. 00000100:00000200:3.0:1767389008.725799:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654525312, offset 0 00000400:00000200:3.0:1767389008.725807:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389008.725820:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389008.725833:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958372803d80 00000400:00000200:3.0:1767389008.725842:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:3.0:1767389008.725848:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389008.725854:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767389008.725855:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389008.725861:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.725862:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389008.725866:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767389008.725871:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000717cac6b. 00000100:00000040:3.0:1767389008.725877:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000717cac6b x1853241654525312 msgsize 328 00010000:00010000:1.0:1767389008.725880:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767389008.725885:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1767389008.725890:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767389008.725890:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389008.725895:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767389008.725899:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389008.725903:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389008.725907:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767389008.725910:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389008.725918:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2a63ba 00000400:00000010:3.0:1767389008.725921:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2a63ba. 00000100:00000001:3.0:1767389008.725923:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767389008.725926:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d99ea0f x1853241654525312/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389024 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.725936:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389008.725940:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d99ea0f x1853241654525312/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389024 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.725949:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.725952:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389008.725956:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.725959:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299596769 00000100:00000001:3.0:1767389008.725977:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299596767 00000100:00000001:3.0:1767389008.725984:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299596769 00000100:00000001:3.0:1767389008.725988:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299596767 00000100:00000001:3.0:1767389008.725990:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299596769 00000100:00000001:3.0:1767389008.725993:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299596767 00000100:00000001:3.0:1767389008.725998:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299596769 00000100:00000001:3.0:1767389008.726007:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299596767 00000100:00000001:3.0:1767389008.726013:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389008.726016:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.726020:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.726023:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389008.726030:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389008.726033:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389008.726038:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389008.726040:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389008.726043:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.726047:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.726077:0:339024:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389008.726080:0:339024:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654525312 02000000:00000001:3.0:1767389008.726083:0:339024:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389008.726085:0:339024:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389008.726088:0:339024:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389008.726092:0:339024:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389008.726095:0:339024:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654525312 00000020:00000001:3.0:1767389008.726098:0:339024:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389008.726100:0:339024:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389008.726102:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389008.726104:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=17 00000020:00000001:3.0:1767389008.726107:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389008.726110:0:339024:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389008.726114:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389008.726118:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4784894. 00000100:00000001:3.0:1767389008.726131:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389008.726135:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4784894. 00000020:00000010:3.0:1767389008.726143:0:339024:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057c08578. 00000020:00000010:3.0:1767389008.726148:0:339024:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000366ddb86. 00000020:00000010:3.0:1767389008.726154:0:339024:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000085b6dc95. 00000100:00000040:3.0:1767389008.726163:0:339024:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767389008.726166:0:339024:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389008.726167:0:339024:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767389008.726170:0:339024:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767389008.726173:0:339024:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.726176:0:339024:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767389008.726179:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389008.726181:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389008.726183:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cb946552 refcount=4 00000020:00000001:3.0:1767389008.726186:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00010000:00000001:3.0:1767389008.726189:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00010000:00010000:3.0:1767389008.726194:0:339024:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000cb946552/0x95cd417baf4293d7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf4293d0 expref: 17 pid: 338173 timeout: 5079 lvb_type: 0 00010000:00000001:3.0:1767389008.726201:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389008.726203:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389008.726205:0:339024:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389008.726207:0:339024:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389008.726214:0:339024:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767389008.726221:0:339024:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000717cac6b x1853241654525312/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:459/0 lens 328/0 e 0 to 0 dl 1767389019 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.726230:0:339024:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767389008.726232:0:339024:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.726253:0:339024:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389008.726277:0:339024:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389008.726280:0:339024:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389008.726287:0:339024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767389008.726291:0:339024:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 3 00000100:00000001:3.0:1767389008.726295:0:339024:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252664412800 : -122821045138816 : ffff904b7f3bca80) 00000100:00000040:3.0:1767389008.726309:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000717cac6b x1853241654525312/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:459/0 lens 328/0 e 0 to 0 dl 1767389019 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.726318:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389008.726323:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4784894. 00000100:00000001:3.0:1767389008.726327:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389008.726330:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4784894. 00000100:00100000:3.0:1767389008.726338:0:339024:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000717cac6b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+17:337539:x1853241654525312:12345-0@lo:103: 00000100:00000200:3.0:1767389008.726342:0:339024:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654525312 00010000:00000001:3.0:1767389008.726345:0:339024:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767389008.726348:0:339024:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767389008.726374:0:339024:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767389008.726379:0:339024:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389008.726381:0:339024:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389008.726386:0:339024:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003df2a3e5. 02000000:00000001:3.0:1767389008.726390:0:339024:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.726393:0:339024:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.726396:0:339024:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767389008.726399:0:339024:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767389008.726402:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389008.726404:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389008.726406:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cb946552 refcount=4 00000020:00000001:3.0:1767389008.726409:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00010000:00000001:3.0:1767389008.726412:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00010000:00000040:3.0:1767389008.726415:0:339024:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008a9795e3 count: 3 00010000:00010000:3.0:1767389008.726420:0:339024:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000cb946552/0x95cd417baf4293d7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf4293d0 expref: 17 pid: 338173 timeout: 5079 lvb_type: 0 00000100:00001000:3.0:1767389008.726426:0:339024:0:(import.c:2128:obd_at_measure()) add 0 to 0000000098d6622c time=1767389008 v=100 (0 0 0 0) 00010000:00000001:3.0:1767389008.726430:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767389008.726438:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389008.726440:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389008.726444:0:339024:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000cb946552/0x95cd417baf4293d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x95cd417baf4293d0 expref: 17 pid: 338173 timeout: 5079 lvb_type: 0 00000020:00000001:3.0:1767389008.726464:0:339024:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767389008.726466:0:339024:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767389008.726468:0:339024:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389008.726471:0:339024:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.726475:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389008.726477:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389008.726484:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389008.726486:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389008.726489:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389008.726491:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389008.726494:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cb946552 with handle 0x95cd417baf4293d7 from hash 00010000:00000001:3.0:1767389008.726497:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389008.726499:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389008.726501:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389008.726503:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389008.726504:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767389008.726506:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389008.726510:0:339024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cb946552/0x95cd417baf4293d7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x95cd417baf4293d0 expref: 17 pid: 338173 timeout: 5079 lvb_type: 0 00010000:00000040:3.0:1767389008.726516:0:339024:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 9 00000020:00000040:3.0:1767389008.726519:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 16 00010000:00000001:3.0:1767389008.726530:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389008.726534:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389008.726538:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767389008.726540:0:339024:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000001667e6f3 00010000:00000001:3.0:1767389008.726543:0:339024:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389008.726546:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389008.726548:0:339024:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389008.726551:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389008.726554:0:339024:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389008.726557:0:339024:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389008.726560:0:339024:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767389008.726564:0:339024:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000001667e6f3/0x95cd417baf4293de lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389008.726583:0:339024:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767389008.726587:0:339024:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389008.726589:0:339024:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389008.726592:0:339024:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389008.726594:0:339024:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008a9795e3) refcount = 2 00010000:00010000:3.0:1767389008.726599:0:339024:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001667e6f3/0x95cd417baf4293de lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389008.726605:0:339024:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389008.726608:0:339024:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389008.726611:0:339024:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389008.726614:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767389008.726620:0:339024:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e4784894. 00000100:00000001:3.0:1767389008.726623:0:339024:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767389008.726628:0:339024:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbb89793. 00000100:00000001:3.0:1767389008.726632:0:339024:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247356529088 : -122826353022528 : ffff904a42dbe9c0) 00000100:00000001:3.0:1767389008.726635:0:339024:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621247356529088 : -122826353022528 : ffff904a42dbe9c0) 00000100:00000001:3.0:1767389008.726638:0:339024:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767389008.726641:0:339024:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767389008.726643:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767389008.726646:0:339024:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767389008.726651:0:339024:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:3.0:1767389008.726655:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389008.726656:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389008.726658:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001667e6f3 refcount=5 00000020:00000001:3.0:1767389008.726660:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389008.726663:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389008.726666:0:339024:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767389008.726668:0:339024:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf4293de lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389008.726676:0:339024:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767389008.726679:0:339024:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf4293de lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389008.726693:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389008.726695:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389008.726698:0:339024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001667e6f3/0x95cd417baf4293de lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389008.726704:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389008.726706:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.726709:0:339024:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767389008.726711:0:339024:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001667e6f3/0x95cd417baf4293de lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389008.726720:0:339024:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001667e6f3 already unused, calling callback (00000000eb737536) 00010000:00000001:3.0:1767389008.726723:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389008.726761:0:339024:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767389008.726764:0:339024:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001667e6f3/0x95cd417baf4293de lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389008.726771:0:339024:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767389008.726773:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389008.726776:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389008.726778:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001667e6f3 refcount=6 00000020:00000001:3.0:1767389008.726780:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389008.726783:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389008.726787:0:339024:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767389008.726789:0:339024:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001667e6f3/0x95cd417baf4293de lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389008.726795:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767389008.726798:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389008.726800:0:339024:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.726814:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389008.726816:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389008.726819:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389008.726831:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389008.726835:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001667e6f3 with handle 0x95cd417baf4293de from hash 00010000:00000001:3.0:1767389008.726839:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389008.726843:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389008.726845:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389008.726848:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389008.726851:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767389008.726853:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389008.726855:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767389008.726857:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389008.726861:0:339024:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.726864:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767389008.726867:0:339024:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767389008.726870:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389008.726872:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389008.726874:0:339024:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.726877:0:339024:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.726880:0:339024:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389008.726883:0:339024:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001667e6f3/0x95cd417baf4293de lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389008.726890:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389008.726892:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389008.726894:0:339024:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767389008.726897:0:339024:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767389008.726900:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389008.726902:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389008.726905:0:339024:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767389008.726909:0:339024:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389008.726913:0:339024:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.726915:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389008.726916:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389008.726918:0:339024:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.726921:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767389008.726923:0:339024:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767389008.726926:0:339024:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.726929:0:339024:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.726941:0:339024:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767389008.726945:0:339024:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dbb89793. 00000100:00000001:3.0:1767389008.726951:0:339024:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767389008.726954:0:339024:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767389008.726956:0:339024:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e4784894. 00010000:00000001:3.0:1767389008.726960:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1767389008.726963:0:339024:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767389008.726966:0:339024:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389008.726972:0:339024:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389008.726974:0:339024:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389008.726978:0:339024:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389008.726984:0:339024:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389008.726989:0:339024:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389008.726992:0:339024:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389008.726996:0:339024:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389008.726999:0:339024:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.727002:0:339024:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389008.727006:0:339024:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389008.727011:0:339024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2a63ba. 00000100:00000200:3.0:1767389008.727016:0:339024:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654525312, offset 224 00000400:00000200:3.0:1767389008.727027:0:339024:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389008.727040:0:339024:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389008.727050:0:339024:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958372803d80 00000400:00000200:3.0:1767389008.727058:0:339024:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x158d [1] + 224 00000400:00000200:3.0:1767389008.727063:0:339024:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389008.727070:0:339024:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389008.727078:0:339024:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389008.727085:0:339024:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d99ea0f x1853241654525312/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389024 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389008.727095:0:339024:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006d99ea0f x1853241654525312/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389024 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.727114:0:339024:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389008.727121:0:339024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2a63ba 00000400:00000010:3.0:1767389008.727124:0:339024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2a63ba. 00000100:00000001:3.0:1767389008.727139:0:339024:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389008.727141:0:339024:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389008.727148:0:339024:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389008.727153:0:339024:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389008.727156:0:339024:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.727159:0:339024:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389008.727165:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000717cac6b x1853241654525312/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:459/0 lens 328/224 e 0 to 0 dl 1767389019 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389008.727178:0:339024:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000717cac6b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337539:x1853241654525312:12345-0@lo:103: Request processed in 857us (1296us total) trans 0 rc 0/0 00000100:00100000:3.0:1767389008.727189:0:339024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:3.0:1767389008.727193:0:339024:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:3.0:1767389008.727196:0:339024:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389008.727199:0:339024:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389008.727203:0:339024:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000366ddb86. 00000020:00000010:3.0:1767389008.727208:0:339024:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000085b6dc95. 00000020:00000010:3.0:1767389008.727212:0:339024:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000057c08578. 00000020:00000040:3.0:1767389008.727218:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000001:3.0:1767389008.727221:0:339024:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389008.727285:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389008.727288:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767389008.727293:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389008.727296:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389008.727299:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6774030. 00000400:00000200:3.0:1767389008.727304:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fb6b084 00000400:00000010:3.0:1767389008.727307:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fb6b084. 00000100:00000001:3.0:1767389008.727312:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389008.727317:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d99ea0f x1853241654525312/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389024 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389008.727328:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d99ea0f x1853241654525312/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389024 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.727337:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389008.727341:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389008.727374:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389008.727377:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389008.727379:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389008.727382:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389008.727384:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389008.727389:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=33 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389008.727394:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389008.727399:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389008.727401:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.727403:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389008.727406:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.727409:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389008.727416:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d99ea0f x1853241654525312/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389024 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.727424:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389008.727427:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389008.727429:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389008.727435:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d99ea0f x1853241654525312/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389024 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389008.727445:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d99ea0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654525312:0@lo:103: 00000100:00000001:3.0:1767389008.727453:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389008.727455:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389008.727460:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d99ea0f x1853241654525312/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389024 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.727468:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389008.727472:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389008.727474:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004bffad44. 02000000:00000001:3.0:1767389008.727479:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389008.727482:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389008.727485:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389008.727488:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389008.727491:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000001d388467. 02000000:00000001:3.0:1767389008.727497:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389008.727499:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389008.727508:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d99ea0f. 00000100:00000001:3.0:1767389008.727514:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389008.727516:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389008.727518:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389008.727524:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389008.727526:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.727530:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389008.727533:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389008.727556:0:338196:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000001667e6f3/0x95cd417baf4293de lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389008.727563:0:338196:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:3.0:1767389008.727566:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:3.0:1767389008.727569:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001667e6f3/0x95cd417baf4293de lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389008.727576:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767389008.727577:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389008.727580:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001667e6f3/0x95cd417baf4293de lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389008.727586:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008a9795e3 count: 0 00010000:00000001:3.0:1767389008.727603:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767389008.727605:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:3.1:1767389008.732765:0:342540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cb946552. 00010000:00000010:0.1:1767389008.736755:0:338042:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004fb24f05. 00010000:00000010:3.1:1767389008.736767:0:342540:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008a9795e3. 00010000:00000010:0.1:1767389008.736768:0:338042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f79eca00. 00010000:00000010:3.1:1767389008.736785:0:342540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001667e6f3. 00080000:00000001:3.0:1767389008.738173:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767389008.738178:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389008.738183:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767389008.738187:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389008.738192:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767389008.738197:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000d3c2ccd. 00080000:00000001:3.0:1767389008.738208:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767389008.738244:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389008.738250:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389008.738253:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389008.738257:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389008.738260:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389008.738266:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000431cdca3. 00010000:00000001:0.0:1767389008.738271:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389008.738276:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000adb40525. 00000020:00000001:0.0:1767389008.738280:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389008.738284:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000adb40525 with handle 0x95cd417baf4293e5 to hash 00000020:00000001:0.0:1767389008.738287:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389008.738289:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389008.738292:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389008.738295:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389008.738297:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389008.738300:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf4293e5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389008.738308:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389008.738311:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389008.738322:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389008.738325:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389008.738327:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389008.738330:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389008.738331:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389008.738334:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389008.738336:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389008.738338:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389008.738340:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389008.738342:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000431cdca3) refcount = 1 00010000:00010000:0.0:1767389008.738346:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000adb40525/0x95cd417baf4293e5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389008.738368:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389008.738370:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389008.738372:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389008.738374:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389008.738376:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389008.738380:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389008.738382:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:0.0:1767389008.738385:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389008.738387:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389008.738389:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=4 00000020:00000001:0.0:1767389008.738392:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389008.738395:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389008.738397:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389008.738399:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf4293e5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389008.738406:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389008.738407:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf4293e5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389008.738413:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389008.738415:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389008.738417:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000adb40525/0x95cd417baf4293e5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389008.738432:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389008.738434:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389008.738437:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389008.738439:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000adb40525/0x95cd417baf4293e5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389008.738445:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000adb40525 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389008.738448:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389008.738450:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389008.738453:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000adb40525/0x95cd417baf4293e5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389008.738459:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389008.738460:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389008.738462:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389008.738464:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=5 00000020:00000001:0.0:1767389008.738466:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389008.738469:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389008.738472:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389008.738473:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000adb40525/0x95cd417baf4293e5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389008.738478:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389008.738480:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389008.738482:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389008.738485:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389008.738487:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389008.738491:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389008.738493:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389008.738496:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000adb40525 with handle 0x95cd417baf4293e5 from hash 00010000:00000001:0.0:1767389008.738498:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389008.738500:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389008.738501:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389008.738511:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389008.738513:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389008.738515:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389008.738517:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389008.738518:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389008.738520:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389008.738522:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389008.738523:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389008.738525:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389008.738527:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389008.738528:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389008.738530:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389008.738532:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389008.738534:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000adb40525/0x95cd417baf4293e5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389008.738540:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389008.738541:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389008.738542:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389008.738544:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389008.738545:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389008.738547:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389008.738548:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389008.738550:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389008.738552:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389008.738554:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000adb40525/0x95cd417baf4293e5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389008.738560:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389008.738562:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389008.738563:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000adb40525/0x95cd417baf4293e5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389008.738569:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000431cdca3 count: 0 00010000:00000001:0.0:1767389008.738578:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389008.738580:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767389008.740068:0:342540:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002309f4f5. 00000400:00000040:3.0:1767389008.740095:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389008.740098:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389008.740102:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389008.740105:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389008.740108:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389008.740116:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767389008.740121:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389008.740123:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389008.740126:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389008.740128:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767389008.740132:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389008.740134:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389008.740137:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389008.740140:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389008.740142:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767389008.740145:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389008.740148:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389008.740149:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767389008.740151:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767389008.740154:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389008.740156:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389008.740158:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389008.740161:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389008.740163:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389008.740164:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767389008.740167:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389008.740170:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389008.740172:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389008.740174:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389008.740177:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389008.740179:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767389008.740181:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389008.740184:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389008.740187:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389008.740189:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389008.740191:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389008.740193:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767389008.740196:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389008.740199:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389008.740201:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389008.740204:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389008.740206:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389008.740209:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767389008.740211:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767389008.740221:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767389008.740223:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767389008.740224:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767389008.740226:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767389008.740229:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389008.740230:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389008.740232:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767389008.740235:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389008.740236:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767389008.740239:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767389008.740240:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767389008.740243:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767389008.740245:0:342540:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767389008.740291:0:342540:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002309f4f5. 00080000:00000020:0.0:1767389008.740774:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389008.740779:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389008.740789:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000b69a437. 20000000:00000001:0.0:1767389008.740797:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389008.740801:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654525056 00010000:00000001:0.0:1767389008.740804:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389008.740810:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003afe72cb x1853241654525056/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:459/0 lens 4848/4768 e 0 to 0 dl 1767389019 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389008.740819:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389008.740821:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389008.740823:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389008.740827:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389008.740829:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389008.740831:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389008.740834:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389008.740836:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.740839:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389008.740843:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389008.740846:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3d8cd4b. 00000100:00000200:0.0:1767389008.740849:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654525056, offset 224 00000400:00000200:0.0:1767389008.740854:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389008.740863:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389008.740871:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372803c80 00000400:00000200:0.0:1767389008.740877:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x156d [2] + 224 00000400:00000200:0.0:1767389008.740882:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389008.740887:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389008.740892:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389008.740897:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036e528bb x1853241654525056/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389024 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389008.740906:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000036e528bb x1853241654525056/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389024 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389008.740921:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389008.740930:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3d8cd4b 00000400:00000010:0.0:1767389008.740932:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3d8cd4b. 00000100:00000001:0.0:1767389008.740937:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389008.740946:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389008.740954:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389008.740958:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389008.740961:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389008.740963:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389008.740966:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767389008.740972:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003afe72cb x1853241654525056/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:459/0 lens 4848/4768 e 0 to 0 dl 1767389019 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389008.740983:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003afe72cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654525056:12345-0@lo:253: Request processed in 33681us (34481us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389008.740994:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00000040:0.0:1767389008.740997:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389008.740999:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389008.741001:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389008.741005:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f754a2c1. 00000020:00000010:0.0:1767389008.741010:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001f81e61c. 00000020:00000010:0.0:1767389008.741015:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b805a7d. 00000020:00000040:0.0:1767389008.741022:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:0.0:1767389008.741027:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389008.741029:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f1f6e046. 02000000:00000001:0.0:1767389008.741036:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389008.741039:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389008.741044:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767389008.741049:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2970f44. 00000400:00000010:0.0:1767389008.741054:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3d8cd4b. 00000100:00000001:0.0:1767389008.741079:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389008.741081:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389008.741085:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389008.741087:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389008.741089:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3c303a6. 00000400:00000200:0.0:1767389008.741093:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbb2934a 00000400:00000010:0.0:1767389008.741095:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bbb2934a. 00000100:00000001:0.0:1767389008.741099:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389008.741104:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036e528bb x1853241654525056/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389024 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389008.741127:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036e528bb x1853241654525056/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389024 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389008.741134:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389008.741135:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389008.741138:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389008.741139:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389008.741140:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389008.741142:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389008.741144:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389008.741147:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=33 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389008.741150:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389008.741152:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389008.741154:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389008.741155:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389008.741157:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.741159:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389008.741161:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036e528bb x1853241654525056/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389024 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389008.741167:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389008.741169:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389008.741171:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389008.741174:0:337538:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389008.741177:0:337538:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767389008.741178:0:337538:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389008.741180:0:337538:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389008.741181:0:337538:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389008.741182:0:337538:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389008.741184:0:337538:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767389008.741185:0:337538:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389008.741187:0:337538:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389008.741189:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036e528bb x1853241654525056/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389024 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389008.741197:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036e528bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654525056:0@lo:253: 00000100:00000001:0.0:1767389008.741201:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389008.741210:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389008.741212:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036e528bb x1853241654525056/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389024 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389008.741218:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389008.741220:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389008.741221:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000c1723ed. 02000000:00000001:0.0:1767389008.741225:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389008.741227:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389008.741228:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389008.741229:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389008.741231:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000d6318e3. 02000000:00000001:0.0:1767389008.741234:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389008.741235:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389008.741236:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036e528bb. 00000100:00000001:0.0:1767389008.741239:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389008.741241:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389008.741243:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389008.741247:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389008.741249:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389008.741252:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389008.741253:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.743119:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389008.743123:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767389008.743131:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389008.743138:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389008.743143:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edf52079. 00000400:00000200:3.0:1767389008.743152:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000790dc7c9 00000400:00000010:3.0:1767389008.743157:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000790dc7c9. 00000100:00000001:3.0:1767389008.743164:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389008.743174:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ed36128c x1853241654524928/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389024 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389008.743202:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ed36128c x1853241654524928/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389024 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.743217:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389008.743221:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389008.743227:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389008.743230:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389008.743234:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389008.743238:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389008.743242:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389008.743248:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=33 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389008.743256:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389008.743261:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389008.743264:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389008.743277:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389008.743282:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.743289:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389008.743295:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ed36128c x1853241654524928/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389024 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.743302:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389008.743305:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389008.743307:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389008.743310:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389008.743311:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767389008.743313:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389008.743314:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389008.743316:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389008.743317:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389008.743318:0:337536:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767389008.743319:0:337536:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767389008.743320:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389008.743321:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389008.743323:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed36128c x1853241654524928/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389024 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389008.743330:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ed36128c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654524928:0@lo:253: 00000100:00000001:3.0:1767389008.743334:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389008.743336:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389008.743338:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ed36128c x1853241654524928/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389024 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389008.743344:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389008.743345:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389008.743347:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000068d75856. 02000000:00000001:3.0:1767389008.743373:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389008.743374:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389008.743375:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389008.743378:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389008.743379:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000801f716c. 02000000:00000001:3.0:1767389008.743382:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389008.743383:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389008.743392:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ed36128c. 00000100:00000001:3.0:1767389008.743396:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389008.743397:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389008.743399:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389008.743403:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389008.743405:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389008.743406:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389008.743408:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767389008.745780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000431cdca3. 00010000:00000010:0.1:1767389008.745789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000adb40525. 00000100:00000040:3.0:1767389008.749792:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299596769, at 4299596770 00000100:00000010:3.0:1767389008.749802:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f26d22d. 00000100:00000040:0.0:1767389008.749823:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299596769, at 4299596770 00000100:00000010:0.0:1767389008.749834:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab70d318. 00000100:00000040:1.0:1767389008.749888:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299596769, at 4299596770 00000100:00000010:1.0:1767389008.749899:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a720a7c2. 00010000:00000001:3.0:1767389009.099818:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389009.099824:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389009.099831:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389009.099833:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389009.099873:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389009.099877:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389009.099880:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767389010.123795:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389010.123802:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389010.123813:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389010.123816:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389010.123866:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389010.123873:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389010.123878:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767389010.624998:0:342905:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767389010.625003:0:342905:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:1.0:1767389010.630874:0:342905:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767389010.641514:0:342906:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000068c8214a. 00000400:00000010:1.0:1767389010.641537:0:342906:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000859ac7cf. 00000400:00000010:1.0:1767389010.641552:0:342906:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e446f364. 00000400:00000010:1.0:1767389010.641557:0:342906:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f7708e43. 00000400:00000010:1.0:1767389010.641562:0:342906:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ff6c20cf. 00000400:00000010:1.0:1767389010.641568:0:342906:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ce1b3767. 00000400:00000010:1.0:1767389010.641571:0:342906:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000000c9a329. 00000400:00000010:1.0:1767389010.641574:0:342906:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c6dade92. 00000400:00000010:1.0:1767389010.641578:0:342906:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ef16342f. 00000800:00000010:1.0:1767389010.641594:0:342906:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f3fbaff3. 00000800:00000200:1.0:1767389010.641609:0:342906:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767389010.641620:0:342906:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767389010.641673:0:342906:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:1.0:1767389010.641705:0:342906:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp18 [8/256/0/180] 00000400:00000010:1.0:1767389010.644480:0:342906:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000b82c0a21. 00000400:00000010:1.0:1767389010.644491:0:342906:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000616c6f6f. 00000400:00000010:1.0:1767389010.644499:0:342906:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18d89f4. 00000400:00000001:1.0:1767389010.644520:0:342906:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389010.644523:0:342906:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389010.644525:0:342906:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000169c6b3d. 00000400:00000200:1.0:1767389010.644529:0:342906:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f14acecd 00000400:00000010:1.0:1767389010.644538:0:342906:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f14acecd. 00000400:00000010:1.0:1767389010.644545:0:342906:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 00000000df2bdecb. 00000400:00000200:1.0:1767389010.644551:0:342906:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (9) 00000400:00000200:1.0:1767389010.644572:0:342906:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389010.644583:0:342906:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:1.0:1767389010.644593:0:342906:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000336b9256. 00000020:01000000:1.0:1767389010.644598:0:342906:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767389010.644602:0:342906:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp18 00000400:00000010:1.0:1767389010.644622:0:342906:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000859ac7cf. 00000400:00000200:0.0:1767389010.644626:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767389010.644627:0:342906:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000068c8214a. 00000400:00000200:0.0:1767389010.644640:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:0.0:1767389010.644653:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000400:00000200:0.0:1767389010.644658:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (10) 00000020:00000001:3.0:1767389010.644663:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767389010.644666:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e9ac4409. 10000000:00000001:3.0:1767389010.644672:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767389010.644676:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 10000000:00000001:3.0:1767389010.644679:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767389010.644685:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767389010.644690:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767389010.644693:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767389010.644696:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767389010.644700:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000020:01000004:3.0:1767389010.644702:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389010.644705:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389010.644706:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389010.644708:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767389010.644711:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767389010.644716:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389010.644720:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767389010.644754:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc40efef. 00000020:00000040:3.0:1767389010.644763:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:0.0:1767389010.644764:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000100:00000001:3.0:1767389010.644777:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767389010.644779:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 02000000:00000001:3.0:1767389010.644785:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767389010.644791:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 02000000:00000001:3.0:1767389010.644796:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389010.644802:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767389010.644811:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000010:3.0:1767389010.644814:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b22a7028. 00000400:00000200:0.0:1767389010.644816:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:0.0:1767389010.644822:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:0.0:1767389010.644828:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767389010.644837:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000100:00000001:3.0:1767389010.644842:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389010.644843:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp17 00000400:00000200:0.0:1767389010.644855:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp17 lpni_is_preferred = 0 00000400:00000200:0.0:1767389010.644859:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp17 00000100:00000001:3.0:1767389010.644861:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389010.644866:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389010.644869:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp17 NI seq info: [21:21:256:4294967295] 192.168.204.113@tcp17 LPNI seq info [21:21:8:4294967295] 00000100:00000040:3.0:1767389010.644882:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc40efef] to pc [ptlrpcd_00_00+0] req@00000000fc40efef x1853241654525440/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389010.644883:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp17 00000400:00000200:0.0:1767389010.644911:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp17(192.168.204.113@tcp17:) -> 192.168.204.113@tcp17(192.168.204.113@tcp:192.168.204.113@tcp17) : PUT try# 0 00000800:00000200:0.0:1767389010.644921:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.204.113@tcp17 00000800:00000010:0.0:1767389010.644928:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c21917f7. 10000000:00000001:3.0:1767389010.644933:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389010.644939:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767389010.644940:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bbb2934a. 00000020:00000001:3.0:1767389010.644943:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767389010.644948:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c489ef21. 00000020:01000000:3.0:1767389010.644949:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767389010.644965:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:0.0:1767389010.644966:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbb2934a] -> 12345-192.168.204.113@tcp17 (2) 10000000:00000001:3.0:1767389010.644971:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767389010.644977:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:0.1:1767389010.644982:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbb2934a] -> 12345-192.168.204.113@tcp17 (2) 10000000:01000000:3.0:1767389010.644983:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767389010.644992:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767389010.644997:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767389010.645002:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389010.645008:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389010.645014:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767389010.645015:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000020:01000004:3.0:1767389010.645022:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767389010.645028:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000020:01000004:3.0:1767389010.645029:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389010.645035:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389010.645041:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767389010.645050:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033c281fb. 00000020:00000040:3.0:1767389010.645057:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:3.0:1767389010.645063:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389010.645068:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389010.645071:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389010.645086:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000017ad00eb. 00000100:00000001:3.0:1767389010.645095:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389010.645102:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389010.645107:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389010.645121:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c281fb] to pc [ptlrpcd_00_01+1] req@0000000033c281fb x1853241654525568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389010.645122:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 10000000:00000001:3.0:1767389010.645149:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389010.645156:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389010.645171:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767389010.645174:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767389010.645178:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000336b9256. 00000100:00000001:3.0:1767389010.645203:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767389010.645207:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000100:00100000:3.0:1767389010.645211:0:337536:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767389010.645217:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389010.645227:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389010.645231:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389010.645235:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389010.645238:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389010.645244:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767389010.645255:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000100:00000040:3.0:1767389010.645256:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033c281fb x1853241654525568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389010.645279:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389010.645284:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389010.645290:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389010.645296:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389010.645299:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389010.645306:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000033c281fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654525568:0@lo:253: 00000100:00000001:3.0:1767389010.645344:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767389010.645350:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 02000000:00000001:3.0:1767389010.645352:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389010.645359:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389010.645364:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767389010.645378:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b4376673. 02000000:00000001:3.0:1767389010.645383:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389010.645391:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6774030. 00000400:00000010:3.0:1767389010.645404:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003b4e468. 00000400:00000200:0.0:1767389010.645417:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000100:00000200:3.0:1767389010.645423:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654525568, portal 25 00000100:00000001:3.0:1767389010.645428:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389010.645432:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664414592 : -122821045137024 : ffff904b7f3bd180) 00000100:00000040:3.0:1767389010.645447:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000033c281fb x1853241654525568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389026 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389010.645458:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000100:00000001:3.0:1767389010.645469:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389010.645478:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389010.645484:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004151a592. 00000100:00000200:3.0:1767389010.645504:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654525568, offset 0 00000400:00000200:0.0:1767389010.645514:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389010.645525:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389010.645547:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389010.645570:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372803e80 00000400:00000200:3.0:1767389010.645581:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa2d [2] + 0 00000400:00000200:0.0:1767389010.645581:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000010:3.0:1767389010.645594:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001410816. 00000400:00000200:3.0:1767389010.645606:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f62c10ba 00000400:00000200:3.0:1767389010.645619:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389010.645627:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389010.645635:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767389010.645644:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f62c10ba 00000400:00000010:3.0:1767389010.645650:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f62c10ba. 00000100:00000001:3.0:1767389010.645663:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389010.645669:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767389010.645674:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000100:00000040:3.0:1767389010.645675:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000bf18775f x1853241654525568 msgsize 4848 00000100:00100000:3.0:1767389010.645695:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767389010.645701:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767389010.645720:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389010.645759:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004151a592 00000400:00000010:3.0:1767389010.645763:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004151a592. 00000100:00000001:3.0:1767389010.645769:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767389010.645780:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000100:00000200:3.0:1767389010.645781:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033c281fb x1853241654525568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389026 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389010.645807:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389010.645815:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033c281fb x1853241654525568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389026 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389010.645825:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389010.645829:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389010.645836:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389010.645841:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299598689 00000400:00000200:0.0:1767389010.645849:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000100:00000001:3.0:1767389010.645853:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299598688 00000100:00000001:3.0:1767389010.645866:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299598689 00000100:00000001:3.0:1767389010.645878:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299598688 00000100:00000001:3.0:1767389010.645889:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299598689 00000100:00000001:3.0:1767389010.645911:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299598688 00000400:00000200:0.0:1767389010.645916:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000100:00000001:3.0:1767389010.645920:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299598689 00000100:00000001:3.0:1767389010.645937:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299598688 00000100:00000001:3.0:1767389010.645948:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389010.645959:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389010.645967:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389010.645975:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389010.645992:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389010.646087:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000100:00000001:3.0:1767389010.646098:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389010.646104:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389010.646119:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000040:3.0:1767389010.646128:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389010.646135:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661752400 : -122822047799216 : ffff904b43786850) 00000100:00000040:3.0:1767389010.646146:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006bd2e1c6 x1853241654525440/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:461/0 lens 4848/0 e 0 to 0 dl 1767389021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389010.646162:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000100:00000001:3.0:1767389010.646167:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389010.646177:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e4ecb95. 00000100:00000001:3.0:1767389010.646185:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389010.646194:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e4ecb95. 00000100:00000001:2.0:1767389010.646205:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767389010.646209:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006bd2e1c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654525440:12345-0@lo:253: 00000100:00000001:2.0:1767389010.646217:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1767389010.646219:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654525440 00000100:00000001:2.0:1767389010.646221:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389010.646225:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389010.646230:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389010.646233:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767389010.646237:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389010.646240:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389010.646246:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389010.646249:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000100:00000001:2.0:1767389010.646253:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767389010.646255:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767389010.646257:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767389010.646259:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389010.646265:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767389010.646270:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000020:00000001:3.0:1767389010.646272:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767389010.646276:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000020:00000001:3.0:1767389010.646279:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389010.646282:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661745232 : -122822047806384 : ffff904b43784c50) 00000100:00000001:3.0:1767389010.646288:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767389010.646290:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf18775f x1853241654525568/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:461/0 lens 4848/0 e 0 to 0 dl 1767389021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389010.646304:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767389010.646306:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767389010.646311:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033db243f. 00000100:00000001:2.0:1767389010.646334:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389010.646338:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033db243f. 02000000:00000010:3.0:1767389010.646339:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000083f5a4ec. 02000000:00000001:3.0:1767389010.646345:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389010.646351:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf18775f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654525568:12345-0@lo:253: 00000100:00000001:3.0:1767389010.646353:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389010.646364:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654525568 20000000:00000001:3.0:1767389010.646365:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767389010.646372:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389010.646377:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389010.646379:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389010.646382:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:3.0:1767389010.646384:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000e4967048. 00000020:00000001:2.0:1767389010.646385:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:2.0:1767389010.646394:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:01000000:3.0:1767389010.646396:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767389010.646398:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767389010.646404:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767389010.646405:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389010.646411:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767389010.646413:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767389010.646415:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389010.646418:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389010.646421:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767389010.646424:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389010.646427:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767389010.646429:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:2.0:1767389010.646437:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009f89e09d. 02000000:00000001:2.0:1767389010.646443:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767389010.646447:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001538c1b4. 00000100:00000001:2.0:1767389010.646447:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389010.646452:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767389010.646454:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:3.0:1767389010.646462:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767389010.646473:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000010:2.0:1767389010.646478:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006e87d973. 20000000:01000000:2.0:1767389010.646484:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767389010.646487:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767389010.646490:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389010.646493:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389010.646496:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389010.646499:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:0.0:1767389010.646531:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f1f6e046. 00000800:00000010:0.0:1767389010.646540:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aaae2d6e. 00000800:00000010:0.0:1767389010.646548:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce473b3a. 00080000:00000001:3.0:1767389010.646549:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767389010.646556:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767389010.646558:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389010.646561:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767389010.646567:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767389010.646574:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:3.0:1767389010.646580:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767389010.646588:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a574c8d8. 00080000:00000001:3.0:1767389010.646593:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247375720448 : -122826333831168 : ffff904a4400c000) 00000800:00000010:0.0:1767389010.646596:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce473b3a. 00080000:00000001:3.0:1767389010.646598:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767389010.646840:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000001:00000001:3.0:1767389010.646867:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767389010.646872:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389010.646874:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp17 from 239.3.0.2 00080000:00000001:3.0:1767389010.646881:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000010:0.0:1767389010.646883:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000090e50035. 00080000:00000001:3.0:1767389010.646918:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389010.646926:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767389010.647162:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767389010.647167:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767389010.647189:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000b69a437. 00000800:00000010:0.0:1767389010.647195:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005fdb8d6a. 00000800:00000010:0.0:1767389010.647220:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000063e6c709. 00000800:00000200:0.1:1767389010.647228:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbb2934a] -> 12345-192.168.204.113@tcp17 (2) 00000800:00000200:0.1:1767389010.647236:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp17 0000000063e6c709 deleted 00000800:00000010:0.1:1767389010.647239:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000063e6c709. 00000800:00000200:0.1:1767389010.647248:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767389010.647270:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp17 ip 192.168.204.113:1007 00000800:00000200:0.1:1767389010.647275:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c21917f7 type 1, nob 288 niov 1 nkiov 1 00000800:00000200:0.0:1767389010.647285:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp17 p 3.x 192.168.204.113 -> 192.168.204.113:1007 incarnation:1767389008702058850 sched[0] 00000800:00000010:0.0:1767389010.647294:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce473b3a. 00000800:00000010:0.0:1767389010.647410:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce473b3a. 00000800:00000010:0.0:1767389010.647417:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005fdb8d6a. 00000800:00000010:0.0:1767389010.647464:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000090e50035. 00000800:00000200:2.1:1767389010.647479:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:0.0:1767389010.647482:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767389010.647492:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp17 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389008702058850 sched[0] 00000800:00000001:0.0:1767389010.647494:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767389010.647502:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aaae2d6e. 00000800:00000200:0.0:1767389010.647571:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389010.647576:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c21917f7. 00000400:00000200:2.0:1767389010.647583:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389010.647593:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389010.647603:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp17->192.168.204.113@tcp17: PUT: OK 00000400:00000200:0.0:1767389010.647609:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767389010.647613:0:337530:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 0 00000800:00000001:0.0:1767389010.647627:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389010.647634:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389010.647637:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389010.647644:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389010.647651:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp17(192.168.204.113@tcp17) <- 192.168.204.113@tcp17 : PUT - for me 00000400:00000200:2.0:1767389010.647664:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389010.647665:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767389010.647679:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 192/192 into md 0x157d [1] + 0 00000400:00000010:0.0:1767389010.647683:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044b7db3a. 00000400:00000200:0.0:1767389010.647688:0:337530:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ef62de8f 00000800:00000001:0.0:1767389010.647694:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389010.647707:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389010.647709:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389010.647717:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp17->192.168.204.113@tcp17: PUT: OK 00000400:00000200:0.0:1767389010.647720:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000400:00000010:0.0:1767389010.647753:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000400:00000200:0.0:1767389010.647759:0:337530:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767389010.647764:0:337530:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (11) 00000400:00000200:0.0:1767389010.647772:0:337530:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:2.0:1767389010.647774:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000010:0.0:1767389010.647777:0:337530:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000c21917f7. 00000400:00000200:0.0:1767389010.647784:0:337530:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.113@tcp 10 00000400:00000200:0.0:1767389010.647790:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767389010.647803:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (12) 00000400:00000200:0.0:1767389010.647810:0:337530:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767389010.647818:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp17 to MR: 192.168.204.113@tcp17 local destination 00000400:00000200:0.0:1767389010.647825:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp17 NI seq info: [22:22:256:4294967295] 192.168.204.113@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:0.0:1767389010.647843:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp17(192.168.204.113@tcp17:192.168.204.113@tcp17) -> 192.168.204.113@tcp17(192.168.204.113@tcp17:192.168.204.113@tcp17) 192.168.204.113@tcp17 : ACK try# 0 00000800:00000200:0.0:1767389010.647848:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp17 00000800:00000010:0.0:1767389010.647860:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000008df758d. 00000800:00000200:0.0:1767389010.647870:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbb2934a] -> 12345-192.168.204.113@tcp17 (4) 00000800:00000200:0.0:1767389010.647877:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp17 ip 192.168.204.113:988 00000800:00000200:0.0:1767389010.647881:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000008df758d type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767389010.647900:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000800:00000001:3.0:1767389010.647907:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767389010.647934:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767389010.647942:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000036d9616f. 00000400:00000010:3.0:1767389010.647949:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fb6b084. 00000400:00000200:2.0:1767389010.647951:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389010.647955:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000089c3bb47 00000800:00000200:0.0:1767389010.647955:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389010.647961:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000008df758d. 00000400:00000200:0.0:1767389010.647967:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389010.647977:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1004d1 00000400:00000200:0.0:1767389010.647979:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp17->192.168.204.113@tcp17: ACK: OK 00000400:00000010:3.0:1767389010.647993:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 220 at 00000000655acc5a. 00000400:00000200:2.0:1767389010.647994:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000800:00000001:0.0:1767389010.647994:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767389010.648004:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 264 at 00000000e4d5c0a2. 00000800:00000001:0.0:1767389010.648005:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389010.648011:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767389010.648012:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 220 at 00000000f4fdf2f1. 00000800:00000001:0.0:1767389010.648019:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389010.648030:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp17(192.168.204.113@tcp17) <- 192.168.204.113@tcp17 : ACK - for me 00000400:00000200:0.0:1767389010.648045:0:337530:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp17: ACK from 12345-192.168.204.113@tcp17 into md 0x15ad 00000400:00000010:3.0:1767389010.648046:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000fbc40daa. 00000400:00000200:0.0:1767389010.648051:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389010.648054:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389010.648059:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000fbc40daa nid 192.168.204.113@tcp18 00000400:00000200:0.0:1767389010.648066:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp17->192.168.204.113@tcp17: ACK: OK 00000400:00000010:3.0:1767389010.648070:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000067019831. 00000400:00000200:0.0:1767389010.648073:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000400:00000200:3.0:1767389010.648079:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 0000000067019831 net tcp18 00000400:00000010:0.0:1767389010.648080:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000400:00000200:3.0:1767389010.648089:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (11) 00000400:00000200:0.0:1767389010.648089:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767389010.648098:0:337530:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:2.0:1767389010.648103:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389010.648105:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp18 flags 0x11 00000400:00000010:3.0:1767389010.648116:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 220 at 00000000655acc5a. 00000400:00000200:0.0:1767389010.648120:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000010:3.0:1767389010.648125:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 264 at 00000000e4d5c0a2. 00000400:00000200:0.0:1767389010.648128:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (12) 00000400:00000010:3.0:1767389010.648132:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 220 at 00000000f4fdf2f1. 00000800:00000001:0.0:1767389010.648138:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767389010.648140:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000c21917f7. 00000800:00000001:0.0:1767389010.648147:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389010.648148:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:2.0:1767389010.648151:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389010.648160:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:3.0:1767389010.648167:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:3.0:1767389010.648173:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:3.0:1767389010.648177:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:3.0:1767389010.648181:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:3.0:1767389010.648187:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:3.0:1767389010.648193:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (11) 00000400:00000200:2.0:1767389010.648212:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000800:00000001:3.0:1767389010.648253:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389010.648283:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389010.648348:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389010.648417:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389010.648460:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389010.648513:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389010.648542:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389010.648567:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000800:00000010:2.0:1767389010.648802:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000827d2aed. 00000800:00000010:2.0:1767389010.648809:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ec10b579. 00000800:00000010:2.0:1767389010.648813:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000033db243f. 00000800:00000010:2.0:1767389010.648859:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000033db243f. 00000400:00000200:3.0:1767389010.648888:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767389010.648906:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp17 from 238.3.0.2 00000800:00000010:3.0:1767389010.648910:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004fe42765. 00000800:00000010:2.0:1767389010.648967:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000049a7a0c7. 00000800:00000010:2.0:1767389010.648974:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d070a40c. 00000800:00000010:2.0:1767389010.649012:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d4571fea. 00000800:00000200:2.1:1767389010.649020:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbb2934a] -> 12345-192.168.204.113@tcp17 (4) 00000800:00000200:2.1:1767389010.649028:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp17 00000000d4571fea deleted 00000800:00000010:2.1:1767389010.649031:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d4571fea. 00000800:00000200:2.1:1767389010.649037:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767389010.649043:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp17 p 3.x 192.168.204.113 -> 192.168.204.113:1006 incarnation:1767389008702058850 sched[0] 00000800:00000010:2.0:1767389010.649049:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000033db243f. 00000800:00000010:2.0:1767389010.649115:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000033db243f. 00000800:00000010:2.0:1767389010.649120:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d070a40c. 00000800:00000010:2.0:1767389010.649155:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004fe42765. 00000800:00000001:2.0:1767389010.649174:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389010.649179:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767389010.649203:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767389010.649210:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp17 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389008702058850 sched[0] 00000800:00000010:2.0:1767389010.649212:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ec10b579. 00000800:00000001:2.0:1767389010.649236:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389010.649240:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767389010.658659:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767389010.658667:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:2.0:1767389010.658671:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389010.658672:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767389010.658674:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767389010.658679:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389010.658684:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389010.658686:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389010.658688:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767389010.658690:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767389010.658692:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a574c8d8. 00080000:00000001:0.0:1767389010.658699:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767389010.658706:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767389010.658708:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000562e512a. 20000000:01000000:2.0:1767389010.658716:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767389010.658716:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:1.0:1767389010.658750:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:2.0:1767389010.658754:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:1.0:1767389010.658756:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767389010.658784:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767389010.658788:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767389010.658789:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767389010.658790:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767389010.658792:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767389010.658797:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:0.0:1767389010.658798:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000020:00000001:1.0:1767389010.658802:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 10000000:01000000:0.0:1767389010.658803:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767389010.658811:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767389010.658812:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000010:1.0:1767389010.658817:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000005696835. 00080000:00000001:1.0:1767389010.658820:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247412097024 : -122826297454592 : ffff904a462bd000) 00080000:00000001:1.0:1767389010.658825:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767389010.658827:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389010.658836:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e427f59f. 00010000:00000001:0.0:1767389010.658842:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389010.658846:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000091ef5806. 00000020:00000001:0.0:1767389010.658851:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389010.658853:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000091ef5806 with handle 0x95cd417baf4293ec to hash 00000020:00000001:0.0:1767389010.658855:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389010.658856:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389010.658860:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389010.658864:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389010.658865:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389010.658869:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000091ef5806/0x95cd417baf4293ec lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389010.658879:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389010.658884:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389010.658887:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389010.658890:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389010.658893:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389010.658896:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389010.658898:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389010.658901:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389010.658903:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389010.658905:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389010.658907:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389010.658910:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e427f59f) refcount = 1 00000001:00000001:1.0:1767389010.658913:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:0.0:1767389010.658914:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000091ef5806/0x95cd417baf4293ec lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767389010.658917:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389010.658923:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767389010.658927:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389010.658931:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389010.658932:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389010.658934:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389010.658936:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389010.658939:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:1.0:1767389010.658942:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767389010.658943:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00080000:00000001:1.0:1767389010.658946:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767389010.658956:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389010.658959:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389010.658960:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=4 00000020:00000001:0.0:1767389010.658962:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389010.658965:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389010.658967:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389010.658969:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000091ef5806/0x95cd417baf4293ec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389010.658976:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389010.658978:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000091ef5806/0x95cd417baf4293ec lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389010.658984:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389010.658986:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389010.658988:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000091ef5806/0x95cd417baf4293ec lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389010.658992:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389010.658994:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389010.658997:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389010.658999:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000091ef5806/0x95cd417baf4293ec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389010.659006:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000091ef5806 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389010.659009:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389010.659011:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389010.659014:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000091ef5806/0x95cd417baf4293ec lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389010.659019:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389010.659021:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389010.659023:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389010.659024:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=5 00000020:00000001:0.0:1767389010.659026:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389010.659034:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389010.659039:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389010.659041:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000091ef5806/0x95cd417baf4293ec lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389010.659047:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389010.659051:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389010.659052:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389010.659057:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389010.659058:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389010.659061:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389010.659063:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389010.659065:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000091ef5806 with handle 0x95cd417baf4293ec from hash 00010000:00000001:0.0:1767389010.659068:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389010.659070:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389010.659071:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389010.659072:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389010.659075:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389010.659077:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389010.659080:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389010.659083:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389010.659086:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389010.659087:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767389010.659088:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389010.659093:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:1.0:1767389010.659094:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767389010.659097:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389010.659100:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389010.659101:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389010.659103:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389010.659105:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389010.659108:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000091ef5806/0x95cd417baf4293ec lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389010.659112:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389010.659114:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389010.659115:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389010.659117:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389010.659123:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389010.659124:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389010.659127:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389010.659130:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389010.659132:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389010.659135:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000091ef5806/0x95cd417baf4293ec lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389010.659140:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389010.659142:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389010.659143:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000091ef5806/0x95cd417baf4293ec lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389010.659149:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e427f59f count: 0 00010000:00000001:0.0:1767389010.659164:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389010.659167:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767389010.667751:0:339622:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e427f59f. 00010000:00000010:0.1:1767389010.667761:0:339622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000091ef5806. 00080000:00000001:1.0:1767389010.669712:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389010.669716:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:1.0:1767389010.669718:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00040000:00000001:0.0:1767389010.669720:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:1.0:1767389010.669724:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389010.669727:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767389010.669729:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767389010.669745:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389010.669747:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389010.669749:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767389010.669751:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000005696835. 00080000:00000001:0.0:1767389010.669756:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767389010.669766:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767389010.669771:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767389010.669773:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767389010.669777:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767389010.669779:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767389010.669784:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ec6bf948. 00010000:00000001:3.0:1767389010.669789:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389010.669792:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001667e6f3. 20000000:00000001:1.0:1767389010.669795:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767389010.669800:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000020:00000001:3.0:1767389010.669804:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000020:1.0:1767389010.669807:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000020:00000040:3.0:1767389010.669809:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001667e6f3 with handle 0x95cd417baf4293f3 to hash 00000020:00000001:3.0:1767389010.669813:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389010.669815:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389010.669818:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389010.669821:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389010.669823:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389010.669824:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299598689, at 4299598690 00010000:00010000:3.0:1767389010.669826:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf4293f3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767389010.669835:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083055b84. 00010000:00000001:3.0:1767389010.669836:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389010.669841:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389010.669844:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389010.669846:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389010.669848:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389010.669851:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389010.669853:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389010.669855:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389010.669856:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389010.669858:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389010.669860:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389010.669862:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ec6bf948) refcount = 1 00010000:00010000:3.0:1767389010.669865:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001667e6f3/0x95cd417baf4293f3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389010.669870:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389010.669872:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389010.669873:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389010.669875:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389010.669877:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767389010.669880:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767389010.669882:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:3.0:1767389010.669885:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389010.669886:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389010.669888:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001667e6f3 refcount=4 00000020:00000001:3.0:1767389010.669896:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389010.669898:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389010.669900:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767389010.669902:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf4293f3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389010.669907:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767389010.669909:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf4293f3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389010.669913:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389010.669914:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389010.669915:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001667e6f3/0x95cd417baf4293f3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389010.669919:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389010.669921:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389010.669923:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767389010.669925:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001667e6f3/0x95cd417baf4293f3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389010.669930:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001667e6f3 already unused, calling callback (00000000eb737536) 00010000:00000001:3.0:1767389010.669932:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389010.669933:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767389010.669934:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001667e6f3/0x95cd417baf4293f3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389010.669938:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767389010.669939:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389010.669940:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389010.669942:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001667e6f3 refcount=5 00000020:00000001:3.0:1767389010.669944:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389010.669946:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389010.669949:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767389010.669957:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001667e6f3/0x95cd417baf4293f3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389010.669961:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767389010.669962:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389010.669963:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389010.669966:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389010.669967:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389010.669968:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389010.669970:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389010.669971:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001667e6f3 with handle 0x95cd417baf4293f3 from hash 00010000:00000001:3.0:1767389010.669973:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389010.669974:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389010.669975:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389010.669976:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389010.669977:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767389010.669978:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389010.669980:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767389010.669982:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389010.669983:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389010.669985:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767389010.669987:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767389010.669989:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389010.669990:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389010.669991:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389010.669993:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389010.669994:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389010.669996:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001667e6f3/0x95cd417baf4293f3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389010.670000:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389010.670002:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389010.670003:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767389010.670004:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767389010.670006:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389010.670006:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389010.670008:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767389010.670009:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389010.670018:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389010.670021:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001667e6f3/0x95cd417baf4293f3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389010.670025:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767389010.670027:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389010.670028:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001667e6f3/0x95cd417baf4293f3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389010.670033:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ec6bf948 count: 0 00010000:00000001:3.0:1767389010.670044:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767389010.670045:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767389010.670772:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299598689, at 4299598691 00000100:00000010:2.0:1767389010.670780:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dd6f5e25. 00000100:00000040:3.0:1767389010.670827:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299598689, at 4299598691 00000100:00000040:0.0:1767389010.670830:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299598689, at 4299598691 00000100:00000010:3.0:1767389010.670835:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009cd0a627. 00000100:00000010:0.0:1767389010.670839:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000077a83201. 00000400:00000010:2.0:1767389010.671194:0:342911:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003a1564b8. 00000400:00000040:2.0:1767389010.671217:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389010.671220:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767389010.671223:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389010.671226:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389010.671228:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389010.671229:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767389010.671232:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389010.671234:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767389010.671236:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767389010.671237:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767389010.671239:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767389010.671245:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389010.671247:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767389010.671248:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389010.671249:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767389010.671251:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767389010.671253:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389010.671255:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767389010.671256:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767389010.671258:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389010.671260:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389010.671261:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389010.671263:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389010.671265:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389010.671266:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767389010.671268:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389010.671269:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389010.671271:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389010.671272:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389010.671273:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389010.671274:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767389010.671276:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389010.671277:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389010.671278:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389010.671280:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389010.671282:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389010.671283:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767389010.671286:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389010.671287:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389010.671288:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767389010.671290:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767389010.671292:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389010.671294:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767389010.671295:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767389010.671296:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767389010.671298:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767389010.671299:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767389010.671300:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767389010.671302:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767389010.671304:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389010.671309:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767389010.671311:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767389010.671312:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767389010.671331:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767389010.671333:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767389010.671335:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767389010.671337:0:342911:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767389010.671386:0:342911:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003a1564b8. 00080000:00000020:0.0:1767389010.671845:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389010.671849:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389010.671852:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000e4967048. 20000000:00000001:0.0:1767389010.671857:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389010.671862:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654525440 00010000:00000001:0.0:1767389010.671865:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389010.671871:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006bd2e1c6 x1853241654525440/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:461/0 lens 4848/4768 e 0 to 0 dl 1767389021 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389010.671879:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389010.671882:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389010.671886:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389010.671891:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389010.671902:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389010.671904:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389010.671908:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389010.671910:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389010.671913:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389010.671918:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389010.671922:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be1ab5fc. 00000100:00000200:0.0:1767389010.671926:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654525440, offset 224 00000400:00000200:0.0:1767389010.671933:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389010.671942:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389010.671950:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372803e00 00000400:00000200:0.0:1767389010.671955:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15b1 [2] + 224 00000400:00000200:0.0:1767389010.671960:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389010.671963:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389010.671966:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389010.671970:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fc40efef x1853241654525440/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389026 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389010.671979:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fc40efef x1853241654525440/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389026 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389010.672000:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389010.672008:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be1ab5fc 00000100:00000001:2.0:1767389010.672010:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767389010.672010:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be1ab5fc. 00000100:00000001:2.0:1767389010.672015:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389010.672016:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389010.672019:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767389010.672021:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767389010.672024:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767389010.672025:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389010.672028:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006aaf9913. 00000100:00000040:0.0:1767389010.672032:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000200:2.0:1767389010.672035:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bef4ae9 00010000:00000001:0.0:1767389010.672039:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767389010.672040:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bef4ae9. 00000020:00000001:0.0:1767389010.672043:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389010.672046:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767389010.672048:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767389010.672054:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fc40efef x1853241654525440/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389026 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389010.672055:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bd2e1c6 x1853241654525440/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:461/0 lens 4848/4768 e 0 to 0 dl 1767389021 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389010.672088:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fc40efef x1853241654525440/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389026 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389010.672091:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006bd2e1c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654525440:12345-0@lo:253: Request processed in 25920us (26653us total) trans 0 rc 0/0 00000100:00000001:2.0:1767389010.672106:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389010.672107:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389010.672113:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389010.672117:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389010.672119:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767389010.672121:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000001:2.0:1767389010.672122:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389010.672129:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389010.672129:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389010.672135:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:2.0:1767389010.672136:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=35 v=5 (5 0 0 0) 00000100:00000001:0.0:1767389010.672137:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767389010.672143:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=35 v=5 (1 0 0 0) 00000020:00000010:0.0:1767389010.672145:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002d9bdb19. 00000100:00000001:2.0:1767389010.672147:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389010.672150:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389010.672153:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767389010.672153:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c007844a. 00010000:00000001:2.0:1767389010.672157:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389010.672160:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eccba725. 00000100:00000001:2.0:1767389010.672161:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389010.672168:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc40efef x1853241654525440/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389026 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767389010.672170:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:0.0:1767389010.672178:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767389010.672179:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767389010.672181:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000083f5a4ec. 02000000:00000001:0.0:1767389010.672185:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389010.672187:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389010.672194:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389010.672197:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389010.672197:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767389010.672204:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767389010.672206:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767389010.672208:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389010.672210:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389010.672211:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389010.672212:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389010.672213:0:337537:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767389010.672215:0:337537:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767389010.672216:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389010.672217:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767389010.672220:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc40efef x1853241654525440/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389026 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389010.672227:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fc40efef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654525440:0@lo:253: 00000100:00000001:2.0:1767389010.672231:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389010.672233:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389010.672234:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fc40efef x1853241654525440/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389026 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389010.672240:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389010.672243:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389010.672245:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b97d974d. 02000000:00000001:2.0:1767389010.672250:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389010.672252:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389010.672253:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389010.672255:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389010.672258:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b22a7028. 02000000:00000001:2.0:1767389010.672263:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389010.672265:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389010.672266:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc40efef. 00000100:00000001:2.0:1767389010.672269:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389010.672270:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389010.672272:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389010.672277:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389010.672278:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389010.672280:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389010.672288:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389010.672375:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c303a6. 00000400:00000010:0.0:1767389010.672381:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000be1ab5fc. 00080000:00000020:0.0:1767389010.673825:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389010.673827:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389010.673829:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006e87d973. 20000000:00000001:0.0:1767389010.673832:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389010.673835:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654525568 00010000:00000001:0.0:1767389010.673837:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389010.673840:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf18775f x1853241654525568/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:461/0 lens 4848/4768 e 0 to 0 dl 1767389021 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389010.673845:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389010.673847:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389010.673848:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=35 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389010.673851:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389010.673853:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389010.673854:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389010.673856:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389010.673857:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389010.673859:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389010.673861:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389010.673869:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df2bdecb. 00000100:00000200:0.0:1767389010.673871:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654525568, offset 224 00000400:00000200:0.0:1767389010.673875:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389010.673880:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389010.673885:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372803e80 00000400:00000200:0.0:1767389010.673888:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15b9 [2] + 224 00000400:00000200:0.0:1767389010.673893:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389010.673895:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389010.673898:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389010.673901:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033c281fb x1853241654525568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389026 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389010.673907:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000033c281fb x1853241654525568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389026 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389010.673919:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389010.673924:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df2bdecb 00000400:00000010:0.0:1767389010.673926:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df2bdecb. 00000100:00000001:0.0:1767389010.673928:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389010.673929:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389010.673932:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389010.673933:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389010.673935:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767389010.673937:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389010.673940:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767389010.673941:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767389010.673942:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767389010.673946:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767389010.673947:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767389010.673951:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6774030. 00000100:00000040:0.0:1767389010.673953:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf18775f x1853241654525568/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:461/0 lens 4848/4768 e 0 to 0 dl 1767389021 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389010.673958:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003b4e468 00000400:00000010:3.0:1767389010.673962:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003b4e468. 00000100:00100000:0.0:1767389010.673968:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf18775f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337536:x1853241654525568:12345-0@lo:253: Request processed in 27663us (28291us total) trans 0 rc 0/0 00000100:00000001:3.0:1767389010.673969:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389010.673976:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033c281fb x1853241654525568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389026 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389010.673981:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00000040:0.0:1767389010.673985:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:0.0:1767389010.673989:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389010.673992:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389010.673997:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a88b5add. 00000100:00000200:3.0:1767389010.673999:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033c281fb x1853241654525568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389026 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389010.674001:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c546242. 00000100:00000001:3.0:1767389010.674007:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389010.674010:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767389010.674013:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006cf5075d. 00000100:00000001:3.0:1767389010.674014:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389010.674018:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767389010.674020:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000001:3.0:1767389010.674021:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389010.674025:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389010.674026:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767389010.674028:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389010.674029:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009f89e09d. 00000100:00001000:3.0:1767389010.674033:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=35 v=5 (5 0 0 0) 02000000:00000001:0.0:1767389010.674034:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389010.674037:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767389010.674039:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=35 v=5 (1 0 0 0) 00000100:00000200:0.0:1767389010.674042:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767389010.674043:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767389010.674046:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efdb8df5. 00000400:00000010:0.0:1767389010.674051:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000df2bdecb. 00000100:00000001:3.0:1767389010.674054:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389010.674057:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389010.674059:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389010.674061:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389010.674064:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033c281fb x1853241654525568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389026 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389010.674070:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389010.674072:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389010.674073:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389010.674076:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389010.674077:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767389010.674078:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389010.674079:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389010.674080:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389010.674081:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389010.674082:0:337536:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389010.674083:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389010.674084:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389010.674086:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033c281fb x1853241654525568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389026 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389010.674091:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000033c281fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654525568:0@lo:253: 00000100:00000001:3.0:1767389010.674094:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389010.674096:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389010.674097:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033c281fb x1853241654525568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389026 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389010.674102:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389010.674103:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389010.674105:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b4376673. 02000000:00000001:3.0:1767389010.674108:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389010.674109:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389010.674110:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389010.674111:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389010.674113:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000017ad00eb. 02000000:00000001:3.0:1767389010.674115:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389010.674116:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389010.674122:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033c281fb. 00000100:00000001:3.0:1767389010.674125:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389010.674125:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389010.674127:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389010.674131:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389010.674132:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389010.674133:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389010.674135:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767389010.676765:0:342907:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ec6bf948. 00010000:00000010:3.1:1767389010.676774:0:342907:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001667e6f3. 00010000:00000001:3.0:1767389011.147948:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389011.147953:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389011.147960:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389011.147961:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389011.148003:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389011.148008:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389011.148012:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767389011.578573:0:343122:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389011.578597:0:343122:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389011.578605:0:343122:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389011.578615:0:343122:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389011.578626:0:343122:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389011.578631:0:343122:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389011.851806:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767389011.851815:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767389011.851823:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033c281fb. 00000020:00000040:3.0:1767389011.851829:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000004:00000001:1.0:1767389011.851830:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767389011.851835:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767389011.851836:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389011.851840:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1767389011.851841:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ca92f52. 02000000:00000001:3.0:1767389011.851847:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389011.851847:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767389011.851854:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389011.851856:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767389011.851859:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b9922314. 02000000:00000001:1.0:1767389011.851860:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389011.851868:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e2b7d884. 00000100:00000001:3.0:1767389011.851869:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.851875:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389011.851883:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@0000000033c281fb x1853241654525696/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389011.851883:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389011.851887:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.851897:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767389011.851898:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ca92f52] to pc [ptlrpcd_00_02+2] req@000000009ca92f52 x1853241654525824/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389011.851900:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389011.851908:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c281fb] to pc [ptlrpcd_00_03+3] req@0000000033c281fb x1853241654525696/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389011.851935:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389011.851935:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389011.851942:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767389011.851951:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389011.851955:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767389011.851958:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767389011.851960:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac9b0cf1. 00000100:00000001:1.0:1767389011.851961:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767389011.851966:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:1.0:1767389011.851969:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ca92f52 x1853241654525824/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389011.851971:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389011.851974:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389011.851978:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.851982:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767389011.851985:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000096234e11. 00000100:00000001:1.0:1767389011.851986:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.851993:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389011.851994:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389011.851997:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767389011.852002:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000ac9b0cf1 x1853241654525952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767389011.852003:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389011.852011:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ca92f52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654525824:0@lo:13: 00000100:00000001:3.0:1767389011.852017:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389011.852019:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767389011.852020:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389011.852026:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ac9b0cf1] to pc [ptlrpcd_00_00+0] req@00000000ac9b0cf1 x1853241654525952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389011.852026:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389011.852030:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389011.852036:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767389011.852048:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389011.852049:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ee270f11. 00000100:00000040:3.0:1767389011.852052:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767389011.852053:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.852060:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767389011.852064:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046555f6d. 00000400:00000010:1.0:1767389011.852065:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000169c6b3d. 00000020:00000040:3.0:1767389011.852069:0:54998:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767389011.852073:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389011.852074:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1767389011.852076:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f14acecd. 02000000:00000001:3.0:1767389011.852077:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389011.852085:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a3da27a6. 00000100:00000001:3.0:1767389011.852088:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389011.852088:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654525824, portal 4 00000100:00000001:1.0:1767389011.852095:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767389011.852096:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000046555f6d x1853241654526080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389011.852099:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151437824 : -122821558113792 : ffff904b60a86a00) 00000100:00000001:3.0:1767389011.852109:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389011.852111:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389011.852114:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ca92f52 x1853241654525824/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389027 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389011.852119:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046555f6d] to pc [ptlrpcd_00_01+1] req@0000000046555f6d x1853241654526080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389011.852129:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767389011.852136:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389011.852137:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389011.852141:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000100:00000200:1.0:1767389011.852145:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654525824, offset 0 00000100:00000040:3.0:1767389011.852146:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767389011.852150:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767389011.852154:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0a55c2f. 00000400:00000200:1.0:1767389011.852155:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767389011.852158:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767389011.852161:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389011.852163:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389011.852164:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389011.852168:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b97b17e9. 00000100:00000001:3.0:1767389011.852171:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389011.852175:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767389011.852179:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000a0a55c2f x1853241654526208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389011.852186:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389011.852188:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389011.852193:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a55c2f] to pc [ptlrpcd_00_02+2] req@00000000a0a55c2f x1853241654526208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389011.852195:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372803f80 00000100:00000001:3.0:1767389011.852209:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389011.852209:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 896 00000100:00000040:3.0:1767389011.852216:0:54998:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4937) 00000400:00000200:1.0:1767389011.852220:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389011.852224:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389011.852231:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389011.852234:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:2.0:1767389011.852237:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767389011.852238:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b48b3b1c. 00000100:00000001:3.0:1767389011.852242:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389011.852244:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767389011.852244:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000b48b3b1c x1853241654525824 msgsize 224 00000100:00000001:3.0:1767389011.852246:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389011.852248:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767389011.852250:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1767389011.852254:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389011.852257:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046555f6d x1853241654526080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389011.852258:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033c281fb x1853241654525696/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389011.852267:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389011.852279:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6e123e 00000400:00000010:1.0:1767389011.852284:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6e123e. 00000100:00000001:1.0:1767389011.852290:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767389011.852307:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389011.852311:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.852312:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1767389011.852315:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ca92f52 x1853241654525824/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389027 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389011.852316:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389011.852316:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389011.852321:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389011.852323:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389011.852327:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389011.852328:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389011.852334:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389011.852337:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000046555f6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:337537:1853241654526080:0@lo:400: 00000100:00000001:1.0:1767389011.852340:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767389011.852342:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000033c281fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654525696:0@lo:400: 00000100:00000001:2.0:1767389011.852346:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767389011.852348:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ca92f52 x1853241654525824/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389027 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389011.852351:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389011.852351:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389011.852356:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389011.852357:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389011.852362:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389011.852363:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767389011.852364:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389011.852365:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389011.852368:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095db391d. 02000000:00000010:3.0:1767389011.852370:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b7d95ff0. 02000000:00000001:2.0:1767389011.852372:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.852375:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767389011.852378:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006aaf9913. 02000000:00000001:3.0:1767389011.852381:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.852382:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389011.852388:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6774030. 00000100:00000040:1.0:1767389011.852389:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 13600 usecs (14 jiffies) 00000400:00000010:3.0:1767389011.852396:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2a63ba. 00000100:00000001:1.0:1767389011.852396:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299599886 00000100:00000200:3.0:1767389011.852402:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654525696, portal 25 00000100:00000010:1.0:1767389011.852402:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d71ed45. 00000100:00000001:3.0:1767389011.852407:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389011.852409:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664414592 : -122821045137024 : ffff904b7f3bd180) 00000100:00000001:1.0:1767389011.852411:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767389011.852416:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000033c281fb x1853241654525696/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389011.852421:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299599886 00000100:00000001:3.0:1767389011.852423:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:1.0:1767389011.852428:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059b91a90. 00000100:00000040:3.0:1767389011.852432:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767389011.852435:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767389011.852436:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043518649. 00000100:00000001:1.0:1767389011.852440:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299599886 00000100:00000200:3.0:1767389011.852441:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654525696, offset 0 00000100:00000010:1.0:1767389011.852449:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080c2b18b. 00000400:00000200:3.0:1767389011.852454:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767389011.852457:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389011.852461:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299599886 00000400:00000200:3.0:1767389011.852466:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1767389011.852467:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000efa62a14. 00000100:00000001:1.0:1767389011.852472:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389011.852475:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767389011.852479:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372803f00 00000100:00000001:1.0:1767389011.852481:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389011.852486:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034e523f4. 00000100:00000001:1.0:1767389011.852487:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389011.852490:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xa3d [2] + 0 00000100:00000001:1.0:1767389011.852494:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767389011.852496:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c0870e1. 00000400:00000200:3.0:1767389011.852501:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a5d9ace4 00000400:00000200:3.0:1767389011.852504:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767389011.852505:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654526080, portal 10 00000100:00000001:1.0:1767389011.852506:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389011.852509:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767389011.852510:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389011.852511:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389011.852514:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389011.852515:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664415488 : -122821045136128 : ffff904b7f3bd500) 00000400:00000200:3.0:1767389011.852518:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5d9ace4 00000100:00000001:1.0:1767389011.852518:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767389011.852523:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5d9ace4. 00000100:00000001:1.0:1767389011.852523:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389011.852525:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000046555f6d x1853241654526080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389011.852530:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a0a55c2f x1853241654526208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389011.852531:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389011.852535:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767389011.852543:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000f36a235b x1853241654525696 msgsize 224 00000100:00000001:2.0:1767389011.852550:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767389011.852558:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389011.852559:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767389011.852563:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1767389011.852565:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e48e894. 00000100:00000001:1.0:1767389011.852566:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389011.852570:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389011.852571:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654526080, offset 0 02000000:00000001:1.0:1767389011.852573:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767389011.852575:0:337539:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767389011.852577:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389011.852581:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767389011.852582:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389011.852587:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a0a55c2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654526208:0@lo:400: 00000400:00000200:3.0:1767389011.852589:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043518649 00000400:00000200:2.0:1767389011.852593:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767389011.852594:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043518649. 00000100:00000001:3.0:1767389011.852601:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767389011.852603:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389011.852607:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767389011.852608:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033c281fb x1853241654525696/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389011.852610:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372804080 02000000:00000001:1.0:1767389011.852611:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389011.852618:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389011.852622:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043b37e9f. 00000400:00000200:2.0:1767389011.852624:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 02000000:00000001:1.0:1767389011.852628:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.852629:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767389011.852633:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767389011.852633:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa8de079. 00000400:00000010:1.0:1767389011.852637:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000100:00000040:3.0:1767389011.852642:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033c281fb x1853241654525696/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389011.852642:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654526208, portal 4 00000400:00000200:2.0:1767389011.852648:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389011.852649:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389011.852652:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664420864 : -122821045130752 : ffff904b7f3bea00) 00000100:00000001:2.0:1767389011.852658:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767389011.852662:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a0a55c2f x1853241654526208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389011.852664:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389011.852664:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767389011.852671:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767389011.852673:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f556096d. 00000100:00000001:3.0:1767389011.852678:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389011.852679:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000f556096d x1853241654526080 msgsize 224 00000100:00000001:1.0:1767389011.852680:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767389011.852685:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299599895 00000100:00000040:1.0:1767389011.852691:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389011.852695:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299599886 00000100:00100000:2.0:1767389011.852695:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767389011.852696:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 00000100:00000200:1.0:1767389011.852703:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654526208, offset 0 00000100:00000001:3.0:1767389011.852705:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299599895 00000100:00000001:2.0:1767389011.852709:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389011.852710:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299599886 00000400:00000200:1.0:1767389011.852710:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389011.852718:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299599895 00000400:00000200:2.0:1767389011.852724:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e48e894 00000400:00000200:1.0:1767389011.852724:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389011.852742:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299599886 00000100:00000001:3.0:1767389011.852747:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299599896 00000100:00000001:3.0:1767389011.852749:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299599886 00000400:00000010:2.0:1767389011.852754:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e48e894. 00000100:00000001:3.0:1767389011.852756:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389011.852759:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767389011.852760:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.852765:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389011.852766:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000046555f6d x1853241654526080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389011.852769:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389011.852776:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958372804100 00000100:00000001:3.0:1767389011.852778:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389011.852782:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389011.852788:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767389011.852789:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 2320 00000100:00000001:3.0:1767389011.852791:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389011.852793:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767389011.852797:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389011.852798:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767389011.852799:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000046555f6d x1853241654526080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389011.852801:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389011.852809:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389011.852815:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389011.852816:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.852818:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767389011.852819:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389011.852820:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767389011.852822:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767389011.852823:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767389011.852826:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389011.852828:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003ced1217. 00000100:00000040:3.0:1767389011.852830:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ac9b0cf1 x1853241654525952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389011.852832:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 8527 usecs (9 jiffies) 00000100:00000040:1.0:1767389011.852833:0:337538:0:(events.c:337:request_in_callback()) incoming req@000000003ced1217 x1853241654526208 msgsize 224 00000100:00000001:2.0:1767389011.852839:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299599882 00000100:00000001:2.0:1767389011.852847:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299599895 00000100:00100000:1.0:1767389011.852848:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389011.852853:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299599882 00000100:00000001:3.0:1767389011.852856:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389011.852857:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299599895 00000100:00000001:3.0:1767389011.852860:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389011.852862:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299599882 00000100:00000001:1.0:1767389011.852862:0:337538:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767389011.852864:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767389011.852867:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299599895 02000000:00000001:3.0:1767389011.852868:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767389011.852870:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 00000100:00000001:2.0:1767389011.852871:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299599882 02000000:00000001:3.0:1767389011.852874:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389011.852875:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 00000100:00000001:2.0:1767389011.852876:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299599896 00000100:00000001:2.0:1767389011.852880:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389011.852881:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767389011.852887:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389011.852889:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a0a55c2f x1853241654526208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389011.852890:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ac9b0cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654525952:0@lo:400: 00000100:00000001:2.0:1767389011.852892:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389011.852898:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389011.852900:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389011.852904:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389011.852907:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389011.852910:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767389011.852912:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1767389011.852915:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fcb439a. 00000100:00000001:2.0:1767389011.852915:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767389011.852921:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389011.852923:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389011.852926:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767389011.852930:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d7752f5. 00000100:00000001:2.0:1767389011.852930:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.852931:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389011.852932:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389011.852938:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043518649. 00000100:00000040:1.0:1767389011.852939:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a0a55c2f x1853241654526208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389011.852945:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654525952, portal 10 00000100:00000001:3.0:1767389011.852950:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389011.852952:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.852953:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664419968 : -122821045131648 : ffff904b7f3be680) 00000100:00000001:1.0:1767389011.852956:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389011.852959:0:338182:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767389011.852963:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ac9b0cf1 x1853241654525952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389011.852963:0:338182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654526080 00000100:00000001:1.0:1767389011.852963:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389011.852970:0:338182:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767389011.852971:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 13600 usecs (14 jiffies) 00000100:00000001:2.0:1767389011.852974:0:338182:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389011.852978:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299599887 00000100:00000001:2.0:1767389011.852979:0:338182:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.852983:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389011.852985:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299599895 02000000:00000001:2.0:1767389011.852987:0:338182:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389011.852989:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767389011.852992:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299599887 00000400:00000010:3.0:1767389011.852995:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ca27c98. 00000100:00100000:2.0:1767389011.852995:0:338182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654526080 00000100:00000001:1.0:1767389011.852996:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299599895 00000100:00000001:1.0:1767389011.853001:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299599887 00000020:00000001:2.0:1767389011.853002:0:338182:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1767389011.853003:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654525952, offset 0 00000100:00000001:1.0:1767389011.853004:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299599895 00000020:00000040:2.0:1767389011.853007:0:338182:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000100:00000001:1.0:1767389011.853010:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299599887 00000020:00000001:2.0:1767389011.853012:0:338182:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767389011.853015:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767389011.853016:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299599896 00000020:00000040:2.0:1767389011.853017:0:338182:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000100:00000001:1.0:1767389011.853021:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767389011.853022:0:338182:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000400:00000200:3.0:1767389011.853027:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389011.853029:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389011.853030:0:338182:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:1.0:1767389011.853035:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389011.853037:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372804000 00000100:00000001:2.0:1767389011.853038:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389011.853039:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767389011.853044:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043142184. 00000100:00000001:1.0:1767389011.853047:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767389011.853049:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 00000100:00000001:1.0:1767389011.853050:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767389011.853052:0:338182:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000047214a3f. 00000100:00000001:1.0:1767389011.853058:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767389011.853061:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389011.853061:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767389011.853063:0:338182:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000001:1.0:1767389011.853065:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389011.853070:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389011.853071:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.853075:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389011.853078:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767389011.853078:0:338182:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000010:3.0:1767389011.853084:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc40efef. 00000020:00000010:2.0:1767389011.853085:0:338182:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007e08b8da. 00000100:00000040:3.0:1767389011.853087:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000fc40efef x1853241654525952 msgsize 224 00000020:00000010:2.0:1767389011.853091:0:338182:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002fbfeaf6. 00000100:00000001:1.0:1767389011.853092:0:339010:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389011.853096:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767389011.853097:0:339010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654525824 00000020:00000010:2.0:1767389011.853100:0:338182:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005325c7f8. 02000000:00000001:1.0:1767389011.853101:0:339010:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389011.853104:0:339010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389011.853107:0:339010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.853109:0:337536:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767389011.853110:0:339010:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389011.853111:0:338182:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767389011.853115:0:338182:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767389011.853116:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ca27c98 00000100:00000001:2.0:1767389011.853117:0:338182:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1767389011.853121:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ca27c98. 00000100:00000001:2.0:1767389011.853123:0:338182:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767389011.853123:0:339010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654525824 00000100:00000001:3.0:1767389011.853125:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767389011.853129:0:339010:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1767389011.853133:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ac9b0cf1 x1853241654525952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389011.853133:0:339010:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000100:00000001:2.0:1767389011.853136:0:338182:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767389011.853136:0:339010:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767389011.853141:0:338182:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:1.0:1767389011.853141:0:339010:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000100:00000001:2.0:1767389011.853145:0:338182:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389011.853146:0:339010:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:1.0:1767389011.853152:0:339010:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:1.0:1767389011.853158:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389011.853159:0:338182:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389011.853161:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767389011.853163:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ba8602fa. 00000100:00000040:3.0:1767389011.853167:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ac9b0cf1 x1853241654525952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389011.853168:0:339010:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c2ecebd9. 00000100:00000001:2.0:1767389011.853170:0:338182:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:1.0:1767389011.853176:0:339010:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:3.0:1767389011.853178:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389011.853180:0:338182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654525952 00000100:00000001:1.0:1767389011.853183:0:339010:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767389011.853184:0:337536:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767389011.853185:0:338182:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389011.853189:0:338182:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389011.853191:0:338182:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389011.853191:0:339010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6d9c535. 00000100:00000001:3.0:1767389011.853192:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389011.853194:0:338182:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389011.853198:0:339010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000d2d6b47. 00000100:00100000:2.0:1767389011.853199:0:338182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654525952 00000100:00000040:3.0:1767389011.853200:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5281 usecs (6 jiffies) 00000020:00000001:2.0:1767389011.853204:0:338182:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767389011.853205:0:339010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c892480b. 00000100:00000001:3.0:1767389011.853206:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299599879 00000020:00000040:2.0:1767389011.853208:0:338182:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000100:00000001:3.0:1767389011.853212:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299599895 00000020:00000001:2.0:1767389011.853212:0:338182:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767389011.853215:0:339010:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767389011.853217:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299599879 00000020:00000040:2.0:1767389011.853217:0:338182:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000100:00000001:1.0:1767389011.853220:0:339010:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767389011.853222:0:338182:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:3.0:1767389011.853225:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299599895 00000100:00000001:1.0:1767389011.853225:0:339010:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767389011.853226:0:338182:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:1.0:1767389011.853229:0:339010:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.853233:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299599879 00000100:00000001:2.0:1767389011.853234:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389011.853237:0:339010:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.853239:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299599895 00000020:00000010:2.0:1767389011.853240:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038fcbc85. 00000100:00000001:3.0:1767389011.853244:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299599879 00000100:00000001:2.0:1767389011.853245:0:338182:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389011.853246:0:339010:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389011.853249:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299599896 00000020:00000010:2.0:1767389011.853250:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038fcbc85. 00000100:00000001:3.0:1767389011.853255:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389011.853258:0:338182:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000475306d0. 00000100:00000001:3.0:1767389011.853259:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.853261:0:339010:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389011.853265:0:339010:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767389011.853266:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389011.853266:0:338182:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d31c62c3. 00000100:00100000:1.0:1767389011.853272:0:339010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767389011.853273:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767389011.853273:0:338182:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d819fc29. 00000100:00000040:1.0:1767389011.853279:0:339010:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:2.0:1767389011.853282:0:338182:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389011.853283:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389011.853283:0:339010:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151439616 : -122821558112000 : ffff904b60a87100) 00000100:00000001:2.0:1767389011.853285:0:338182:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389011.853287:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389011.853290:0:338182:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389011.853308:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767389011.853309:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b48b3b1c x1853241654525824/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:462/0 lens 224/0 e 0 to 0 dl 1767389022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389011.853311:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389011.853312:0:338182:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767389011.853315:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389011.853317:0:338182:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767389011.853321:0:338182:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.853322:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.853331:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389011.853334:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2ecebd9. 00000100:00000001:2.0:1767389011.853335:0:338182:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389011.853336:0:339010:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389011.853356:0:339010:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2ecebd9. 00000100:00100000:1.0:1767389011.853361:0:339010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b48b3b1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654525824:12345-0@lo:13: 00000100:00000001:3.0:1767389011.853364:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767389011.853365:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389011.853368:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389011.853369:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654525696 00000100:00100000:2.0:1767389011.853375:0:338182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 02000000:00000001:3.0:1767389011.853376:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767389011.853376:0:339010:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654525824 00000100:00000040:2.0:1767389011.853380:0:338182:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000100:00000001:3.0:1767389011.853381:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767389011.853383:0:339010:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389011.853384:0:338182:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252666869504 : -122821042682112 : ffff904b7f614700) 00000100:00000001:3.0:1767389011.853385:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389011.853389:0:339010:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767389011.853392:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389011.853393:0:339010:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389011.853394:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f556096d x1853241654526080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:462/0 lens 224/0 e 0 to 0 dl 1767389022 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389011.853399:0:339010:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389011.853402:0:339010:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000100:00100000:3.0:1767389011.853405:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654525696 00000020:00000001:1.0:1767389011.853409:0:339010:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389011.853410:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767389011.853415:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767389011.853416:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389011.853416:0:339010:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389011.853420:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767389011.853422:0:339010:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:3.0:1767389011.853423:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000010:2.0:1767389011.853425:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038fcbc85. 00000020:00000001:1.0:1767389011.853426:0:339010:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389011.853427:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389011.853430:0:339010:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389011.853431:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389011.853431:0:338182:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389011.853438:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038fcbc85. 00000100:00000001:3.0:1767389011.853439:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389011.853439:0:339010:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389011.853444:0:339010:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767389011.853446:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad7e5df9. 00000100:00100000:2.0:1767389011.853447:0:338182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f556096d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337537:x1853241654526080:12345-0@lo:400: 02000000:00000010:1.0:1767389011.853449:0:339010:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000005696835. 00000100:00000001:3.0:1767389011.853451:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389011.853455:0:339010:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389011.853458:0:338182:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654526080 00000020:00000010:3.0:1767389011.853459:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad7e5df9. 00000100:00000001:1.0:1767389011.853459:0:339010:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389011.853463:0:338182:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000001:1.0:1767389011.853466:0:339010:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:2.0:1767389011.853467:0:338182:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767389011.853468:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085926710. 00000020:00000001:2.0:1767389011.853470:0:338182:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389011.853472:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000044484734. 00002000:00000001:1.0:1767389011.853473:0:339010:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767389011.853474:0:338182:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389011.853477:0:339010:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767389011.853479:0:338182:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000010:3.0:1767389011.853480:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000085b6dc95. 00080000:00000001:1.0:1767389011.853482:0:339010:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000001:2.0:1767389011.853486:0:338182:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389011.853490:0:338182:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389011.853492:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:2.0:1767389011.853493:0:338182:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:1.0:1767389011.853493:0:339010:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389011.853496:0:338182:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767389011.853498:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767389011.853500:0:339010:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389011.853501:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767389011.853501:0:338182:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.853505:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:1.0:1767389011.853507:0:339010:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000001:2.0:1767389011.853508:0:338182:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767389011.853511:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389011.853513:0:338182:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000020:1.0:1767389011.853514:0:339010:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 02000000:00000001:2.0:1767389011.853517:0:338182:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000020:1.0:1767389011.853519:0:339010:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767389011.853521:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767389011.853522:0:338182:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002c2ab1fd. 00002000:00000020:1.0:1767389011.853523:0:339010:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 02000000:00000001:2.0:1767389011.853528:0:338182:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767389011.853529:0:339010:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767389011.853532:0:338182:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.853535:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767389011.853535:0:338182:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767389011.853536:0:339010:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767389011.853539:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:2.0:1767389011.853541:0:338182:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654526080 00000001:00000001:1.0:1767389011.853541:0:339010:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767389011.853546:0:339010:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389011.853547:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00010000:00000001:2.0:1767389011.853548:0:338182:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:1.0:1767389011.853550:0:339010:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654525824 00000100:00000040:3.0:1767389011.853553:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00010000:00000001:1.0:1767389011.853554:0:339010:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389011.853556:0:338182:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f556096d x1853241654526080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:462/0 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389011.853559:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661751376 : -122822047800240 : ffff904b43786450) 00010000:00000200:1.0:1767389011.853561:0:339010:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b48b3b1c x1853241654525824/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:462/0 lens 224/368 e 0 to 0 dl 1767389022 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389011.853569:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f36a235b x1853241654525696/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:462/0 lens 224/0 e 0 to 0 dl 1767389022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389011.853582:0:338182:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389011.853587:0:338182:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389011.853589:0:339010:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:2.0:1767389011.853594:0:338182:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389011.853595:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389011.853599:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ad7e5df9. 00010000:00000001:1.0:1767389011.853600:0:339010:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389011.853602:0:338182:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767389011.853604:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767389011.853605:0:339010:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=20 v=5 (1 0 0 0) 00000020:00000010:3.0:1767389011.853608:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ad7e5df9. 00000100:00000040:2.0:1767389011.853608:0:338182:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389011.853615:0:338182:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00100000:3.0:1767389011.853616:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f36a235b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654525696:12345-0@lo:400: 00000100:00000001:1.0:1767389011.853616:0:339010:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767389011.853620:0:338182:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767389011.853623:0:339010:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 02000000:00000001:2.0:1767389011.853624:0:338182:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.853626:0:339010:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389011.853628:0:339010:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389011.853629:0:339010:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.853632:0:339010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389011.853636:0:339010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767389011.853637:0:338182:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767389011.853639:0:339010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 00000100:00000040:2.0:1767389011.853645:0:338182:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767389011.853646:0:339010:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654525824, offset 224 00000100:00000200:3.0:1767389011.853648:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654525696 00000400:00000010:2.0:1767389011.853651:0:338182:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e48e894. 00000020:00000001:3.0:1767389011.853653:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767389011.853656:0:339010:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767389011.853658:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767389011.853661:0:338182:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654526080, offset 224 00000020:00000001:3.0:1767389011.853662:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389011.853667:0:339010:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767389011.853669:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389011.853673:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000400:00000200:2.0:1767389011.853673:0:338182:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389011.853679:0:339010:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372803f80 00000020:00000001:3.0:1767389011.853680:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389011.853684:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389011.853687:0:338182:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389011.853689:0:339010:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x15d5 [1] + 224 00000020:00000001:3.0:1767389011.853690:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389011.853694:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389011.853696:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389011.853697:0:339010:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389011.853700:0:338182:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372804080 00000020:00000001:3.0:1767389011.853702:0:338174:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767389011.853707:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767389011.853707:0:339010:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389011.853708:0:338182:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15e5 [1] + 224 02000000:00000001:3.0:1767389011.853712:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389011.853717:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000053ad91d1. 00000400:00000200:2.0:1767389011.853718:0:338182:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389011.853718:0:339010:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767389011.853723:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389011.853727:0:339010:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ca92f52 x1853241654525824/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389027 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389011.853728:0:338182:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389011.853729:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389011.853735:0:338174:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389011.853735:0:338182:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:3.0:1767389011.853762:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654525696 00000100:00000200:2.0:1767389011.853765:0:338182:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000046555f6d x1853241654526080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389011.853767:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767389011.853769:0:339010:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000009ca92f52 x1853241654525824/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767389011.853775:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f36a235b x1853241654525696/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:462/0 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389011.853800:0:338182:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000046555f6d x1853241654526080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389011.853809:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389011.853812:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.853813:0:339010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767389011.853819:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=36 v=5 (1 0 0 0) 00000400:00000200:1.0:1767389011.853820:0:339010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 00000400:00000010:1.0:1767389011.853825:0:339010:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 00000100:00000001:3.0:1767389011.853826:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767389011.853826:0:338182:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389011.853829:0:339010:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767389011.853832:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 23 to 0@lo 00000100:00000001:1.0:1767389011.853833:0:339010:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767389011.853834:0:338182:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e48e894 00000100:00000001:3.0:1767389011.853836:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000400:00000010:2.0:1767389011.853838:0:338182:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e48e894. 02000000:00000001:3.0:1767389011.853839:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767389011.853840:0:339010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389011.853842:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389011.853845:0:338182:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767389011.853846:0:339010:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000001:3.0:1767389011.853847:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389011.853848:0:338182:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767389011.853853:0:339010:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767389011.853854:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767389011.853855:0:338182:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389011.853856:0:339010:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389011.853859:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ca27c98. 00000020:00000001:1.0:1767389011.853862:0:339010:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767389011.853863:0:338182:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000200:3.0:1767389011.853866:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654525696, offset 224 00010000:00000001:2.0:1767389011.853867:0:338182:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:1.0:1767389011.853868:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b48b3b1c x1853241654525824/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:462/0 lens 224/368 e 0 to 0 dl 1767389022 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767389011.853871:0:338182:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389011.853877:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767389011.853878:0:338182:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767389011.853883:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f556096d x1853241654526080/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:462/0 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389011.853897:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389011.853912:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372803f00 00000100:00100000:2.0:1767389011.853919:0:338182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f556096d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337537:x1853241654526080:12345-0@lo:400: Request processed in 500us (1235us total) trans 0 rc 0/0 00000400:00000200:3.0:1767389011.853925:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x15dd [1] + 224 00000100:00100000:1.0:1767389011.853926:0:339010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b48b3b1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654525824:12345-0@lo:13: Request processed in 591us (1677us total) trans 0 rc 0/0 00000400:00000200:3.0:1767389011.853935:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767389011.853938:0:338182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1767389011.853942:0:339010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000400:00000200:3.0:1767389011.853943:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767389011.853944:0:338182:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000100:00000040:1.0:1767389011.853947:0:339010:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:2.0:1767389011.853950:0:338182:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389011.853951:0:339010:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389011.853952:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389011.853953:0:338182:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767389011.853954:0:339010:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767389011.853958:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033c281fb x1853241654525696/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389011.853960:0:339010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000d2d6b47. 00000020:00000010:2.0:1767389011.853965:0:338182:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002fbfeaf6. 00000020:00000010:1.0:1767389011.853967:0:339010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c892480b. 00000020:00000010:2.0:1767389011.853971:0:338182:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005325c7f8. 00000020:00000010:1.0:1767389011.853974:0:339010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6d9c535. 00000100:00000040:3.0:1767389011.853977:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033c281fb x1853241654525696/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389011.853978:0:338182:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007e08b8da. 00000020:00000040:1.0:1767389011.853981:0:339010:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000020:00000040:2.0:1767389011.853985:0:338182:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000100:00000001:1.0:1767389011.853986:0:339010:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389011.853990:0:338182:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389011.854003:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389011.854004:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389011.854006:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767389011.854011:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ca27c98 00000100:00100000:2.0:1767389011.854012:0:338182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000400:00000010:3.0:1767389011.854015:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ca27c98. 00000100:00000040:2.0:1767389011.854017:0:338182:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000100:00000001:1.0:1767389011.854018:0:339008:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767389011.854019:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389011.854020:0:338182:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252664425344 : -122821045126272 : ffff904b7f3bfb80) 00000100:00100000:1.0:1767389011.854022:0:339008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654526208 00000100:00000001:3.0:1767389011.854023:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767389011.854026:0:339008:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767389011.854027:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fc40efef x1853241654525952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:462/0 lens 224/0 e 0 to 0 dl 1767389022 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389011.854028:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.854030:0:339008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389011.854033:0:339008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389011.854036:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 02000000:00000001:1.0:1767389011.854040:0:339008:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389011.854042:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:1.0:1767389011.854046:0:339008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654526208 00000020:00000001:3.0:1767389011.854047:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389011.854051:0:339008:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767389011.854052:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767389011.854052:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767389011.854056:0:339008:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000010:2.0:1767389011.854057:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038fcbc85. 00000020:00000001:1.0:1767389011.854059:0:339008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767389011.854060:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f36a235b x1853241654525696/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:462/0 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389011.854064:0:338182:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767389011.854064:0:339008:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000001:1.0:1767389011.854070:0:339008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000010:2.0:1767389011.854071:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000038fcbc85. 00000020:00000001:1.0:1767389011.854076:0:339008:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00100000:2.0:1767389011.854081:0:338182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fc40efef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654525952:12345-0@lo:400: 00000100:00000001:1.0:1767389011.854083:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767389011.854084:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f36a235b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654525696:12345-0@lo:400: Request processed in 485us (1536us total) trans 0 rc 0/0 00000100:00000200:2.0:1767389011.854089:0:338182:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654525952 00000020:00000010:1.0:1767389011.854090:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2ecebd9. 00000020:00000001:2.0:1767389011.854094:0:338182:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767389011.854095:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767389011.854096:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000020:00000001:2.0:1767389011.854098:0:338182:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389011.854103:0:338182:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389011.854103:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2ecebd9. 00000100:00000040:3.0:1767389011.854104:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000020:00000010:1.0:1767389011.854109:0:339008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6d9c535. 00000100:00000001:3.0:1767389011.854110:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767389011.854110:0:338182:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389011.854115:0:338182:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:3.0:1767389011.854116:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389011.854116:0:339008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000d2d6b47. 00000020:00000001:2.0:1767389011.854119:0:338182:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767389011.854122:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000044484734. 00000020:00000010:1.0:1767389011.854122:0:339008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c892480b. 00000020:00000001:2.0:1767389011.854123:0:338182:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389011.854130:0:338182:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767389011.854132:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000085b6dc95. 00000020:00000001:2.0:1767389011.854133:0:338182:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1767389011.854133:0:339008:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:2.0:1767389011.854136:0:338182:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389011.854138:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085926710. 00000020:00000001:2.0:1767389011.854139:0:338182:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767389011.854145:0:338182:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767389011.854145:0:339008:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:3.0:1767389011.854146:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:2.0:1767389011.854148:0:338182:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767389011.854148:0:339008:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389011.854152:0:339008:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767389011.854153:0:338182:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000004d58e8c. 00000100:00000001:1.0:1767389011.854156:0:339008:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1767389011.854157:0:338182:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389011.854159:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767389011.854160:0:339008:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:3.0:1767389011.854163:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000053ad91d1. 00000100:00000001:1.0:1767389011.854164:0:339008:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389011.854168:0:338182:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389011.854172:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1767389011.854172:0:338182:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.854176:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1767389011.854177:0:338182:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654525952 00000100:00000001:1.0:1767389011.854178:0:339008:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767389011.854183:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767389011.854183:0:338182:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767389011.854189:0:339008:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1767389011.854190:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaa503a8. 00010000:00000200:2.0:1767389011.854190:0:338182:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fc40efef x1853241654525952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:462/0 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389011.854194:0:339008:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767389011.854198:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ff86ca7. 00000100:00100000:1.0:1767389011.854203:0:339008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00010000:00000001:2.0:1767389011.854205:0:338182:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767389011.854207:0:339008:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00010000:00000001:2.0:1767389011.854208:0:338182:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.854211:0:339008:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151438720 : -122821558112896 : ffff904b60a86d80) 00000100:00001000:2.0:1767389011.854212:0:338182:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389011.854219:0:338182:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389011.854221:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003ced1217 x1853241654526208/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:462/0 lens 224/0 e 0 to 0 dl 1767389022 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389011.854224:0:338182:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389011.854225:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389011.854229:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389011.854230:0:338182:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000400:00000001:3.0:1767389011.854235:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767389011.854236:0:338182:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:3.0:1767389011.854240:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767389011.854240:0:338182:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.854242:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767389011.854244:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6774030. 00000100:00000001:2.0:1767389011.854245:0:338182:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767389011.854247:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2ecebd9. 00000400:00000200:3.0:1767389011.854249:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2a63ba 00000100:00000040:2.0:1767389011.854252:0:338182:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767389011.854253:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767389011.854254:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2a63ba. 00000400:00000010:2.0:1767389011.854258:0:338182:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e48e894. 00000020:00000010:1.0:1767389011.854259:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2ecebd9. 00000100:00000001:3.0:1767389011.854260:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389011.854266:0:338182:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654525952, offset 224 00000100:00000200:3.0:1767389011.854268:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033c281fb x1853241654525696/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389011.854270:0:339008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003ced1217 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654526208:12345-0@lo:400: 00000400:00000200:2.0:1767389011.854279:0:338182:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767389011.854280:0:339008:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654526208 00000020:00000001:1.0:1767389011.854285:0:339008:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767389011.854290:0:338182:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767389011.854290:0:339008:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:3.0:1767389011.854308:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033c281fb x1853241654525696/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389011.854308:0:339008:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389011.854314:0:339008:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389011.854317:0:339008:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000400:00000200:2.0:1767389011.854319:0:338182:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372804000 00000020:00000001:1.0:1767389011.854323:0:339008:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389011.854328:0:339008:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389011.854329:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389011.854331:0:338182:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15f5 [1] + 224 00000100:00000001:3.0:1767389011.854334:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389011.854334:0:339008:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767389011.854336:0:338182:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767389011.854338:0:339008:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767389011.854339:0:337539:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767389011.854342:0:339008:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389011.854343:0:338182:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767389011.854344:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767389011.854348:0:339008:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767389011.854349:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389011.854350:0:338182:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767389011.854352:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.854353:0:339008:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1767389011.854356:0:338182:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ac9b0cf1 x1853241654525952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389011.854357:0:339008:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767389011.854358:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389011.854362:0:339008:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000068c8214a. 00000100:00001000:3.0:1767389011.854365:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=36 v=5 (5 0 0 0) 00000100:00000040:2.0:1767389011.854369:0:338182:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ac9b0cf1 x1853241654525952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767389011.854371:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=36 v=5 (1 0 0 0) 02000000:00000001:1.0:1767389011.854373:0:339008:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.854379:0:339008:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.854381:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389011.854384:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389011.854385:0:339008:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389011.854390:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000040:1.0:1767389011.854391:0:339008:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654526208 00010000:00000001:3.0:1767389011.854394:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389011.854395:0:339008:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767389011.854397:0:338182:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389011.854399:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389011.854402:0:338182:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e48e894 00010000:00000200:1.0:1767389011.854402:0:339008:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003ced1217 x1853241654526208/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:462/0 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389011.854406:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033c281fb x1853241654525696/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389011.854407:0:338182:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e48e894. 00000100:00000001:2.0:1767389011.854413:0:338182:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389011.854422:0:338182:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767389011.854426:0:339008:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767389011.854428:0:338182:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.854430:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389011.854430:0:339008:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389011.854433:0:338182:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00001000:1.0:1767389011.854435:0:339008:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=20 v=5 (1 0 0 0) 00010000:00000001:2.0:1767389011.854440:0:338182:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389011.854444:0:338182:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.854444:0:339008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767389011.854445:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767389011.854449:0:339008:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389011.854450:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389011.854451:0:338182:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767389011.854453:0:339008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389011.854457:0:339008:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389011.854459:0:339008:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389011.854460:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033c281fb x1853241654525696/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389011.854460:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc40efef x1853241654525952/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:462/0 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389011.854462:0:339008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389011.854469:0:339008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389011.854474:0:339008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 00000100:00000200:1.0:1767389011.854480:0:339008:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654526208, offset 224 00000400:00000200:1.0:1767389011.854489:0:339008:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389011.854500:0:339008:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767389011.854503:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000033c281fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654525696:0@lo:400: 00000100:00100000:2.0:1767389011.854505:0:338182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fc40efef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654525952:12345-0@lo:400: Request processed in 447us (1410us total) trans 0 rc 0/0 00000100:00000001:3.0:1767389011.854514:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389011.854514:0:339008:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958372804100 00000100:00000001:3.0:1767389011.854519:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767389011.854523:0:338182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000400:00000200:1.0:1767389011.854524:0:339008:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x15ed [1] + 224 00000100:00000040:3.0:1767389011.854525:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033c281fb x1853241654525696/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389011.854530:0:338182:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000100:00000001:2.0:1767389011.854536:0:338182:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767389011.854537:0:339008:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389011.854540:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767389011.854541:0:338182:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767389011.854544:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767389011.854545:0:339008:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767389011.854546:0:338182:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d31c62c3. 02000000:00000010:3.0:1767389011.854548:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b7d95ff0. 00000100:00000001:1.0:1767389011.854550:0:339008:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767389011.854551:0:338182:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d819fc29. 02000000:00000001:3.0:1767389011.854553:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389011.854557:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1767389011.854557:0:338182:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000475306d0. 00000100:00000200:1.0:1767389011.854557:0:339008:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a0a55c2f x1853241654526208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767389011.854561:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000040:2.0:1767389011.854563:0:338182:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000020:00000001:3.0:1767389011.854567:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767389011.854569:0:338182:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767389011.854571:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b9922314. 02000000:00000001:3.0:1767389011.854577:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389011.854581:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767389011.854581:0:339008:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a0a55c2f x1853241654526208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767389011.854584:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033c281fb. 00000100:00080000:2.0:1767389011.854588:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767389011.854590:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389011.854594:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767389011.854594:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:1.0:1767389011.854598:0:339008:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389011.854600:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767389011.854602:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:1.0:1767389011.854605:0:339008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 00000020:00000040:2.0:1767389011.854606:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000001:3.0:1767389011.854607:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767389011.854610:0:339008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 00000100:00000001:3.0:1767389011.854611:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.854614:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389011.854616:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.854623:0:339008:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389011.854624:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389011.854625:0:339008:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389011.854628:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389011.854631:0:339008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767389011.854633:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389011.854637:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767389011.854637:0:339008:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000010:3.0:1767389011.854641:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d7752f5. 00010000:00000001:1.0:1767389011.854642:0:339008:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389011.854646:0:339008:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389011.854647:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043518649 00000020:00000001:1.0:1767389011.854648:0:339008:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767389011.854652:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043518649. 00000100:00000040:1.0:1767389011.854655:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ced1217 x1853241654526208/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:462/0 lens 224/224 e 0 to 0 dl 1767389022 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389011.854658:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389011.854664:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ac9b0cf1 x1853241654525952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389011.854667:0:339008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003ced1217 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654526208:12345-0@lo:400: Request processed in 423us (1832us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389011.854680:0:339008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767389011.854684:0:339008:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:1.0:1767389011.854688:0:339008:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767389011.854689:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ac9b0cf1 x1853241654525952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389011.854691:0:339008:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389011.854695:0:339008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000d2d6b47. 00000020:00000010:1.0:1767389011.854701:0:339008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c892480b. 00000100:00000001:3.0:1767389011.854702:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389011.854705:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389011.854707:0:339008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6d9c535. 00000100:00000001:3.0:1767389011.854708:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389011.854711:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767389011.854713:0:339008:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:3.0:1767389011.854714:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389011.854716:0:339008:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389011.854717:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389011.854721:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389011.854741:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=30 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389011.854744:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=30 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389011.854747:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389011.854748:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389011.854750:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767389011.854754:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ac9b0cf1 x1853241654525952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389011.854760:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.854763:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767389011.854765:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767389011.854767:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389011.854768:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767389011.854772:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389011.854773:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389011.854778:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ac9b0cf1 x1853241654525952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767389011.854779:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389011.854782:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389011.854785:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa8de079. 00000100:00000001:3.0:1767389011.854787:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389011.854790:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1767389011.854791:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6e123e 00000100:00000001:3.0:1767389011.854792:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389011.854795:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6e123e. 00000100:00000040:3.0:1767389011.854799:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac9b0cf1 x1853241654525952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389011.854800:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389011.854807:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a0a55c2f x1853241654526208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389011.854809:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ac9b0cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654525952:0@lo:400: 00000100:00000001:2.0:1767389011.854812:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389011.854819:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389011.854823:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767389011.854825:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a0a55c2f x1853241654526208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389011.854834:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767389011.854836:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ac9b0cf1 x1853241654525952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389011.854837:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389011.854839:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389011.854849:0:337538:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767389011.854850:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389011.854853:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767389011.854854:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767389011.854856:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767389011.854858:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fcb439a. 00000100:00000001:1.0:1767389011.854859:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389011.854863:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767389011.854864:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389011.854868:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:2.0:1767389011.854868:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767389011.854871:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00001000:1.0:1767389011.854871:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=20 v=5 (5 0 0 0) 00000400:00000001:2.0:1767389011.854872:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389011.854876:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006aaf9913. 00000020:00000001:3.0:1767389011.854878:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767389011.854879:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=20 v=5 (1 0 0 0) 02000000:00000010:3.0:1767389011.854882:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000096234e11. 00000400:00000200:2.0:1767389011.854883:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034e523f4 00000100:00000001:1.0:1767389011.854885:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767389011.854889:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034e523f4. 00000100:00000001:1.0:1767389011.854889:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389011.854890:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767389011.854892:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767389011.854893:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389011.854896:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac9b0cf1. 00000100:00000001:2.0:1767389011.854896:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:1.0:1767389011.854899:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a0a55c2f x1853241654526208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389011.854902:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1767389011.854903:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000046555f6d x1853241654526080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389011.854906:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389011.854912:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389011.854919:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389011.854922:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389011.854927:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389011.854930:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389011.854931:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.854936:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767389011.854937:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1767389011.854939:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767389011.854940:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389011.854943:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a0a55c2f x1853241654526208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389011.854955:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000046555f6d x1853241654526080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389011.854957:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389011.854958:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389011.854959:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389011.854963:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0a55c2f x1853241654526208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389011.854992:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a0a55c2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654526208:0@lo:400: 00000100:00000001:2.0:1767389011.854994:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389011.854998:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767389011.855000:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767389011.855001:0:337537:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:1.0:1767389011.855005:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767389011.855006:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767389011.855008:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000169c6b3d. 00000100:00000001:2.0:1767389011.855009:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389011.855013:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389011.855013:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f14acecd 02000000:00000001:2.0:1767389011.855018:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389011.855018:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f14acecd. 00000100:00000001:1.0:1767389011.855021:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1767389011.855024:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=27 v=5 (5 0 0 0) 00000100:00000200:1.0:1767389011.855025:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ca92f52 x1853241654525824/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767389011.855033:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389011.855038:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389011.855041:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389011.855043:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767389011.855046:0:337537:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000046555f6d x1853241654526080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389011.855071:0:337537:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389011.855077:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767389011.855078:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000200:1.0:1767389011.855079:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ca92f52 x1853241654525824/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389011.855081:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389011.855084:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389011.855091:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046555f6d x1853241654526080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389011.855092:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389011.855095:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389011.855100:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389011.855102:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389011.855104:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389011.855105:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389011.855106:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389011.855108:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767389011.855109:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389011.855110:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389011.855116:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046555f6d x1853241654526080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767389011.855117:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389011.855125:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389011.855132:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1767389011.855133:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000046555f6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:337537:1853241654526080:0@lo:400: 00000100:00000001:1.0:1767389011.855134:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389011.855138:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767389011.855141:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767389011.855144:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009ca92f52 x1853241654525824/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389011.855145:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389011.855150:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000046555f6d x1853241654526080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389011.855164:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389011.855168:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767389011.855169:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767389011.855170:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1767389011.855171:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767389011.855172:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389011.855175:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ca92f52 x1853241654525824/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389027 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389011.855178:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389011.855182:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095db391d. 00000100:00000001:1.0:1767389011.855187:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389011.855188:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767389011.855190:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767389011.855191:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767389011.855193:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767389011.855194:0:337537:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000004:00000001:1.0:1767389011.855196:0:337538:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000001:2.0:1767389011.855198:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389011.855201:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a3da27a6. 00000004:00000040:1.0:1767389011.855201:0:337538:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767389011.855206:0:337538:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 02000000:00000001:2.0:1767389011.855207:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389011.855210:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389011.855213:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046555f6d. 00000004:00000020:1.0:1767389011.855215:0:337538:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000100:00000001:2.0:1767389011.855217:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389011.855220:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767389011.855222:0:337538:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389011.855223:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389011.855227:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389011.855227:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389011.855232:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389011.855235:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389011.855236:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ca92f52 x1853241654525824/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389027 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389011.855245:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ca92f52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654525824:0@lo:13: 00000100:00000001:1.0:1767389011.855250:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389011.855252:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389011.855254:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a0a55c2f x1853241654526208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389011.855259:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389011.855260:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389011.855262:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043b37e9f. 02000000:00000001:1.0:1767389011.855264:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389011.855266:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389011.855268:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767389011.855270:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389011.855272:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b97b17e9. 02000000:00000001:1.0:1767389011.855275:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389011.855276:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389011.855278:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0a55c2f. 00000100:00000001:1.0:1767389011.855280:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389011.855281:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389011.855283:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389011.855285:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ca92f52 x1853241654525824/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389027 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389011.855289:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389011.855290:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389011.855308:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ee270f11. 02000000:00000001:1.0:1767389011.855310:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389011.855311:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389011.855312:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767389011.855313:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389011.855314:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e2b7d884. 02000000:00000001:1.0:1767389011.855315:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389011.855316:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389011.855317:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ca92f52. 00000100:00000001:1.0:1767389011.855322:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389011.855330:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389011.855332:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389011.855335:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389011.855337:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389011.855339:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389011.855341:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389011.875752:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299599895, at 4299599896 00000100:00000010:0.0:1767389011.875759:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d71ed45. 00000100:00000040:1.0:1767389011.875779:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299599895, at 4299599896 00000100:00000010:1.0:1767389011.875786:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059b91a90. 00000100:00000040:2.0:1767389011.876781:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299599895, at 4299599897 00000100:00000010:2.0:1767389011.876787:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080c2b18b. 00000100:00000040:3.0:1767389011.876789:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299599896, at 4299599897 00000100:00000010:3.0:1767389011.876796:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000efa62a14. 00010000:00000001:3.0:1767389012.171873:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389012.171880:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389012.171887:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389012.171890:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389012.172013:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389012.172019:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389012.172024:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767389012.582672:0:343286:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767389012.582679:0:343286:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:0.0:1767389012.588827:0:343286:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389012.600622:0:343287:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009f43e8f0. 00000400:00000010:0.0:1767389012.600645:0:343287:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bf33a207. 00000400:00000010:0.0:1767389012.600661:0:343287:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004b7dda4b. 00000400:00000010:0.0:1767389012.600666:0:343287:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000036c805b2. 00000400:00000010:0.0:1767389012.600671:0:343287:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e9073f72. 00000400:00000010:0.0:1767389012.600677:0:343287:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009b935b31. 00000400:00000010:0.0:1767389012.600679:0:343287:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000064bca12d. 00000400:00000010:0.0:1767389012.600681:0:343287:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004a7ce39a. 00000400:00000010:0.0:1767389012.600686:0:343287:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000da143e3b. 00000800:00000010:0.0:1767389012.600702:0:343287:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000008c72123. 00000800:00000200:0.0:1767389012.600718:0:343287:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389012.600767:0:343287:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389012.600826:0:343287:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389012.600855:0:343287:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp19 [8/256/0/180] 00000400:00000010:0.0:1767389012.604002:0:343287:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 000000009172ac47. 00000400:00000010:0.0:1767389012.604013:0:343287:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d4eb04. 00000400:00000010:0.0:1767389012.604032:0:343287:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000400:00000001:0.0:1767389012.604055:0:343287:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389012.604059:0:343287:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389012.604062:0:343287:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000616c6f6f. 00000400:00000200:0.0:1767389012.604068:0:343287:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b18d89f4 00000400:00000010:0.0:1767389012.604073:0:343287:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b18d89f4. 00000400:00000010:0.0:1767389012.604081:0:343287:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000b82c0a21. 00000400:00000200:0.0:1767389012.604092:0:343287:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (10) 00000400:00000200:0.0:1767389012.604118:0:343287:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389012.604136:0:343287:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:0.0:1767389012.604151:0:343287:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000801f716c. 00000400:00000200:3.0:1767389012.604153:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767389012.604161:0:343287:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767389012.604168:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000020:01000000:0.0:1767389012.604175:0:343287:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp19 00000400:00000010:3.0:1767389012.604184:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043518649. 00000400:00000200:3.0:1767389012.604193:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (11) 00000400:00000010:3.0:1767389012.604200:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c38b5421. 00000400:00000200:3.0:1767389012.604208:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000400:00000010:0.0:1767389012.604216:0:343287:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bf33a207. 00000400:00000010:0.0:1767389012.604227:0:343287:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009f43e8f0. 00000400:00000200:3.0:1767389012.604232:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:3.0:1767389012.604245:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767389012.604256:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000001:1.0:1767389012.604272:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767389012.604300:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:00000001:1.0:1767389012.604305:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767389012.604313:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767389012.604314:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 10000000:01000000:1.0:1767389012.604321:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767389012.604328:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:1.0:1767389012.604331:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767389012.604339:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767389012.604342:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:1.0:1767389012.604344:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389012.604349:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389012.604354:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767389012.604360:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:01000004:1.0:1767389012.604361:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389012.604366:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767389012.604370:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767389012.604376:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:01000004:1.0:1767389012.604377:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389012.604382:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767389012.604393:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000010:1.0:1767389012.604396:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ca92f52. 00000400:00000200:3.0:1767389012.604402:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000020:00000040:1.0:1767389012.604406:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:3.0:1767389012.604414:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp18 00000100:00000001:1.0:1767389012.604419:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767389012.604426:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp18 lpni_is_preferred = 0 02000000:00000001:1.0:1767389012.604427:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767389012.604434:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp18 02000000:00000001:1.0:1767389012.604436:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389012.604446:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp18 NI seq info: [23:23:256:4294967295] 192.168.204.113@tcp18 LPNI seq info [23:23:8:4294967295] 02000000:00000010:1.0:1767389012.604455:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000336b9256. 00000400:00000200:3.0:1767389012.604461:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp18 00000100:00000001:1.0:1767389012.604470:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389012.604483:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp18(192.168.204.113@tcp18:) -> 192.168.204.113@tcp18(192.168.204.113@tcp:192.168.204.113@tcp18) : PUT try# 0 00000100:00000001:1.0:1767389012.604489:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389012.604495:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767389012.604496:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.204.113@tcp18 00000800:00000010:3.0:1767389012.604506:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096234e11. 00000100:00000040:1.0:1767389012.604511:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ca92f52] to pc [ptlrpcd_00_03+3] req@000000009ca92f52 x1853241654526336/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767389012.604525:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f365d1dc. 00000800:00000010:3.0:1767389012.604533:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003ab6bc97. 00000800:00000200:3.0:1767389012.604541:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f365d1dc] -> 12345-192.168.204.113@tcp18 (2) 00000800:00000200:3.1:1767389012.604549:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f365d1dc] -> 12345-192.168.204.113@tcp18 (2) 10000000:00000001:1.0:1767389012.604555:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389012.604574:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389012.604579:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767389012.604580:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000020:00000001:1.0:1767389012.604581:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389012.604588:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:1.0:1767389012.604590:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767389012.604592:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000100:00000001:0.0:1767389012.604596:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767389012.604608:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:0.0:1767389012.604610:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ca92f52 x1853241654526336/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767389012.604615:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767389012.604622:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767389012.604628:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767389012.604637:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767389012.604640:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767389012.604643:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767389012.604645:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389012.604646:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767389012.604648:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389012.604657:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767389012.604658:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389012.604659:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767389012.604662:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767389012.604666:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767389012.604669:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767389012.604674:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767389012.604675:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767389012.604681:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:0.0:1767389012.604683:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ca92f52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654526336:0@lo:253: 00000020:01000004:1.0:1767389012.604686:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767389012.604694:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767389012.604698:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4ee76d5. 02000000:00000001:0.0:1767389012.604702:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1767389012.604705:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 02000000:00000001:0.0:1767389012.604709:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389012.604712:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389012.604715:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767389012.604717:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389012.604724:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389012.604796:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000068d75856. 02000000:00000010:1.0:1767389012.604799:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b2a088ad. 02000000:00000001:0.0:1767389012.604803:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389012.604807:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000100:00000001:1.0:1767389012.604810:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389012.604813:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e742bb1. 00000100:00000001:1.0:1767389012.604826:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767389012.604827:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf33a207. 00000100:00000001:1.0:1767389012.604833:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389012.604837:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654526336, portal 25 00000100:00000040:1.0:1767389012.604846:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ee76d5] to pc [ptlrpcd_00_00+0] req@00000000a4ee76d5 x1853241654526464/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389012.604856:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389012.604861:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151437824 : -122821558113792 : ffff904b60a86a00) 00000100:00000040:0.0:1767389012.604878:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ca92f52 x1853241654526336/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389012.604890:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389012.604896:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767389012.604900:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 10000000:00000001:1.0:1767389012.604901:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389012.604904:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007915f5b9. 10000000:00000001:1.0:1767389012.604914:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389012.604916:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654526336, offset 0 00000020:00000001:1.0:1767389012.604925:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767389012.604931:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767389012.604938:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767389012.604940:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000801f716c. 00000400:00000200:0.0:1767389012.604957:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389012.604966:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389012.604973:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767389012.604977:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000100:00000001:1.0:1767389012.604980:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767389012.604980:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372804180 00000100:00000040:1.0:1767389012.604993:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4ee76d5 x1853241654526464/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389012.604998:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa4d [2] + 0 00000400:00000010:0.0:1767389012.605004:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5036936. 00000400:00000200:0.0:1767389012.605015:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003ef843ec 00000100:00000001:1.0:1767389012.605025:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389012.605029:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389012.605030:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767389012.605035:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389012.605040:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389012.605044:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767389012.605049:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389012.605055:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ef843ec 00000100:00100000:1.0:1767389012.605057:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4ee76d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654526464:0@lo:253: 00000400:00000200:3.0:1767389012.605059:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000010:0.0:1767389012.605063:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ef843ec. 00000100:00000001:1.0:1767389012.605075:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389012.605083:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767389012.605084:0:337539:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767389012.605087:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389012.605093:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:1.0:1767389012.605094:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767389012.605105:0:337539:0:(events.c:337:request_in_callback()) incoming req@0000000018a270b3 x1853241654526336 msgsize 4848 02000000:00000010:1.0:1767389012.605107:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000245b4425. 02000000:00000001:1.0:1767389012.605115:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389012.605127:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000169c6b3d. 00000100:00100000:0.0:1767389012.605128:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767389012.605131:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000010:1.0:1767389012.605140:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d95bbfb5. 00000100:00000040:0.0:1767389012.605140:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:1.0:1767389012.605153:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654526464, portal 25 00000100:00000001:1.0:1767389012.605157:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389012.605159:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151442304 : -122821558109312 : ffff904b60a87b80) 00000100:00000040:1.0:1767389012.605167:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4ee76d5 x1853241654526464/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389012.605169:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767389012.605181:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389012.605189:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767389012.605191:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389012.605193:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007915f5b9 00000400:00000010:1.0:1767389012.605195:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001538bf3a. 00000400:00000010:0.0:1767389012.605205:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007915f5b9. 00000100:00000001:0.0:1767389012.605217:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389012.605219:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654526464, offset 0 00000100:00000200:0.0:1767389012.605229:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ca92f52 x1853241654526336/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389012.605237:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389012.605250:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000100:00000001:0.0:1767389012.605254:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767389012.605262:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767389012.605268:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ca92f52 x1853241654526336/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389012.605304:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389012.605311:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372804200 00000100:00000001:0.0:1767389012.605312:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767389012.605324:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa69 [2] + 0 00000400:00000200:3.0:1767389012.605326:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000100:00000001:0.0:1767389012.605339:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389012.605340:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7271d6f. 00000100:00000001:0.0:1767389012.605352:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299600648 00000400:00000200:1.0:1767389012.605354:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001d3f9a46 00000100:00000010:0.0:1767389012.605361:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000013c88b2a. 00000400:00000200:1.0:1767389012.605367:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389012.605373:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767389012.605380:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389012.605389:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299600648 00000400:00000200:1.0:1767389012.605391:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d3f9a46 00000400:00000200:3.0:1767389012.605396:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000100:00000010:0.0:1767389012.605399:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095d24817. 00000100:00000001:0.0:1767389012.605408:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767389012.605410:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d3f9a46. 00000100:00000001:0.0:1767389012.605420:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299600648 00000100:00000001:1.0:1767389012.605422:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389012.605428:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:0.0:1767389012.605433:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab70d318. 00000100:00000040:1.0:1767389012.605434:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000021e4aaa x1853241654526464 msgsize 4848 00000100:00000001:0.0:1767389012.605445:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00100000:1.0:1767389012.605452:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389012.605454:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299600648 00000400:00000200:3.0:1767389012.605456:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000100:00000040:1.0:1767389012.605457:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767389012.605463:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b443981f. 00000100:00000001:0.0:1767389012.605473:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389012.605479:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767389012.605482:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389012.605487:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389012.605492:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389012.605494:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001538bf3a 00000100:00000001:0.0:1767389012.605496:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389012.605502:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001538bf3a. 00000100:00000001:1.0:1767389012.605510:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767389012.605514:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767389012.605520:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4ee76d5 x1853241654526464/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389012.605522:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767389012.605530:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000100:00000001:0.0:1767389012.605533:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389012.605539:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389012.605545:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389012.605555:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389012.605556:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389012.605567:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4ee76d5 x1853241654526464/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389012.605577:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389012.605580:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389012.605589:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389012.605594:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299600648 00000100:00000001:1.0:1767389012.605599:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299600648 00000100:00000001:1.0:1767389012.605602:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299600648 00000100:00000001:1.0:1767389012.605606:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299600648 00000100:00000001:1.0:1767389012.605610:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299600648 00000100:00000001:1.0:1767389012.605616:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299600648 00000400:00000200:3.0:1767389012.605617:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000100:00000001:1.0:1767389012.605620:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299600648 00000100:00000001:1.0:1767389012.605628:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299600648 00000100:00000001:1.0:1767389012.605631:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389012.605635:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389012.605639:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389012.605642:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389012.605650:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389012.605651:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389012.605665:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389012.605667:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389012.605672:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389012.605678:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389012.605682:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000100:00000001:1.0:1767389012.605703:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389012.605709:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389012.605784:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767389012.605791:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000100:00100000:1.0:1767389012.605792:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654526336 02000000:00000001:1.0:1767389012.605801:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389012.605807:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389012.605811:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389012.605818:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389012.605824:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654526336 00000020:00000001:1.0:1767389012.605829:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389012.605832:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389012.605836:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389012.605841:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:1.0:1767389012.605846:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389012.605851:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389012.605857:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389012.605865:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004723173e. 00000100:00000001:1.0:1767389012.605870:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389012.605875:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004723173e. 00000020:00000010:1.0:1767389012.605887:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d3495ea. 00000020:00000010:1.0:1767389012.605897:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000d2d6b47. 00000100:00000001:0.0:1767389012.605904:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767389012.605906:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000020:00000010:1.0:1767389012.605907:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c892480b. 00000100:00100000:0.0:1767389012.605911:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654526464 02000000:00000001:0.0:1767389012.605920:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389012.605923:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389012.605927:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389012.605934:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389012.605935:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767389012.605945:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654526464 00000100:00000001:1.0:1767389012.605947:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767389012.605952:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767389012.605954:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1767389012.605960:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:1.0:1767389012.605961:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389012.605968:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389012.605973:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00000001:1.0:1767389012.605977:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389012.605989:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389012.605995:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389012.606000:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389012.606002:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767389012.606010:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000020:00000010:0.0:1767389012.606012:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000489866c7. 00000100:00000001:0.0:1767389012.606023:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389012.606025:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1767389012.606030:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000489866c7. 00000100:00000001:1.0:1767389012.606032:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767389012.606046:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b920167. 00000100:00100000:1.0:1767389012.606047:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00000040:1.0:1767389012.606058:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000020:00000010:0.0:1767389012.606059:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d15c27a. 00000020:00000010:0.0:1767389012.606072:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001f81e61c. 00000100:00000001:1.0:1767389012.606078:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661755472 : -122822047796144 : ffff904b43787450) 00000100:00000001:0.0:1767389012.606090:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767389012.606092:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000018a270b3 x1853241654526336/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:463/0 lens 4848/0 e 0 to 0 dl 1767389023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389012.606098:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767389012.606105:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000100:00000001:0.0:1767389012.606107:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389012.606121:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389012.606129:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389012.606130:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004723173e. 00000100:00000001:1.0:1767389012.606142:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389012.606143:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389012.606146:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004723173e. 00000100:00100000:1.0:1767389012.606161:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000018a270b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654526336:12345-0@lo:253: 00000100:00000200:1.0:1767389012.606167:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654526336 00000020:00000001:1.0:1767389012.606172:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767389012.606177:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767389012.606178:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767389012.606186:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767389012.606187:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389012.606196:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389012.606199:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000400:00000200:3.0:1767389012.606207:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000100:00100000:0.0:1767389012.606208:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000020:00000001:1.0:1767389012.606209:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389012.606216:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389012.606223:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767389012.606224:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000020:00000001:1.0:1767389012.606228:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767389012.606230:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661753424 : -122822047798192 : ffff904b43786c50) 00000020:00000001:1.0:1767389012.606235:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389012.606244:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000021e4aaa x1853241654526464/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:463/0 lens 4848/0 e 0 to 0 dl 1767389023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389012.606245:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389012.606253:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767389012.606265:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1767389012.606266:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005882f8ef. 00000020:00000010:0.0:1767389012.606272:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000489866c7. 02000000:00000001:1.0:1767389012.606273:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389012.606302:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389012.606309:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767389012.606311:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:0.0:1767389012.606320:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000489866c7. 00000100:00100000:0.0:1767389012.606347:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000021e4aaa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654526464:12345-0@lo:253: 20000000:00000010:1.0:1767389012.606348:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000083e3e54. 00000100:00000200:0.0:1767389012.606358:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654526464 20000000:01000000:1.0:1767389012.606361:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767389012.606364:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767389012.606368:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767389012.606371:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767389012.606374:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767389012.606376:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389012.606381:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389012.606383:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767389012.606387:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389012.606391:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767389012.606400:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:0.0:1767389012.606405:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000010:1.0:1767389012.606407:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000043b37e9f. 00000020:00000001:0.0:1767389012.606408:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389012.606412:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389012.606414:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389012.606417:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389012.606420:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:1.0:1767389012.606426:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 02000000:00000001:0.0:1767389012.606427:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767389012.606439:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000010:0.0:1767389012.606439:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006b40442d. 02000000:00000001:0.0:1767389012.606445:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389012.606448:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389012.606452:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767389012.606453:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767389012.606469:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000d6318e3. 20000000:01000000:0.0:1767389012.606475:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767389012.606478:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767389012.606481:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767389012.606483:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389012.606486:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389012.606489:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767389012.606534:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767389012.606542:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767389012.606545:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389012.606547:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767389012.606553:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767389012.606561:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:1.0:1767389012.606567:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767389012.606576:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ee270f11. 00080000:00000001:1.0:1767389012.606580:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247412102144 : -122826297449472 : ffff904a462be400) 00080000:00000001:1.0:1767389012.606585:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:3.0:1767389012.606620:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b4376673. 00000800:00000010:3.0:1767389012.606631:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000e1c5bc2. 00000800:00000010:3.0:1767389012.606641:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000086fd10db. 00000800:00000010:3.0:1767389012.606705:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000086fd10db. 00000001:00000001:1.0:1767389012.606831:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767389012.606835:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389012.606839:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767389012.606871:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:1.0:1767389012.606875:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389012.606882:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767389012.606908:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp18 from 237.3.0.2 00000800:00000010:3.0:1767389012.606916:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001dfad92b. 00080000:00000001:1.0:1767389012.607137:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767389012.607143:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767389012.607256:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009dff0ae1. 00000800:00000010:1.0:1767389012.607264:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001538bf3a. 00000800:00000010:1.0:1767389012.607339:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000029bdb2fc. 00000800:00000200:1.1:1767389012.607350:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f365d1dc] -> 12345-192.168.204.113@tcp18 (2) 00000800:00000200:1.1:1767389012.607360:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp18 0000000029bdb2fc deleted 00000800:00000010:1.1:1767389012.607364:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000029bdb2fc. 00000800:00000200:1.1:1767389012.607373:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767389012.607386:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp18 ip 192.168.204.113:1005 00000800:00000200:1.1:1767389012.607392:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000096234e11 type 1, nob 304 niov 1 nkiov 1 00000800:00000200:1.0:1767389012.607404:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp18 p 3.x 192.168.204.113 -> 192.168.204.113:1005 incarnation:1767389010641596489 sched[0] 00000800:00000010:1.0:1767389012.607412:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004723173e. 00000800:00000010:1.0:1767389012.607511:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004723173e. 00000800:00000010:1.0:1767389012.607518:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001538bf3a. 00000800:00000010:1.0:1767389012.607572:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001dfad92b. 00000800:00000001:1.0:1767389012.607597:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389012.607605:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767389012.607665:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389012.607672:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096234e11. 00000400:00000200:1.0:1767389012.607678:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389012.607685:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp18->192.168.204.113@tcp18: PUT: OK 00000400:00000200:1.0:1767389012.607693:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389012.607707:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 0 00000800:00000200:3.1:1767389012.607716:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767389012.607770:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp18 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389010641596489 sched[0] 00000800:00000010:3.0:1767389012.607776:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000e1c5bc2. 00000800:00000001:1.0:1767389012.607848:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389012.607862:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389012.607865:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389012.607873:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389012.607874:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389012.607887:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp18(192.168.204.113@tcp18) <- 192.168.204.113@tcp18 : PUT - for me 00000400:00000200:1.0:1767389012.607900:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 208 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767389012.607910:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 208/208 into md 0x15c1 [1] + 0 00000400:00000010:1.0:1767389012.607915:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036d9616f. 00000400:00000200:1.0:1767389012.607921:0:337529:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004fb6b084 00000800:00000001:1.0:1767389012.607927:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389012.607938:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389012.607941:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389012.607949:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp18->192.168.204.113@tcp18: PUT: OK 00000400:00000200:1.0:1767389012.607955:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fb6b084 00000400:00000010:1.0:1767389012.607958:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fb6b084. 00000400:00000200:1.0:1767389012.607963:0:337529:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767389012.607968:0:337529:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (12) 00000400:00000200:1.0:1767389012.607978:0:337529:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000010:1.0:1767389012.607985:0:337529:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 00000000e2b7d884. 00000400:00000200:1.0:1767389012.607991:0:337529:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.113@tcp 11 00000400:00000200:1.0:1767389012.607997:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389012.608015:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (13) 00000400:00000200:1.0:1767389012.608022:0:337529:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767389012.608032:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp18 to MR: 192.168.204.113@tcp18 local destination 00000400:00000200:3.0:1767389012.608033:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389012.608046:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp18 NI seq info: [24:24:256:4294967295] 192.168.204.113@tcp18 LPNI seq info [24:24:8:4294967295] 00000400:00000200:1.0:1767389012.608072:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp18(192.168.204.113@tcp18:192.168.204.113@tcp18) -> 192.168.204.113@tcp18(192.168.204.113@tcp18:192.168.204.113@tcp18) 192.168.204.113@tcp18 : ACK try# 0 00000800:00000200:1.0:1767389012.608082:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp18 00000800:00000010:1.0:1767389012.608088:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4ed4d03. 00000800:00000200:1.0:1767389012.608096:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f365d1dc] -> 12345-192.168.204.113@tcp18 (4) 00000800:00000200:1.0:1767389012.608104:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp18 ip 192.168.204.113:988 00000800:00000200:1.0:1767389012.608118:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4ed4d03 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767389012.608175:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767389012.608186:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcd225f1. 00000400:00000010:0.0:1767389012.608197:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046ef2379. 00000800:00000200:1.0:1767389012.608206:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767389012.608206:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000089c3bb47 00000800:00000010:1.0:1767389012.608213:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4ed4d03. 00000400:00000200:0.0:1767389012.608219:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1004d1 00000400:00000200:1.0:1767389012.608220:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389012.608234:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp18->192.168.204.113@tcp18: ACK: OK 00000400:00000010:0.0:1767389012.608236:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 000000009c15f3c7. 00000400:00000010:0.0:1767389012.608244:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 0000000094db4089. 00000800:00000001:1.0:1767389012.608245:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767389012.608249:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 00000000740e132d. 00000800:00000001:1.0:1767389012.608253:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389012.608259:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389012.608268:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389012.608271:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389012.608301:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389012.608306:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000068efe355. 00000400:00000200:1.0:1767389012.608315:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp18(192.168.204.113@tcp18) <- 192.168.204.113@tcp18 : ACK - for me 00000400:00000200:0.0:1767389012.608322:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000068efe355 nid 192.168.204.113@tcp19 00000400:00000010:0.0:1767389012.608330:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b270bb13. 00000400:00000200:1.0:1767389012.608340:0:337529:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp18: ACK from 12345-192.168.204.113@tcp18 into md 0x1619 00000400:00000200:0.0:1767389012.608341:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b270bb13 net tcp19 00000400:00000200:0.0:1767389012.608352:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (12) 00000400:00000200:1.0:1767389012.608353:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389012.608371:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp18->192.168.204.113@tcp18: ACK: OK 00000400:00000200:0.0:1767389012.608374:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp19 flags 0x11 00000400:00000010:0.0:1767389012.608384:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 000000009c15f3c7. 00000400:00000200:1.0:1767389012.608385:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043518649 00000400:00000010:1.0:1767389012.608394:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043518649. 00000400:00000010:0.0:1767389012.608396:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 0000000094db4089. 00000400:00000200:1.0:1767389012.608401:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:0.0:1767389012.608404:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 00000000740e132d. 00000400:00000200:1.0:1767389012.608409:0:337529:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:1.0:1767389012.608415:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000010:0.0:1767389012.608424:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000e2b7d884. 00000400:00000200:1.0:1767389012.608426:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (13) 00000400:00000200:0.0:1767389012.608440:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000800:00000001:1.0:1767389012.608441:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389012.608452:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389012.608453:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:0.0:1767389012.608466:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:0.0:1767389012.608474:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:0.0:1767389012.608478:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389012.608482:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:0.0:1767389012.608487:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:0.0:1767389012.608492:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (12) 00000400:00000200:3.0:1767389012.608760:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389012.608848:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389012.608896:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389012.609015:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389012.609331:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389012.609398:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389012.609453:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389012.609524:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389012.609579:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389012.609607:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389012.609640:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389012.609706:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389012.609951:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389012.610020:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389012.610077:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389012.610157:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389012.610247:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000800:00000010:3.0:1767389012.610571:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000083f5a4ec. 00000800:00000010:3.0:1767389012.610577:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000e1c5bc2. 00000800:00000010:3.0:1767389012.610584:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005e4ecb95. 00000800:00000010:3.0:1767389012.610645:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005e4ecb95. 00000400:00000200:0.0:1767389012.610786:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767389012.610820:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp18 from 236.3.0.2 00000800:00000010:0.0:1767389012.610825:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ed32a505. 00000800:00000010:2.0:1767389012.610870:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006e87d973. 00000800:00000010:2.0:1767389012.610881:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d4bf7b6d. 00000800:00000010:2.0:1767389012.610916:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a35c0c2e. 00000800:00000200:2.1:1767389012.610930:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f365d1dc] -> 12345-192.168.204.113@tcp18 (4) 00000800:00000200:2.1:1767389012.610940:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp18 00000000a35c0c2e deleted 00000800:00000010:2.1:1767389012.610944:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a35c0c2e. 00000800:00000200:2.1:1767389012.610951:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767389012.610961:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp18 p 3.x 192.168.204.113 -> 192.168.204.113:1004 incarnation:1767389010641596489 sched[0] 00000800:00000010:2.0:1767389012.610970:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006f3e4ef6. 00000800:00000010:2.0:1767389012.611071:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006f3e4ef6. 00000800:00000010:2.0:1767389012.611079:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d4bf7b6d. 00000800:00000010:2.0:1767389012.611136:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ed32a505. 00000800:00000200:1.1:1767389012.611145:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:2.0:1767389012.611160:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767389012.611161:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp18 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389010641596489 sched[0] 00000800:00000010:1.0:1767389012.611169:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000e1c5bc2. 00000800:00000001:2.0:1767389012.611173:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389012.611235:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389012.611244:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767389012.623626:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767389012.623637:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:1.0:1767389012.623642:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389012.623645:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767389012.623650:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767389012.623656:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:1.0:1767389012.623660:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767389012.623662:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389012.623668:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389012.623671:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767389012.623675:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ee270f11. 00080000:00000001:0.0:1767389012.623682:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767389012.623684:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767389012.623688:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001fcb439a. 20000000:01000000:3.0:1767389012.623695:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 20000000:01000000:1.0:1767389012.623703:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:3.0:1767389012.623706:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767389012.623714:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000020:1.0:1767389012.623715:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767389012.623797:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767389012.623803:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767389012.623805:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389012.623808:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767389012.623811:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767389012.623816:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:3.0:1767389012.623820:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767389012.623829:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004154e44b. 00080000:00000001:3.0:1767389012.623832:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247375722496 : -122826333829120 : ffff904a4400c800) 00080000:00000001:3.0:1767389012.623836:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767389012.623944:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767389012.623947:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389012.623950:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767389012.623975:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389012.623990:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767389012.624159:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767389012.624162:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:3.0:1767389012.624194:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767389012.624200:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767389012.624204:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767389012.624209:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767389012.624213:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767389012.624223:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005c6e2119. 00010000:00000001:3.0:1767389012.624230:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389012.624233:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ebafbf7. 00000020:00000001:3.0:1767389012.624238:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389012.624241:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002ebafbf7 with handle 0x95cd417baf4293fa to hash 00000020:00000001:3.0:1767389012.624244:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389012.624246:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389012.624250:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389012.624255:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389012.624258:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389012.624261:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002ebafbf7/0x95cd417baf4293fa lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.624272:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389012.624303:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389012.624308:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389012.624312:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389012.624315:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389012.624319:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389012.624321:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389012.624325:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389012.624329:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389012.624332:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389012.624333:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389012.624336:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005c6e2119) refcount = 1 00010000:00010000:3.0:1767389012.624341:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002ebafbf7/0x95cd417baf4293fa lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.624348:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389012.624360:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389012.624363:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389012.624367:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389012.624370:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767389012.624374:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767389012.624378:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:3.0:1767389012.624383:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389012.624386:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389012.624388:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ebafbf7 refcount=4 00000020:00000001:3.0:1767389012.624392:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389012.624395:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389012.624398:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767389012.624400:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ebafbf7/0x95cd417baf4293fa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.624409:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767389012.624411:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ebafbf7/0x95cd417baf4293fa lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.624417:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389012.624420:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389012.624422:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002ebafbf7/0x95cd417baf4293fa lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.624429:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389012.624431:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389012.624436:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767389012.624438:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002ebafbf7/0x95cd417baf4293fa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389012.624446:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002ebafbf7 already unused, calling callback (00000000eb737536) 00010000:00000001:3.0:1767389012.624450:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389012.624454:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767389012.624457:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002ebafbf7/0x95cd417baf4293fa lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.624476:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767389012.624479:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389012.624481:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389012.624483:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ebafbf7 refcount=5 00000020:00000001:3.0:1767389012.624485:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389012.624489:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389012.624493:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767389012.624496:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002ebafbf7/0x95cd417baf4293fa lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.624504:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767389012.624507:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389012.624509:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389012.624515:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389012.624517:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389012.624521:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389012.624524:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389012.624527:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002ebafbf7 with handle 0x95cd417baf4293fa from hash 00010000:00000001:3.0:1767389012.624532:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389012.624534:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389012.624536:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389012.624538:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389012.624541:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767389012.624544:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389012.624548:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767389012.624551:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389012.624557:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389012.624559:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767389012.624561:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767389012.624564:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389012.624566:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389012.624567:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389012.624570:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389012.624572:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389012.624583:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002ebafbf7/0x95cd417baf4293fa lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.624589:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389012.624592:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389012.624595:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767389012.624598:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767389012.624599:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389012.624600:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389012.624603:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767389012.624606:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389012.624609:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389012.624612:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002ebafbf7/0x95cd417baf4293fa lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.624619:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767389012.624621:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389012.624623:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002ebafbf7/0x95cd417baf4293fa lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389012.624630:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005c6e2119 count: 0 00010000:00000001:3.0:1767389012.624643:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767389012.624645:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767389012.628866:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299600648, at 4299600649 00000100:00000010:3.0:1767389012.628877:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b443981f. 00000100:00000040:2.0:1767389012.629048:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299600648, at 4299600649 00000100:00000010:2.0:1767389012.629060:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab70d318. 00000100:00000040:1.0:1767389012.629789:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299600648, at 4299600650 00000100:00000010:1.0:1767389012.629800:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095d24817. 00000100:00000040:0.0:1767389012.629804:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299600648, at 4299600650 00000100:00000010:0.0:1767389012.629816:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000013c88b2a. 00010000:00000010:3.1:1767389012.630770:0:343292:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005c6e2119. 00010000:00000010:3.1:1767389012.630785:0:343292:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002ebafbf7. 00000400:00000010:3.0:1767389012.638703:0:343292:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000017246195. 00000400:00000040:3.0:1767389012.638992:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389012.638997:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389012.639001:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389012.639004:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389012.639007:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389012.639009:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767389012.639013:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389012.639015:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389012.639019:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389012.639021:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767389012.639025:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389012.639035:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389012.639039:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389012.639041:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389012.639043:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767389012.639046:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389012.639048:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389012.639050:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767389012.639052:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767389012.639055:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389012.639058:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389012.639059:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389012.639061:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389012.639063:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389012.639065:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767389012.639068:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389012.639069:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389012.639071:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389012.639073:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389012.639075:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389012.639076:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767389012.639078:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389012.639080:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389012.639082:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389012.639084:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389012.639086:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389012.639088:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767389012.639091:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389012.639093:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389012.639095:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389012.639098:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389012.639100:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389012.639102:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767389012.639104:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767389012.639105:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767389012.639107:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767389012.639109:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767389012.639111:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767389012.639113:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389012.639115:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00080000:00000001:0.0:1767389012.639118:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767389012.639120:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767389012.639125:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000040:3.0:1767389012.639126:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000020:00000002:2.0:1767389012.639129:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00040000:00000001:0.0:1767389012.639131:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000040:3.0:1767389012.639132:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 20000000:00000001:2.0:1767389012.639136:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767389012.639138:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00040000:00000001:0.0:1767389012.639138:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389012.639144:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000040:3.0:1767389012.639145:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 20000000:00000001:2.0:1767389012.639152:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000040:3.0:1767389012.639153:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00080000:00000010:0.0:1767389012.639153:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004154e44b. 20000000:01000000:2.0:1767389012.639157:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000040:3.0:1767389012.639161:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767389012.639166:0:343292:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00080000:00000001:0.0:1767389012.639168:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767389012.639178:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767389012.639184:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767389012.639190:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000400:00000010:3.0:1767389012.639237:0:343292:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000017246195. 20000000:01000000:3.0:1767389012.639393:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767389012.639396:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767389012.639398:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767389012.639402:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767389012.639405:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767389012.639410:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005c6e2119. 00010000:00000001:3.0:1767389012.639414:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389012.639416:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ebafbf7. 00000020:00000001:3.0:1767389012.639418:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389012.639420:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002ebafbf7 with handle 0x95cd417baf429401 to hash 00000020:00000001:3.0:1767389012.639422:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389012.639423:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389012.639425:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389012.639428:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389012.639429:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389012.639431:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002ebafbf7/0x95cd417baf429401 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.639438:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389012.639440:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389012.639441:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389012.639443:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389012.639444:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389012.639446:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389012.639447:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389012.639448:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389012.639449:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389012.639451:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389012.639459:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389012.639460:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005c6e2119) refcount = 1 00010000:00010000:3.0:1767389012.639464:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002ebafbf7/0x95cd417baf429401 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.639470:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389012.639472:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389012.639474:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389012.639476:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389012.639478:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767389012.639481:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767389012.639483:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:3.0:1767389012.639486:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389012.639488:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389012.639490:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ebafbf7 refcount=4 00000020:00000001:3.0:1767389012.639492:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389012.639496:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389012.639499:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767389012.639500:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ebafbf7/0x95cd417baf429401 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.639507:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767389012.639509:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ebafbf7/0x95cd417baf429401 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.639514:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389012.639516:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389012.639517:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002ebafbf7/0x95cd417baf429401 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.639521:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389012.639523:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389012.639526:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767389012.639528:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002ebafbf7/0x95cd417baf429401 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389012.639544:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002ebafbf7 already unused, calling callback (00000000eb737536) 00010000:00000001:3.0:1767389012.639547:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389012.639549:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767389012.639551:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002ebafbf7/0x95cd417baf429401 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.639555:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767389012.639557:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389012.639558:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389012.639559:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ebafbf7 refcount=5 00000020:00000001:3.0:1767389012.639561:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389012.639563:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389012.639565:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767389012.639566:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002ebafbf7/0x95cd417baf429401 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.639571:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767389012.639573:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389012.639574:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389012.639577:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389012.639578:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389012.639579:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389012.639581:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389012.639583:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002ebafbf7 with handle 0x95cd417baf429401 from hash 00010000:00000001:3.0:1767389012.639585:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389012.639587:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389012.639588:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389012.639590:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389012.639591:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767389012.639593:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389012.639594:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767389012.639595:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389012.639598:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389012.639599:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767389012.639609:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767389012.639612:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389012.639614:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389012.639616:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389012.639618:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389012.639619:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389012.639622:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002ebafbf7/0x95cd417baf429401 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.639627:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389012.639629:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389012.639631:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767389012.639633:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767389012.639634:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389012.639635:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389012.639636:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767389012.639638:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389012.639640:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389012.639642:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002ebafbf7/0x95cd417baf429401 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389012.639647:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767389012.639649:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389012.639651:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002ebafbf7/0x95cd417baf429401 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389012.639655:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005c6e2119 count: 0 00010000:00000001:3.0:1767389012.639667:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767389012.639669:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767389012.640564:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389012.640570:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389012.640572:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000083e3e54. 20000000:00000001:1.0:1767389012.640581:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389012.640585:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654526336 00010000:00000001:1.0:1767389012.640589:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389012.640596:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000018a270b3 x1853241654526336/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:463/0 lens 4848/4768 e 0 to 0 dl 1767389023 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389012.640606:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389012.640608:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389012.640613:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=37 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389012.640619:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389012.640622:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389012.640624:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389012.640627:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389012.640630:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389012.640633:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389012.640637:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389012.640641:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002400f2ce. 00000100:00000200:1.0:1767389012.640645:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654526336, offset 224 00000400:00000200:1.0:1767389012.640651:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389012.640659:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389012.640667:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372804180 00000400:00000200:1.0:1767389012.640674:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x161d [2] + 224 00000400:00000200:1.0:1767389012.640680:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389012.640685:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389012.640690:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389012.640693:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ca92f52 x1853241654526336/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389012.640703:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009ca92f52 x1853241654526336/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389012.640758:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389012.640767:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002400f2ce 00000400:00000010:1.0:1767389012.640770:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002400f2ce. 00000100:00000001:2.0:1767389012.640773:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389012.640774:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389012.640779:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389012.640780:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389012.640788:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767389012.640789:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767389012.640793:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000001:2.0:1767389012.640795:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389012.640801:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e742bb1. 00010000:00000001:1.0:1767389012.640801:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389012.640805:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389012.640809:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf33a207 00000020:00000001:1.0:1767389012.640810:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767389012.640814:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf33a207. 00000100:00000040:1.0:1767389012.640819:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018a270b3 x1853241654526336/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:463/0 lens 4848/4768 e 0 to 0 dl 1767389023 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389012.640820:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389012.640830:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ca92f52 x1853241654526336/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389012.640836:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000018a270b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654526336:12345-0@lo:253: Request processed in 34712us (35726us total) trans 0 rc 0/0 00000100:00000200:2.0:1767389012.640861:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ca92f52 x1853241654526336/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389012.640861:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00000040:1.0:1767389012.640868:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389012.640874:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389012.640879:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389012.640881:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389012.640885:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389012.640886:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000d2d6b47. 00000100:00000001:2.0:1767389012.640888:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389012.640893:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767389012.640894:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c892480b. 00000100:00000001:2.0:1767389012.640896:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389012.640900:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389012.640900:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d3495ea. 02000000:00000001:2.0:1767389012.640907:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389012.640910:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00001000:2.0:1767389012.640912:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=37 v=5 (5 0 0 0) 02000000:00000001:1.0:1767389012.640916:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767389012.640919:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=37 v=5 (1 0 0 0) 02000000:00000010:1.0:1767389012.640920:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005882f8ef. 00000100:00000001:2.0:1767389012.640927:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767389012.640929:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389012.640930:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389012.640933:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389012.640935:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389012.640939:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389012.640940:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767389012.640943:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389012.640946:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa8de079. 00000100:00000040:2.0:1767389012.640949:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ca92f52 x1853241654526336/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389012.640953:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002400f2ce. 00000100:00000001:2.0:1767389012.640963:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389012.640966:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389012.640968:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767389012.640982:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767389012.640984:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767389012.640986:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389012.640988:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389012.640990:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389012.640991:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389012.640993:0:337539:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767389012.640995:0:337539:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767389012.640997:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389012.640999:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767389012.641002:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ca92f52 x1853241654526336/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389012.641011:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ca92f52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654526336:0@lo:253: 00000100:00000001:2.0:1767389012.641017:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389012.641019:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389012.641024:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ca92f52 x1853241654526336/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389012.641031:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389012.641034:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389012.641037:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000068d75856. 02000000:00000001:2.0:1767389012.641043:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389012.641046:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389012.641047:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389012.641050:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389012.641053:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000336b9256. 02000000:00000001:2.0:1767389012.641059:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389012.641061:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389012.641063:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ca92f52. 00000100:00000001:2.0:1767389012.641069:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389012.641071:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389012.641073:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389012.641079:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389012.641081:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389012.641085:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389012.641088:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767389012.643835:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389012.643839:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389012.643840:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000d6318e3. 20000000:00000001:3.0:1767389012.643846:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389012.643849:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654526464 00010000:00000001:3.0:1767389012.643851:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389012.643855:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000021e4aaa x1853241654526464/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:463/0 lens 4848/4768 e 0 to 0 dl 1767389023 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389012.643876:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389012.643878:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389012.643880:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=37 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389012.643884:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389012.643886:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389012.643888:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389012.643891:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389012.643893:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389012.643896:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389012.643899:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389012.643902:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026425fee. 00000100:00000200:3.0:1767389012.643906:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654526464, offset 224 00000400:00000200:3.0:1767389012.643912:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389012.643919:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389012.643928:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372804200 00000400:00000200:3.0:1767389012.643933:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1625 [2] + 224 00000400:00000200:3.0:1767389012.643938:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389012.643942:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389012.643945:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389012.643948:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4ee76d5 x1853241654526464/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389012.643957:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a4ee76d5 x1853241654526464/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389012.643972:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389012.643980:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026425fee 00000400:00000010:3.0:1767389012.643982:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026425fee. 00000100:00000001:3.0:1767389012.643985:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389012.643987:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389012.643991:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389012.643994:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:1.0:1767389012.643995:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767389012.643997:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767389012.643999:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767389012.644001:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389012.644006:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767389012.644006:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389012.644010:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767389012.644021:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021e4aaa x1853241654526464/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:463/0 lens 4848/4768 e 0 to 0 dl 1767389023 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389012.644021:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000169c6b3d. 00000400:00000200:1.0:1767389012.644028:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d95bbfb5 00000400:00000010:1.0:1767389012.644033:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d95bbfb5. 00000100:00000001:1.0:1767389012.644041:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767389012.644044:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000021e4aaa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337536:x1853241654526464:12345-0@lo:253: Request processed in 37776us (38606us total) trans 0 rc 0/0 00000100:00000200:1.0:1767389012.644049:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4ee76d5 x1853241654526464/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389012.644059:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00000040:3.0:1767389012.644066:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000200:1.0:1767389012.644071:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4ee76d5 x1853241654526464/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389012.644072:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389012.644075:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389012.644080:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d15c27a. 00000100:00000001:1.0:1767389012.644083:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767389012.644086:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001f81e61c. 00000100:00000001:1.0:1767389012.644087:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389012.644093:0:337536:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767389012.644095:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b920167. 02000000:00000001:1.0:1767389012.644096:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389012.644099:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767389012.644101:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000001:1.0:1767389012.644102:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389012.644109:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389012.644110:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767389012.644113:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=37 v=5 (5 0 0 0) 02000000:00000010:3.0:1767389012.644114:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006b40442d. 00000100:00001000:1.0:1767389012.644122:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=37 v=5 (1 0 0 0) 02000000:00000001:3.0:1767389012.644123:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389012.644127:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389012.644128:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389012.644133:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389012.644134:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767389012.644135:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389012.644139:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389012.644142:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389012.644143:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d7752f5. 00000100:00000040:1.0:1767389012.644147:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4ee76d5 x1853241654526464/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389012.644150:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026425fee. 00000100:00000001:1.0:1767389012.644160:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389012.644162:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389012.644164:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389012.644167:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767389012.644169:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767389012.644171:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389012.644173:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389012.644174:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389012.644175:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389012.644177:0:337536:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767389012.644178:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389012.644179:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767389012.644190:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4ee76d5 x1853241654526464/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389012.644197:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4ee76d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654526464:0@lo:253: 00000100:00000001:1.0:1767389012.644203:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389012.644205:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389012.644208:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4ee76d5 x1853241654526464/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389028 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389012.644214:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389012.644216:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389012.644218:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000245b4425. 02000000:00000001:1.0:1767389012.644223:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389012.644225:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389012.644226:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389012.644228:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389012.644230:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b2a088ad. 02000000:00000001:1.0:1767389012.644235:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389012.644236:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389012.644238:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4ee76d5. 00000100:00000001:1.0:1767389012.644243:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389012.644245:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389012.644246:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389012.644252:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389012.644253:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389012.644255:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389012.644257:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767389012.646805:0:343294:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005c6e2119. 00010000:00000010:3.1:1767389012.646816:0:343294:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002ebafbf7. 00010000:00000001:3.0:1767389013.196846:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389013.196852:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389013.196861:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389013.196863:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389013.196941:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389013.196949:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389013.196955:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767389013.821213:0:343514:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389013.821242:0:343514:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389013.821249:0:343514:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389013.821283:0:343514:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389013.821294:0:343514:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389013.821299:0:343514:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389014.219809:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389014.219814:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389014.219820:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389014.219822:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389014.219857:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389014.219862:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389014.219865:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767389014.699449:0:343678:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767389014.699454:0:343678:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp20 --if ens2 00000001:00000001:0.0:1767389014.706204:0:343678:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389014.717409:0:343679:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000cadb5515. 00000400:00000010:0.0:1767389014.717430:0:343679:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f8f1e024. 00000400:00000010:0.0:1767389014.717444:0:343679:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007b51a4fa. 00000400:00000010:0.0:1767389014.717449:0:343679:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e5daf51f. 00000400:00000010:0.0:1767389014.717454:0:343679:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000375fb6be. 00000400:00000010:0.0:1767389014.717459:0:343679:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007b81da81. 00000400:00000010:0.0:1767389014.717461:0:343679:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003e76afff. 00000400:00000010:0.0:1767389014.717463:0:343679:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd17db00. 00000400:00000010:0.0:1767389014.717467:0:343679:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000956d36ad. 00000800:00000010:0.0:1767389014.717482:0:343679:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ee01a844. 00000800:00000200:0.0:1767389014.717496:0:343679:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389014.717507:0:343679:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389014.717572:0:343679:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389014.717604:0:343679:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp20 [8/256/0/180] 00000400:00000010:0.0:1767389014.720304:0:343679:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000a514b49d. 00000400:00000010:0.0:1767389014.720314:0:343679:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adc8d04b. 00000400:00000010:0.0:1767389014.720322:0:343679:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f04ce50. 00000400:00000001:0.0:1767389014.720344:0:343679:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389014.720346:0:343679:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389014.720349:0:343679:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044d4eb04. 00000400:00000200:0.0:1767389014.720352:0:343679:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000400:00000010:0.0:1767389014.720354:0:343679:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000400:00000010:0.0:1767389014.720359:0:343679:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 000000009172ac47. 00000400:00000200:0.0:1767389014.720365:0:343679:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (11) 00000400:00000200:0.0:1767389014.720383:0:343679:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389014.720398:0:343679:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131092 00000020:00000010:0.0:1767389014.720408:0:343679:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006b40442d. 00000020:01000000:0.0:1767389014.720416:0:343679:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767389014.720417:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767389014.720420:0:343679:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp20 00000400:00000200:3.0:1767389014.720433:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:0.0:1767389014.720445:0:343679:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f8f1e024. 00000400:00000010:3.0:1767389014.720446:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2a63ba. 00000400:00000010:0.0:1767389014.720454:0:343679:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000cadb5515. 00000400:00000200:3.0:1767389014.720456:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (12) 00000400:00000010:3.0:1767389014.720468:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000049bf5f87. 00000400:00000200:3.0:1767389014.720476:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000400:00000200:3.0:1767389014.720497:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000020:00000001:1.0:1767389014.720505:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767389014.720516:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767389014.720521:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:00000001:1.0:1767389014.720523:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767389014.720529:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767389014.720534:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:1.0:1767389014.720537:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767389014.720543:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767389014.720548:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:1.0:1767389014.720549:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767389014.720558:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:1.0:1767389014.720566:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767389014.720570:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:01000004:1.0:1767389014.720571:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389014.720576:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389014.720581:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767389014.720585:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767389014.720586:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:1.0:1767389014.720588:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389014.720593:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767389014.720597:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000010:1.0:1767389014.720603:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4ee76d5. 00000400:00000200:3.0:1767389014.720604:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:00000040:1.0:1767389014.720614:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:3.0:1767389014.720616:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:3.0:1767389014.720625:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:1.0:1767389014.720628:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767389014.720632:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 02000000:00000001:1.0:1767389014.720635:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767389014.720642:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp19 02000000:00000001:1.0:1767389014.720644:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389014.720651:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp19 lpni_is_preferred = 0 00000400:00000200:3.0:1767389014.720657:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp19 02000000:00000010:1.0:1767389014.720660:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000078bb1667. 00000400:00000200:3.0:1767389014.720662:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp19 NI seq info: [25:25:256:4294967295] 192.168.204.113@tcp19 LPNI seq info [25:25:8:4294967295] 00000100:00000001:1.0:1767389014.720675:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389014.720676:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp19 00000400:00000200:3.0:1767389014.720693:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp19(192.168.204.113@tcp19:) -> 192.168.204.113@tcp19(192.168.204.113@tcp:192.168.204.113@tcp19) : PUT try# 0 00000100:00000001:1.0:1767389014.720694:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389014.720699:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767389014.720706:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.113@tcp19 00000100:00000040:1.0:1767389014.720714:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ee76d5] to pc [ptlrpcd_00_01+1] req@00000000a4ee76d5 x1853241654526592/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767389014.720715:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3da27a6. 00000800:00000010:3.0:1767389014.720767:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c3d364a1. 00000800:00000010:3.0:1767389014.720774:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000322a96b5. 00000800:00000200:3.0:1767389014.720784:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3d364a1] -> 12345-192.168.204.113@tcp19 (2) 10000000:00000001:1.0:1767389014.720793:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767389014.720794:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3d364a1] -> 12345-192.168.204.113@tcp19 (2) 10000000:00000001:1.0:1767389014.720803:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389014.720809:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767389014.720812:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767389014.720819:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767389014.720824:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767389014.720827:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767389014.720829:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 10000000:00000001:1.0:1767389014.720830:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767389014.720833:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767389014.720837:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767389014.720843:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 10000000:01000000:1.0:1767389014.720844:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:0.0:1767389014.720845:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4ee76d5 x1853241654526592/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767389014.720849:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767389014.720855:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767389014.720861:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389014.720866:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389014.720870:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389014.720876:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389014.720880:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767389014.720883:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767389014.720884:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767389014.720890:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767389014.720891:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767389014.720898:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c751f0db. 02000000:00000001:0.0:1767389014.720901:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767389014.720904:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 02000000:00000001:0.0:1767389014.720906:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389014.720911:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389014.720914:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4ee76d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654526592:0@lo:253: 00000100:00000001:1.0:1767389014.720921:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767389014.720923:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389014.720926:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767389014.720932:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 02000000:00000001:1.0:1767389014.720933:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389014.720933:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389014.720940:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389014.720946:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389014.720949:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008cdbed55. 02000000:00000010:0.0:1767389014.720954:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000d6318e3. 00000100:00000001:1.0:1767389014.720956:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389014.720961:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389014.720965:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767389014.720969:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d4eb04. 00000100:00000001:1.0:1767389014.720970:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389014.720980:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8f1e024. 00000100:00000040:1.0:1767389014.720981:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c751f0db] to pc [ptlrpcd_00_02+2] req@00000000c751f0db x1853241654526720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389014.720990:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654526592, portal 25 00000100:00000001:0.0:1767389014.720998:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767389014.721000:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000100:00000001:0.0:1767389014.721003:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151442304 : -122821558109312 : ffff904b60a87b80) 00000100:00000040:0.0:1767389014.721013:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4ee76d5 x1853241654526592/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389014.721025:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767389014.721027:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389014.721032:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389014.721036:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767389014.721037:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767389014.721043:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767389014.721048:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006b40442d. 00000400:00000010:0.0:1767389014.721048:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e4abfd0. 00000400:00000200:3.0:1767389014.721052:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000100:00000200:0.0:1767389014.721060:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654526592, offset 0 00000100:00000001:1.0:1767389014.721068:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389014.721076:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389014.721078:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767389014.721085:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389014.721091:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389014.721094:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767389014.721102:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767389014.721105:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c751f0db x1853241654526720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389014.721109:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000100:00000001:1.0:1767389014.721125:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389014.721130:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389014.721131:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372804280 02000000:00000001:1.0:1767389014.721137:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389014.721141:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389014.721144:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389014.721150:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa91 [2] + 0 00000100:00100000:1.0:1767389014.721154:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c751f0db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654526720:0@lo:253: 00000400:00000010:0.0:1767389014.721163:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000691a5b98. 00000100:00000001:1.0:1767389014.721165:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767389014.721166:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389014.721171:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003c1a65c5 02000000:00000001:1.0:1767389014.721174:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389014.721179:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389014.721182:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767389014.721185:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767389014.721190:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b2a088ad. 00000400:00000200:0.0:1767389014.721194:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767389014.721199:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389014.721205:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c1a65c5 00000400:00000010:1.0:1767389014.721208:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000169c6b3d. 00000400:00000200:3.0:1767389014.721216:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000010:0.0:1767389014.721221:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c1a65c5. 00000100:00000001:0.0:1767389014.721234:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767389014.721259:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001538bf3a. 00000100:00000200:0.0:1767389014.721259:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389014.721268:0:337537:0:(events.c:337:request_in_callback()) incoming req@000000004af7c374 x1853241654526592 msgsize 4848 00000100:00000200:1.0:1767389014.721269:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654526720, portal 25 00000100:00000001:1.0:1767389014.721276:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389014.721280:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151432448 : -122821558119168 : ffff904b60a85500) 00000100:00100000:0.0:1767389014.721287:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389014.721291:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767389014.721293:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c751f0db x1853241654526720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389014.721295:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000100:00000001:0.0:1767389014.721307:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767389014.721313:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389014.721320:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389014.721324:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091346fac. 00000400:00000200:0.0:1767389014.721327:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e4abfd0 00000400:00000010:0.0:1767389014.721332:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e4abfd0. 00000100:00000001:0.0:1767389014.721337:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389014.721338:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654526720, offset 0 00000100:00000200:0.0:1767389014.721345:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4ee76d5 x1853241654526592/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389014.721356:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389014.721359:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000100:00000001:0.0:1767389014.721371:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767389014.721379:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767389014.721381:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4ee76d5 x1853241654526592/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389014.721393:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389014.721400:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372804300 00000100:00000001:0.0:1767389014.721402:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767389014.721411:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xaa9 [2] + 0 00000100:00000001:0.0:1767389014.721414:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389014.721417:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0e55591. 00000400:00000200:3.0:1767389014.721418:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000100:00000001:0.0:1767389014.721423:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299602764 00000400:00000200:1.0:1767389014.721427:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c3b467a8 00000100:00000010:0.0:1767389014.721432:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000fe2da22. 00000400:00000200:1.0:1767389014.721437:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389014.721444:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767389014.721445:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389014.721456:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3b467a8 00000100:00000001:0.0:1767389014.721460:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299602764 00000400:00000010:1.0:1767389014.721461:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3b467a8. 00000400:00000200:3.0:1767389014.721462:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000100:00000010:0.0:1767389014.721472:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000013c88b2a. 00000100:00000001:1.0:1767389014.721473:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389014.721478:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767389014.721481:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767389014.721484:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000b5e55ba0 x1853241654526720 msgsize 4848 00000100:00000001:0.0:1767389014.721491:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299602764 00000100:00100000:1.0:1767389014.721498:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1767389014.721502:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c54b8b8c. 00000100:00000040:1.0:1767389014.721504:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767389014.721509:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767389014.721520:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299602764 00000400:00000200:3.0:1767389014.721521:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000100:00000001:1.0:1767389014.721523:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767389014.721528:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c3966ad. 00000400:00000200:1.0:1767389014.721534:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091346fac 00000100:00000001:0.0:1767389014.721536:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000400:00000010:1.0:1767389014.721542:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091346fac. 00000100:00000001:0.0:1767389014.721547:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389014.721551:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767389014.721553:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389014.721558:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c751f0db x1853241654526720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389014.721573:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389014.721574:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767389014.721578:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000100:00000001:0.0:1767389014.721581:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389014.721583:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c751f0db x1853241654526720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389014.721597:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389014.721601:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389014.721610:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389014.721614:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389014.721618:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389014.721621:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389014.721623:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389014.721625:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389014.721636:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389014.721641:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299602764 00000100:00000001:1.0:1767389014.721645:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299602764 00000400:00000200:3.0:1767389014.721646:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000100:00000001:1.0:1767389014.721648:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299602764 00000100:00000001:1.0:1767389014.721656:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299602764 00000100:00000001:1.0:1767389014.721659:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299602764 00000100:00000001:1.0:1767389014.721661:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299602764 00000100:00000001:1.0:1767389014.721663:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299602764 00000100:00000001:1.0:1767389014.721665:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299602764 00000100:00000001:1.0:1767389014.721668:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389014.721671:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389014.721678:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389014.721681:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389014.721689:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389014.721691:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389014.721696:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389014.721698:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389014.721701:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389014.721705:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389014.721758:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000100:00000001:1.0:1767389014.721762:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389014.721767:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389014.721796:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389014.721801:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654526592 02000000:00000001:1.0:1767389014.721805:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389014.721809:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389014.721812:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389014.721818:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389014.721823:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654526592 00000020:00000001:1.0:1767389014.721827:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767389014.721829:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000020:00000040:1.0:1767389014.721831:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389014.721837:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389014.721850:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:1.0:1767389014.721854:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389014.721858:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389014.721865:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389014.721872:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2ecebd9. 00000100:00000001:1.0:1767389014.721876:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389014.721879:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2ecebd9. 00000020:00000010:1.0:1767389014.721890:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000738f3ff. 00000020:00000010:1.0:1767389014.721899:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073e7552e. 00000020:00000010:1.0:1767389014.721907:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c892480b. 00000400:00000200:3.0:1767389014.721911:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000100:00000040:1.0:1767389014.721925:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389014.721931:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389014.721934:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389014.721937:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389014.721950:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389014.721963:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389014.721964:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767389014.721970:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654526720 02000000:00000001:0.0:1767389014.721976:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389014.721979:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389014.721983:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389014.721989:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389014.721990:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767389014.721994:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000100:00100000:0.0:1767389014.721996:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654526720 00000100:00000001:1.0:1767389014.721997:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767389014.722004:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389014.722007:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00100000:1.0:1767389014.722012:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000020:00000001:0.0:1767389014.722014:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767389014.722022:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000020:00000040:0.0:1767389014.722022:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00000001:1.0:1767389014.722033:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661747280 : -122822047804336 : ffff904b43785450) 00000020:00000001:0.0:1767389014.722033:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389014.722044:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000040:1.0:1767389014.722046:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004af7c374 x1853241654526592/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:465/0 lens 4848/0 e 0 to 0 dl 1767389025 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389014.722056:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767389014.722059:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000100:00000001:1.0:1767389014.722062:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389014.722065:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6edafca. 00000020:00000010:1.0:1767389014.722070:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2ecebd9. 00000100:00000001:0.0:1767389014.722074:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389014.722077:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389014.722086:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6edafca. 00000020:00000010:1.0:1767389014.722087:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2ecebd9. 00000100:00100000:1.0:1767389014.722101:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004af7c374 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654526592:12345-0@lo:253: 00000020:00000010:0.0:1767389014.722105:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099d4f85c. 00000100:00000200:1.0:1767389014.722107:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654526592 00000020:00000001:1.0:1767389014.722115:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767389014.722119:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c18eca04. 00000020:00000001:1.0:1767389014.722121:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389014.722127:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389014.722130:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000020:00000010:0.0:1767389014.722133:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000749cb201. 00000020:00000001:1.0:1767389014.722144:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767389014.722148:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767389014.722149:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000100:00000001:0.0:1767389014.722156:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767389014.722158:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767389014.722161:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389014.722164:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389014.722171:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767389014.722172:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389014.722175:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767389014.722179:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389014.722182:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389014.722190:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389014.722195:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767389014.722201:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:1.0:1767389014.722203:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000245b4425. 00000100:00000001:0.0:1767389014.722206:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767389014.722207:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 02000000:00000001:1.0:1767389014.722213:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389014.722220:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00000001:1.0:1767389014.722221:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389014.722227:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:0.0:1767389014.722256:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:0.0:1767389014.722259:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661748304 : -122822047803312 : ffff904b43785850) 20000000:00000010:1.0:1767389014.722261:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005882f8ef. 00000100:00000040:0.0:1767389014.722269:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b5e55ba0 x1853241654526720/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:465/0 lens 4848/0 e 0 to 0 dl 1767389025 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:1.0:1767389014.722270:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767389014.722280:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767389014.722286:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:0.0:1767389014.722289:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767389014.722291:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389014.722296:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389014.722297:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6edafca. 20000000:00000001:1.0:1767389014.722300:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767389014.722304:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389014.722309:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6edafca. 20000000:00000010:1.0:1767389014.722317:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b53b686f. 00000100:00100000:0.0:1767389014.722318:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b5e55ba0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654526720:12345-0@lo:253: 20000000:01000000:1.0:1767389014.722326:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00000100:00000200:0.0:1767389014.722328:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654526720 00000020:00000001:0.0:1767389014.722335:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767389014.722338:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767389014.722339:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389014.722344:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389014.722347:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:1.0:1767389014.722349:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:0.0:1767389014.722350:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:0.0:1767389014.722356:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389014.722358:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389014.722361:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389014.722362:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389014.722365:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389014.722369:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389014.722373:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389014.722381:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000068d75856. 02000000:00000001:0.0:1767389014.722384:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389014.722386:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389014.722389:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767389014.722399:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000801f716c. 20000000:01000000:0.0:1767389014.722404:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767389014.722407:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767389014.722411:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767389014.722413:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389014.722416:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389014.722418:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767389014.722430:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767389014.722437:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767389014.722439:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389014.722442:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767389014.722447:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767389014.722454:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:1.0:1767389014.722459:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767389014.722468:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000146c0669. 00080000:00000001:1.0:1767389014.722472:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247412099072 : -122826297452544 : ffff904a462bd800) 00080000:00000001:1.0:1767389014.722476:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000010:3.0:1767389014.722560:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e4967048. 00000800:00000010:3.0:1767389014.722569:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000cca316d. 00000800:00000010:3.0:1767389014.722578:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001678dcf0. 00000800:00000010:3.0:1767389014.722634:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001678dcf0. 00000001:00000001:1.0:1767389014.722668:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767389014.722672:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389014.722686:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767389014.722721:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:1.0:1767389014.722723:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389014.722770:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767389014.722785:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp19 from 235.3.0.2 00000800:00000010:3.0:1767389014.722792:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000face7bb0. 00080000:00000001:1.0:1767389014.723020:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767389014.723026:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767389014.723536:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f174beab. 00000800:00000010:3.0:1767389014.723544:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c41d46d1. 00000800:00000010:3.0:1767389014.723577:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000faa4145f. 00000800:00000200:3.1:1767389014.723586:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3d364a1] -> 12345-192.168.204.113@tcp19 (2) 00000800:00000200:3.1:1767389014.723595:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp19 00000000faa4145f deleted 00000800:00000010:3.1:1767389014.723598:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000faa4145f. 00000800:00000200:3.1:1767389014.723606:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767389014.723618:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp19 ip 192.168.204.113:1003 00000800:00000200:3.1:1767389014.723624:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a3da27a6 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1767389014.723636:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp19 p 3.x 192.168.204.113 -> 192.168.204.113:1003 incarnation:1767389012600704386 sched[0] 00000800:00000010:3.0:1767389014.723653:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001678dcf0. 00000800:00000010:3.0:1767389014.723771:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001678dcf0. 00000800:00000010:3.0:1767389014.723777:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c41d46d1. 00000800:00000010:3.0:1767389014.723826:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000face7bb0. 00000800:00000200:1.1:1767389014.723835:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:3.0:1767389014.723848:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767389014.723850:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp19 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389012600704386 sched[0] 00000800:00000010:1.0:1767389014.723858:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000cca316d. 00000800:00000001:3.0:1767389014.723859:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767389014.723942:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389014.723948:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3da27a6. 00000400:00000200:3.0:1767389014.723953:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389014.723962:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp19->192.168.204.113@tcp19: PUT: OK 00000400:00000200:3.0:1767389014.723968:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767389014.723972:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 0 00000800:00000001:3.0:1767389014.723987:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389014.723996:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389014.723999:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389014.724007:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389014.724017:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389014.724018:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp19(192.168.204.113@tcp19) <- 192.168.204.113@tcp19 : PUT - for me 00000400:00000200:3.0:1767389014.724039:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767389014.724048:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 224/224 into md 0x162d [1] + 0 00000400:00000010:3.0:1767389014.724052:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcd225f1. 00000400:00000200:3.0:1767389014.724058:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000046ef2379 00000800:00000001:3.0:1767389014.724064:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389014.724076:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389014.724079:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389014.724085:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp19->192.168.204.113@tcp19: PUT: OK 00000400:00000200:3.0:1767389014.724088:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046ef2379 00000400:00000010:3.0:1767389014.724091:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046ef2379. 00000400:00000200:3.0:1767389014.724097:0:337531:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767389014.724101:0:337531:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (13) 00000400:00000200:3.0:1767389014.724109:0:337531:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:0.0:1767389014.724112:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000010:3.0:1767389014.724114:0:337531:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000a3da27a6. 00000400:00000200:3.0:1767389014.724125:0:337531:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.113@tcp 12 00000400:00000200:3.0:1767389014.724132:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:3.0:1767389014.724154:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (14) 00000400:00000200:3.0:1767389014.724162:0:337531:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767389014.724169:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp19 to MR: 192.168.204.113@tcp19 local destination 00000400:00000200:3.0:1767389014.724179:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp19 NI seq info: [26:26:256:4294967295] 192.168.204.113@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1767389014.724179:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389014.724207:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp19(192.168.204.113@tcp19:192.168.204.113@tcp19) -> 192.168.204.113@tcp19(192.168.204.113@tcp19:192.168.204.113@tcp19) 192.168.204.113@tcp19 : ACK try# 0 00000800:00000200:3.0:1767389014.724215:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp19 00000800:00000010:3.0:1767389014.724221:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b82895e. 00000800:00000200:3.0:1767389014.724231:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3d364a1] -> 12345-192.168.204.113@tcp19 (4) 00000800:00000200:3.0:1767389014.724258:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp19 ip 192.168.204.113:988 00000800:00000200:3.0:1767389014.724261:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b82895e type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767389014.724272:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000800:00000200:3.0:1767389014.724338:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389014.724342:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b82895e. 00000400:00000200:0.0:1767389014.724347:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389014.724348:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389014.724361:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp19->192.168.204.113@tcp19: ACK: OK 00000800:00000001:3.0:1767389014.724373:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389014.724378:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389014.724381:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389014.724386:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389014.724388:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389014.724395:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389014.724403:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp19(192.168.204.113@tcp19) <- 192.168.204.113@tcp19 : ACK - for me 00000400:00000200:3.0:1767389014.724421:0:337531:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp19: ACK from 12345-192.168.204.113@tcp19 into md 0x1645 00000400:00000200:0.0:1767389014.724423:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389014.724427:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389014.724438:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp19->192.168.204.113@tcp19: ACK: OK 00000400:00000200:3.0:1767389014.724443:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2a63ba 00000400:00000010:3.0:1767389014.724445:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2a63ba. 00000400:00000200:3.0:1767389014.724450:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767389014.724455:0:337531:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:3.0:1767389014.724462:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:3.0:1767389014.724465:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (13) 00000800:00000001:3.0:1767389014.724483:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389014.724489:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389014.724509:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389014.724512:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767389014.724523:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000167d98af. 00000400:00000010:3.0:1767389014.724528:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2a63ba. 00000400:00000200:3.0:1767389014.724533:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000089c3bb47 00000400:00000200:3.0:1767389014.724541:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000d1 00000400:00000010:3.0:1767389014.724553:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 000000009ec9610d. 00000400:00000010:3.0:1767389014.724558:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 000000004e40af2a. 00000400:00000010:3.0:1767389014.724562:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 000000009b920167. 00000400:00000200:0.0:1767389014.724590:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000010:3.0:1767389014.724592:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000015f22d3c. 00000400:00000200:3.0:1767389014.724603:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000015f22d3c nid 192.168.204.113@tcp20 00000400:00000010:3.0:1767389014.724608:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008246b71e. 00000400:00000200:3.0:1767389014.724612:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 000000008246b71e net tcp20 00000400:00000200:3.0:1767389014.724618:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (12) 00000400:00000200:3.0:1767389014.724627:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp20 flags 0x11 00000400:00000010:3.0:1767389014.724632:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 000000009ec9610d. 00000400:00000010:3.0:1767389014.724638:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 000000004e40af2a. 00000400:00000010:3.0:1767389014.724643:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 000000009b920167. 00000400:00000010:3.0:1767389014.724647:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000a3da27a6. 00000400:00000200:3.0:1767389014.724651:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:3.0:1767389014.724655:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:3.0:1767389014.724659:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:3.0:1767389014.724666:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:3.0:1767389014.724672:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389014.724672:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389014.724681:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:3.0:1767389014.724688:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:3.0:1767389014.724695:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (13) 00000400:00000200:0.0:1767389014.724809:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389014.724881:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389014.724969:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389014.725052:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389014.725118:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389014.725161:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389014.725210:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389014.725293:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389014.725350:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389014.725431:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389014.725517:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389014.725592:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389014.726031:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767389014.726049:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006b40442d. 00000800:00000010:0.0:1767389014.726059:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006e4abfd0. 00000800:00000010:0.0:1767389014.726067:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a1bafdff. 00000400:00000200:2.0:1767389014.726068:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp19 from 234.3.0.2 00000800:00000010:2.0:1767389014.726079:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000103a0485. 00000800:00000010:1.0:1767389014.726124:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000083e3e54. 00000800:00000010:1.0:1767389014.726132:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000054cb44e8. 00000800:00000010:0.0:1767389014.726139:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a1bafdff. 00000800:00000010:1.0:1767389014.726170:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000029bdb2fc. 00000800:00000200:1.1:1767389014.726181:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3d364a1] -> 12345-192.168.204.113@tcp19 (4) 00000800:00000200:1.1:1767389014.726189:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp19 0000000029bdb2fc deleted 00000800:00000010:1.1:1767389014.726192:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000029bdb2fc. 00000800:00000200:1.1:1767389014.726197:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767389014.726205:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp19 p 3.x 192.168.204.113 -> 192.168.204.113:1002 incarnation:1767389012600704386 sched[0] 00000800:00000010:1.0:1767389014.726267:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001bab8c77. 00000800:00000010:1.0:1767389014.726351:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001bab8c77. 00000800:00000010:1.0:1767389014.726356:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000054cb44e8. 00000800:00000010:1.0:1767389014.726405:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000103a0485. 00000800:00000001:3.0:1767389014.726416:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389014.726429:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767389014.726461:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767389014.726470:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp19 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389012600704386 sched[0] 00000800:00000010:1.0:1767389014.726475:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006e4abfd0. 00000800:00000001:3.0:1767389014.726536:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389014.726545:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767389014.740418:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767389014.740427:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:1.0:1767389014.740432:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389014.740435:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767389014.740435:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767389014.740443:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389014.740448:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389014.740450:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389014.740452:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:1.0:1767389014.740455:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767389014.740456:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000146c0669. 00080000:00000001:0.0:1767389014.740465:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767389014.740475:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767389014.740481:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767389014.740489:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000092799db1. 00080000:00000020:1.0:1767389014.740489:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767389014.740496:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 20000000:00000001:2.0:1767389014.740501:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767389014.740505:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767389014.740517:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767389014.740522:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767389014.740526:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767389014.740531:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767389014.740535:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767389014.740540:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767389014.740547:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:1.0:1767389014.740547:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000040f64261. 00080000:00000001:2.0:1767389014.740551:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389014.740555:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767389014.740556:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1767389014.740559:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:1.0:1767389014.740562:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fe626905. 00000020:00000001:2.0:1767389014.740566:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00000020:00000001:1.0:1767389014.740569:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767389014.740572:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767389014.740580:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008b28360c. 00000020:00000040:1.0:1767389014.740583:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fe626905 with handle 0x95cd417baf429408 to hash 00080000:00000001:2.0:1767389014.740584:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247427389440 : -122826282162176 : ffff904a47152800) 00000020:00000001:1.0:1767389014.740590:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767389014.740591:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767389014.740594:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389014.740600:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389014.740604:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389014.740606:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389014.740610:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fe626905/0x95cd417baf429408 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389014.740620:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389014.740625:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389014.740629:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389014.740632:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389014.740635:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389014.740638:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389014.740640:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389014.740643:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389014.740646:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389014.740648:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389014.740651:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389014.740653:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000040f64261) refcount = 1 00010000:00010000:1.0:1767389014.740657:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fe626905/0x95cd417baf429408 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389014.740663:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389014.740666:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389014.740669:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389014.740672:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389014.740674:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767389014.740678:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767389014.740683:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:1.0:1767389014.740687:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389014.740689:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389014.740691:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe626905 refcount=4 00000020:00000001:1.0:1767389014.740694:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389014.740704:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389014.740707:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767389014.740709:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fe626905/0x95cd417baf429408 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389014.740718:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000001:00000001:2.0:1767389014.740721:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:1.0:1767389014.740722:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fe626905/0x95cd417baf429408 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767389014.740766:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389014.740767:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389014.740772:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767389014.740773:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:1.0:1767389014.740777:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fe626905/0x95cd417baf429408 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389014.740784:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389014.740786:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389014.740790:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:2.0:1767389014.740793:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389014.740793:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fe626905/0x95cd417baf429408 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767389014.740802:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767389014.740807:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fe626905 already unused, calling callback (00000000eb737536) 00010000:00000001:1.0:1767389014.740812:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389014.740815:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767389014.740818:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fe626905/0x95cd417baf429408 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389014.740824:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767389014.740826:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389014.740828:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389014.740830:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe626905 refcount=5 00000020:00000001:1.0:1767389014.740832:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389014.740835:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389014.740839:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767389014.740842:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fe626905/0x95cd417baf429408 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389014.740857:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767389014.740860:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389014.740862:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389014.740869:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767389014.740871:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767389014.740874:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389014.740877:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389014.740881:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fe626905 with handle 0x95cd417baf429408 from hash 00010000:00000001:1.0:1767389014.740885:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389014.740887:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389014.740890:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389014.740892:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767389014.740896:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767389014.740898:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389014.740901:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389014.740903:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389014.740907:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389014.740909:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389014.740910:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767389014.740913:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389014.740915:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389014.740916:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389014.740919:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389014.740921:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389014.740924:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fe626905/0x95cd417baf429408 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389014.740929:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389014.740931:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389014.740934:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767389014.740936:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767389014.740939:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389014.740941:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389014.740943:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767389014.740947:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389014.740949:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389014.740957:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fe626905/0x95cd417baf429408 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389014.740963:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767389014.740965:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389014.740967:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fe626905/0x95cd417baf429408 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389014.740973:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000040f64261 count: 0 00010000:00000001:1.0:1767389014.740989:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767389014.740990:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:2.0:1767389014.740992:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767389014.740997:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767389014.744788:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299602764, at 4299602765 00000100:00000010:1.0:1767389014.744799:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000013c88b2a. 00000100:00000040:0.0:1767389014.744958:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299602764, at 4299602765 00000100:00000010:0.0:1767389014.744976:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000fe2da22. 00000100:00000040:3.0:1767389014.745776:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299602764, at 4299602766 00000100:00000010:3.0:1767389014.745786:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c3966ad. 00000100:00000040:2.0:1767389014.745806:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299602764, at 4299602766 00000100:00000010:2.0:1767389014.745817:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c54b8b8c. 00010000:00000010:1.1:1767389014.749766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000040f64261. 00010000:00000010:1.1:1767389014.749823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fe626905. 00000400:00000010:3.0:1767389014.751392:0:343684:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000017246195. 00000400:00000040:3.0:1767389014.751419:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389014.751422:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389014.751425:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389014.751428:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389014.751431:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389014.751433:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767389014.751437:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389014.751439:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389014.751441:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389014.751442:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767389014.751445:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389014.751447:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389014.751449:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389014.751451:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389014.751452:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767389014.751456:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389014.751458:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389014.751459:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767389014.751461:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767389014.751464:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389014.751466:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389014.751467:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389014.751469:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389014.751471:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389014.751473:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767389014.751476:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389014.751478:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389014.751479:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389014.751481:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389014.751483:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389014.751484:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767389014.751486:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389014.751488:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389014.751490:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389014.751492:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389014.751494:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389014.751496:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767389014.751506:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389014.751508:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389014.751511:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389014.751513:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389014.751515:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389014.751517:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767389014.751518:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767389014.751520:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767389014.751522:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767389014.751524:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767389014.751526:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767389014.751528:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389014.751530:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389014.751532:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767389014.751534:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389014.751536:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767389014.751538:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767389014.751540:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767389014.751542:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767389014.751543:0:343684:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767389014.751600:0:343684:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000017246195. 00080000:00000001:0.0:1767389014.757055:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767389014.757059:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389014.757063:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389014.757065:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389014.757067:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767389014.757070:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008b28360c. 00080000:00000001:0.0:1767389014.757077:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767389014.757156:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767389014.757162:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:3.0:1767389014.757165:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389014.757167:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767389014.757170:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767389014.757188:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767389014.757193:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767389014.757196:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767389014.757198:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:1.0:1767389014.757203:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767389014.757206:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767389014.757210:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767389014.757212:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767389014.757217:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d98f2146. 00010000:00000001:1.0:1767389014.757221:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389014.757223:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fe626905. 00000020:00000001:1.0:1767389014.757226:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389014.757228:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fe626905 with handle 0x95cd417baf42940f to hash 00000020:00000001:1.0:1767389014.757229:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389014.757231:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389014.757233:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389014.757235:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389014.757253:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389014.757255:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fe626905/0x95cd417baf42940f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389014.757262:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389014.757264:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389014.757266:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389014.757268:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389014.757276:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389014.757278:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389014.757279:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389014.757282:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389014.757284:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389014.757285:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389014.757287:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389014.757288:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d98f2146) refcount = 1 00010000:00010000:1.0:1767389014.757291:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fe626905/0x95cd417baf42940f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389014.757296:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389014.757297:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389014.757298:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389014.757300:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389014.757302:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767389014.757304:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767389014.757305:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:1.0:1767389014.757308:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389014.757309:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389014.757310:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe626905 refcount=4 00000020:00000001:1.0:1767389014.757312:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389014.757314:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389014.757315:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767389014.757317:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fe626905/0x95cd417baf42940f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389014.757321:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767389014.757322:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fe626905/0x95cd417baf42940f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389014.757327:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389014.757328:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389014.757330:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fe626905/0x95cd417baf42940f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389014.757344:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389014.757346:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389014.757347:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767389014.757349:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fe626905/0x95cd417baf42940f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389014.757353:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fe626905 already unused, calling callback (00000000eb737536) 00010000:00000001:1.0:1767389014.757355:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389014.757356:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767389014.757358:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fe626905/0x95cd417baf42940f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389014.757362:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767389014.757363:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389014.757364:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389014.757366:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe626905 refcount=5 00000020:00000001:1.0:1767389014.757367:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389014.757370:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389014.757372:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767389014.757373:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fe626905/0x95cd417baf42940f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389014.757377:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767389014.757379:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389014.757380:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389014.757383:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767389014.757384:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767389014.757385:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389014.757386:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389014.757388:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fe626905 with handle 0x95cd417baf42940f from hash 00010000:00000001:1.0:1767389014.757390:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389014.757391:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389014.757392:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389014.757400:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767389014.757402:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767389014.757403:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389014.757405:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389014.757406:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389014.757408:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389014.757409:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389014.757410:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767389014.757413:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389014.757414:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389014.757415:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389014.757416:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389014.757418:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389014.757420:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fe626905/0x95cd417baf42940f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389014.757424:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389014.757425:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389014.757426:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767389014.757427:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767389014.757429:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389014.757430:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389014.757431:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767389014.757432:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389014.757434:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389014.757435:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fe626905/0x95cd417baf42940f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389014.757440:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767389014.757441:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389014.757442:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fe626905/0x95cd417baf42940f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389014.757447:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d98f2146 count: 0 00010000:00000001:1.0:1767389014.757452:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767389014.757453:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767389014.758637:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389014.758642:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389014.758653:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005882f8ef. 20000000:00000001:1.0:1767389014.758658:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389014.758663:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654526592 00010000:00000001:1.0:1767389014.758667:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389014.758674:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004af7c374 x1853241654526592/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:465/0 lens 4848/4768 e 0 to 0 dl 1767389025 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389014.758683:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389014.758686:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389014.758692:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=39 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389014.758697:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389014.758700:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389014.758702:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389014.758705:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389014.758708:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389014.758712:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389014.758715:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389014.758720:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000552c39a9. 00000100:00000200:1.0:1767389014.758796:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654526592, offset 224 00000400:00000200:1.0:1767389014.758806:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389014.758818:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389014.758828:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372804280 00000400:00000200:1.0:1767389014.758835:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1649 [2] + 224 00000400:00000200:1.0:1767389014.758841:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389014.758848:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389014.758853:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389014.758858:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4ee76d5 x1853241654526592/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389014.758868:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a4ee76d5 x1853241654526592/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389014.758885:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389014.758891:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000552c39a9 00000400:00000010:1.0:1767389014.758893:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000552c39a9. 00000100:00000001:1.0:1767389014.758897:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389014.758909:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389014.758915:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389014.758919:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389014.758921:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389014.758924:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389014.758926:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389014.758931:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004af7c374 x1853241654526592/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:465/0 lens 4848/4768 e 0 to 0 dl 1767389025 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389014.758942:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004af7c374 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654526592:12345-0@lo:253: Request processed in 36879us (37671us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389014.758953:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00000040:1.0:1767389014.758956:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389014.758958:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389014.758961:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389014.758967:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073e7552e. 00000020:00000010:1.0:1767389014.758971:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c892480b. 00000020:00000010:1.0:1767389014.758976:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000738f3ff. 00000020:00000040:1.0:1767389014.758982:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:1.0:1767389014.758987:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389014.758989:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000245b4425. 02000000:00000001:1.0:1767389014.758993:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389014.758995:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389014.759000:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389014.759004:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c57afbed. 00000400:00000010:1.0:1767389014.759008:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000552c39a9. 00000100:00000001:1.0:1767389014.759024:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389014.759026:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389014.759030:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389014.759031:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389014.759033:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044d4eb04. 00000400:00000200:1.0:1767389014.759036:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8f1e024 00000400:00000010:1.0:1767389014.759037:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8f1e024. 00000100:00000001:1.0:1767389014.759039:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389014.759042:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4ee76d5 x1853241654526592/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389014.759063:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4ee76d5 x1853241654526592/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389014.759071:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389014.759073:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389014.759076:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389014.759079:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389014.759081:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389014.759083:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389014.759086:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389014.759091:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=39 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389014.759095:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=39 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389014.759099:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389014.759101:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389014.759104:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389014.759107:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389014.759110:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389014.759114:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4ee76d5 x1853241654526592/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389014.759120:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389014.759124:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389014.759126:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389014.759131:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767389014.759133:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767389014.759135:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389014.759137:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389014.759138:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389014.759140:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389014.759142:0:337537:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767389014.759143:0:337537:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767389014.759145:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389014.759147:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767389014.759151:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4ee76d5 x1853241654526592/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389014.759158:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4ee76d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654526592:0@lo:253: 00000100:00000001:1.0:1767389014.759172:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389014.759175:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389014.759179:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4ee76d5 x1853241654526592/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389014.759186:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389014.759190:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389014.759193:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000d6318e3. 02000000:00000001:1.0:1767389014.759198:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389014.759200:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389014.759202:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389014.759204:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389014.759207:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000078bb1667. 02000000:00000001:1.0:1767389014.759211:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389014.759214:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389014.759216:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4ee76d5. 00000100:00000001:1.0:1767389014.759221:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389014.759222:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389014.759224:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389014.759228:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389014.759230:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389014.759232:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389014.759234:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767389014.761939:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767389014.761943:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767389014.761946:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000801f716c. 20000000:00000001:2.0:1767389014.761953:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389014.761957:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654526720 00010000:00000001:2.0:1767389014.761959:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389014.761971:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b5e55ba0 x1853241654526720/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:465/0 lens 4848/4768 e 0 to 0 dl 1767389025 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389014.761979:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389014.761981:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389014.761983:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=39 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389014.761987:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389014.761990:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389014.761992:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389014.761995:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389014.761997:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389014.762000:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389014.762005:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389014.762009:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9cb9c25. 00000100:00000200:2.0:1767389014.762013:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654526720, offset 224 00000400:00000200:2.0:1767389014.762020:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389014.762029:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389014.762038:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372804300 00000400:00000200:2.0:1767389014.762044:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1651 [2] + 224 00000400:00000200:2.0:1767389014.762050:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389014.762055:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389014.762058:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389014.762062:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c751f0db x1853241654526720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389014.762071:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c751f0db x1853241654526720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389014.762108:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389014.762116:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9cb9c25 00000400:00000010:2.0:1767389014.762118:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9cb9c25. 00000100:00000001:2.0:1767389014.762122:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389014.762124:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389014.762129:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389014.762134:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389014.762137:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767389014.762138:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767389014.762139:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389014.762143:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767389014.762150:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767389014.762151:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767389014.762155:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389014.762160:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000169c6b3d. 00000100:00000040:2.0:1767389014.762160:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5e55ba0 x1853241654526720/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:465/0 lens 4848/4768 e 0 to 0 dl 1767389025 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389014.762170:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001538bf3a 00000400:00000010:3.0:1767389014.762174:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001538bf3a. 00000100:00100000:2.0:1767389014.762180:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b5e55ba0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337538:x1853241654526720:12345-0@lo:253: Request processed in 39888us (40691us total) trans 0 rc 0/0 00000100:00000001:3.0:1767389014.762182:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389014.762192:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c751f0db x1853241654526720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389014.762194:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000040:2.0:1767389014.762197:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:2.0:1767389014.762200:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389014.762203:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389014.762208:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c18eca04. 00000020:00000010:2.0:1767389014.762216:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000749cb201. 00000020:00000010:2.0:1767389014.762222:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099d4f85c. 00000100:00000200:3.0:1767389014.762225:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c751f0db x1853241654526720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767389014.762228:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:2.0:1767389014.762254:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389014.762259:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000068d75856. 00000100:00000001:3.0:1767389014.762261:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767389014.762280:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389014.762281:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389014.762285:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389014.762286:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389014.762290:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389014.762293:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767389014.762293:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767389014.762297:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389014.762302:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389014.762302:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006aaf9913. 00000100:00001000:3.0:1767389014.762310:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=39 v=5 (5 0 0 0) 00000400:00000010:2.0:1767389014.762311:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9cb9c25. 00000100:00001000:3.0:1767389014.762314:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=39 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389014.762319:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389014.762321:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389014.762323:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389014.762326:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389014.762328:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389014.762350:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c751f0db x1853241654526720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389014.762358:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389014.762361:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389014.762364:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389014.762368:0:337538:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389014.762370:0:337538:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767389014.762372:0:337538:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389014.762374:0:337538:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389014.762376:0:337538:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389014.762378:0:337538:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389014.762380:0:337538:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389014.762381:0:337538:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389014.762383:0:337538:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389014.762385:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c751f0db x1853241654526720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389014.762393:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c751f0db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654526720:0@lo:253: 00000100:00000001:3.0:1767389014.762397:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389014.762407:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389014.762409:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c751f0db x1853241654526720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389030 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389014.762415:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389014.762417:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389014.762420:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b2a088ad. 02000000:00000001:3.0:1767389014.762424:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389014.762426:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389014.762427:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389014.762429:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389014.762431:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008cdbed55. 02000000:00000001:3.0:1767389014.762435:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389014.762436:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389014.762437:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c751f0db. 00000100:00000001:3.0:1767389014.762446:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389014.762447:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389014.762449:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389014.762454:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389014.762455:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389014.762457:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389014.762460:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767389014.762801:0:343688:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d98f2146. 00010000:00000010:1.1:1767389014.762812:0:343688:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fe626905. 00000100:00000001:2.0:1767389014.923879:0:338163:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767389014.923883:0:338163:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389014.924798:0:339024:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767389014.924802:0:339024:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389015.244077:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389015.244083:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389015.244092:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389015.244095:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389015.244210:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389015.244218:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389015.244223:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767389015.880209:0:343917:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389015.880256:0:343917:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389015.880264:0:343917:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389015.880275:0:343917:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389015.880285:0:343917:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389015.880290:0:343917:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389016.267804:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389016.267810:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389016.267817:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389016.267820:0:255632:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767389016.267823:0:255632:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767389016.267826:0:255632:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389016.267828:0:255632:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767389016.267839:0:255632:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389016.267840:0:255632:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389016.267843:0:255632:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389016.267892:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389016.267896:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389016.267899:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767389016.697287:0:344081:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767389016.697291:0:344081:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:1.0:1767389016.700702:0:344081:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389016.710198:0:344082:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000db81dcd5. 00000400:00000010:0.0:1767389016.710265:0:344082:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006e4abfd0. 00000400:00000010:0.0:1767389016.710278:0:344082:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d92e579c. 00000400:00000010:0.0:1767389016.710282:0:344082:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004bffad44. 00000400:00000010:0.0:1767389016.710287:0:344082:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000041e4dc3e. 00000400:00000010:0.0:1767389016.710292:0:344082:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000705078dc. 00000400:00000010:0.0:1767389016.710294:0:344082:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000026335bb7. 00000400:00000010:0.0:1767389016.710296:0:344082:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000009b06761. 00000400:00000010:0.0:1767389016.710300:0:344082:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b0aa298e. 00000800:00000010:0.0:1767389016.710332:0:344082:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005b9c56bf. 00000800:00000200:0.0:1767389016.710349:0:344082:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389016.710361:0:344082:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389016.710422:0:344082:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389016.710456:0:344082:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp21 [8/256/0/180] 00000400:00000010:0.0:1767389016.712849:0:344082:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000b11ad5e0. 00000400:00000010:0.0:1767389016.712857:0:344082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000691a5b98. 00000400:00000010:0.0:1767389016.712865:0:344082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000400:00000001:0.0:1767389016.712886:0:344082:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389016.712888:0:344082:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389016.712890:0:344082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adc8d04b. 00000400:00000200:0.0:1767389016.712893:0:344082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f04ce50 00000400:00000010:0.0:1767389016.712896:0:344082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f04ce50. 00000400:00000010:0.0:1767389016.712900:0:344082:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000a514b49d. 00000400:00000200:0.0:1767389016.712906:0:344082:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (12) 00000400:00000200:0.0:1767389016.712928:0:344082:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389016.712938:0:344082:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:0.0:1767389016.712947:0:344082:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000068d75856. 00000020:01000000:0.0:1767389016.712952:0:344082:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767389016.712953:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767389016.712955:0:344082:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp21 00000400:00000200:3.0:1767389016.712966:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:0.0:1767389016.712975:0:344082:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006e4abfd0. 00000400:00000010:3.0:1767389016.712977:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ca27c98. 00000400:00000010:0.0:1767389016.712980:0:344082:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000db81dcd5. 00000400:00000200:3.0:1767389016.712983:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (13) 00000400:00000010:3.0:1767389016.712992:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002e84d996. 00000400:00000200:3.0:1767389016.712998:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000020:00000001:2.0:1767389016.713008:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767389016.713016:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767389016.713017:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 10000000:00000001:2.0:1767389016.713023:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767389016.713027:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767389016.713028:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767389016.713034:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767389016.713039:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:2.0:1767389016.713040:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767389016.713044:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389016.713049:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767389016.713067:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:2.0:1767389016.713069:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389016.713073:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389016.713077:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767389016.713081:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:2.0:1767389016.713081:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767389016.713083:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767389016.713088:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:3.0:1767389016.713096:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:2.0:1767389016.713097:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767389016.713104:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000010:2.0:1767389016.713106:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af196c2e. 00000400:00000200:3.0:1767389016.713113:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:00000040:2.0:1767389016.713115:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:3.0:1767389016.713122:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:3.0:1767389016.713128:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000001:2.0:1767389016.713128:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389016.713134:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767389016.713138:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 02000000:00000001:2.0:1767389016.713142:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389016.713145:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000400:00000200:3.0:1767389016.713152:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp20 02000000:00000010:2.0:1767389016.713155:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000336b9256. 00000400:00000200:3.0:1767389016.713159:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp20 lpni_is_preferred = 0 00000400:00000200:3.0:1767389016.713164:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp20 00000100:00000001:2.0:1767389016.713167:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389016.713180:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767389016.713184:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp20 NI seq info: [27:27:256:4294967295] 192.168.204.113@tcp20 LPNI seq info [27:27:8:4294967295] 00000100:00000001:2.0:1767389016.713185:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389016.713197:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp20 00000100:00000040:2.0:1767389016.713214:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000af196c2e] to pc [ptlrpcd_00_03+3] req@00000000af196c2e x1853241654526848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389016.713234:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp20(192.168.204.113@tcp20:) -> 192.168.204.113@tcp20(192.168.204.113@tcp:192.168.204.113@tcp20) : PUT try# 0 00000800:00000200:3.0:1767389016.713247:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.204.113@tcp20 00000800:00000010:3.0:1767389016.713269:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000055bc595c. 00000800:00000010:3.0:1767389016.713280:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008a6e87b7. 00000800:00000010:3.0:1767389016.713283:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000624f59d. 10000000:00000001:2.0:1767389016.713288:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767389016.713293:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6e87b7] -> 12345-192.168.204.113@tcp20 (2) 10000000:00000001:2.0:1767389016.713295:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389016.713299:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767389016.713303:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6e87b7] -> 12345-192.168.204.113@tcp20 (2) 00000020:01000000:2.0:1767389016.713304:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767389016.713305:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389016.713314:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767389016.713317:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767389016.713318:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767389016.713324:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767389016.713327:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767389016.713330:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000af196c2e x1853241654526848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389016.713331:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 10000000:01000000:2.0:1767389016.713332:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767389016.713339:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767389016.713341:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000020:01000004:2.0:1767389016.713344:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767389016.713350:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389016.713354:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767389016.713356:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767389016.713357:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767389016.713359:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767389016.713361:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389016.713364:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767389016.713366:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767389016.713367:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389016.713371:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767389016.713372:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767389016.713376:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e25a750. 02000000:00000001:0.0:1767389016.713376:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389016.713383:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00100000:0.0:1767389016.713384:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000af196c2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654526848:0@lo:253: 00000100:00000001:2.0:1767389016.713391:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767389016.713392:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389016.713394:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389016.713398:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389016.713400:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389016.713404:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389016.713407:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389016.713408:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000017ad00eb. 00000100:00000001:2.0:1767389016.713415:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389016.713415:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000801f716c. 02000000:00000001:0.0:1767389016.713419:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389016.713420:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000010:0.0:1767389016.713428:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adc8d04b. 00000100:00000001:2.0:1767389016.713431:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389016.713434:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389016.713435:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e4abfd0. 00000100:00000200:0.0:1767389016.713441:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654526848, portal 25 00000100:00000040:2.0:1767389016.713442:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e25a750] to pc [ptlrpcd_00_00+0] req@000000000e25a750 x1853241654526976/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389016.713448:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389016.713452:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666874880 : -122821042676736 : ffff904b7f615c00) 00000100:00000040:0.0:1767389016.713463:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000af196c2e x1853241654526848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389016.713471:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389016.713476:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:2.0:1767389016.713478:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389016.713480:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e95966b. 10000000:00000001:2.0:1767389016.713482:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389016.713484:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767389016.713486:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767389016.713489:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000020:00000010:2.0:1767389016.713489:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000068d75856. 00000100:00000200:0.0:1767389016.713493:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654526848, offset 0 00000400:00000200:0.0:1767389016.713504:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389016.713508:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389016.713514:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389016.713519:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389016.713526:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389016.713530:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389016.713532:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767389016.713536:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372804380 00000400:00000200:3.0:1767389016.713538:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000100:00000040:2.0:1767389016.713541:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000e25a750 x1853241654526976/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389016.713549:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xabd [2] + 0 00000400:00000010:0.0:1767389016.713559:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002513576c. 00000100:00000001:2.0:1767389016.713565:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767389016.713568:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005b2d8089 00000100:00000001:2.0:1767389016.713569:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389016.713575:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 02000000:00000001:2.0:1767389016.713575:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389016.713578:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389016.713579:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767389016.713585:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389016.713591:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767389016.713593:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000e25a750 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654526976:0@lo:253: 00000100:00000001:2.0:1767389016.713599:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767389016.713599:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b2d8089 00000400:00000010:0.0:1767389016.713604:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b2d8089. 02000000:00000001:2.0:1767389016.713605:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389016.713609:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389016.713612:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767389016.713612:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767389016.713614:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000100:00000200:0.0:1767389016.713617:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:2.0:1767389016.713620:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b22a7028. 00000100:00000040:0.0:1767389016.713622:0:337539:0:(events.c:337:request_in_callback()) incoming req@000000006226ea73 x1853241654526848 msgsize 4848 02000000:00000001:2.0:1767389016.713625:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389016.713632:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b95e249. 00000100:00100000:0.0:1767389016.713636:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389016.713640:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1767389016.713641:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f6cd96e. 00000100:00000200:2.0:1767389016.713648:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654526976, portal 25 00000100:00000001:2.0:1767389016.713650:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389016.713652:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666872192 : -122821042679424 : ffff904b7f615180) 00000100:00000001:0.0:1767389016.713652:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389016.713654:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000100:00000040:2.0:1767389016.713660:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000e25a750 x1853241654526976/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389016.713668:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e95966b 00000400:00000010:0.0:1767389016.713673:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e95966b. 00000100:00000001:0.0:1767389016.713679:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767389016.713681:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767389016.713686:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000af196c2e x1853241654526848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389016.713691:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767389016.713695:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000010:2.0:1767389016.713698:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dff372c. 00000100:00000200:2.0:1767389016.713706:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654526976, offset 0 00000100:00000001:0.0:1767389016.713709:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767389016.713717:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767389016.713717:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000af196c2e x1853241654526848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389016.713761:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389016.713769:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000100:00000001:0.0:1767389016.713773:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389016.713774:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372804400 00000100:00000001:0.0:1767389016.713778:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767389016.713785:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xad5 [2] + 0 00000100:00000001:0.0:1767389016.713789:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389016.713790:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009174700c. 00000100:00000001:0.0:1767389016.713796:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299604757 00000400:00000200:2.0:1767389016.713797:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008b93e9a0 00000400:00000200:2.0:1767389016.713806:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767389016.713806:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000090427a05. 00000400:00000200:2.0:1767389016.713815:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767389016.713816:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000100:00000001:0.0:1767389016.713816:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767389016.713818:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b93e9a0 00000400:00000010:2.0:1767389016.713825:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b93e9a0. 00000100:00000001:0.0:1767389016.713828:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299604757 00000100:00000001:2.0:1767389016.713831:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:0.0:1767389016.713834:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051ca6b04. 00000100:00000200:2.0:1767389016.713835:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767389016.713839:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000f6556805 x1853241654526976 msgsize 4848 00000100:00100000:2.0:1767389016.713848:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389016.713851:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767389016.713852:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767389016.713859:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299604757 00000400:00000200:3.0:1767389016.713860:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000100:00000010:0.0:1767389016.713867:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d25facf5. 00000100:00000001:2.0:1767389016.713868:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767389016.713875:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767389016.713877:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dff372c 00000400:00000010:2.0:1767389016.713881:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007dff372c. 00000100:00000001:0.0:1767389016.713881:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299604757 00000100:00000001:2.0:1767389016.713887:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767389016.713889:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001864ef88. 00000100:00000200:2.0:1767389016.713894:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000e25a750 x1853241654526976/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389016.713895:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767389016.713902:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767389016.713908:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000100:00000001:0.0:1767389016.713909:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389016.713910:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389016.713919:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000e25a750 x1853241654526976/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389016.713919:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389016.713925:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389016.713935:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389016.713938:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389016.713939:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389016.713943:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389016.713944:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389016.713952:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389016.713953:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299604757 00000100:00000001:0.0:1767389016.713955:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767389016.713957:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000100:00000001:2.0:1767389016.713961:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299604757 00000100:00000001:0.0:1767389016.713961:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389016.713966:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389016.713973:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299604757 00000100:00000001:2.0:1767389016.713976:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299604757 00000100:00000001:2.0:1767389016.713978:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299604757 00000100:00000001:2.0:1767389016.713981:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299604757 00000100:00000001:2.0:1767389016.713983:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299604757 00000100:00000001:2.0:1767389016.713985:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299604757 00000100:00000001:2.0:1767389016.713987:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389016.713990:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389016.713993:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389016.713995:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389016.714000:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389016.714002:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389016.714005:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389016.714007:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389016.714010:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389016.714013:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389016.714027:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000100:00000001:2.0:1767389016.714029:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389016.714034:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389016.714057:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389016.714061:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654526848 02000000:00000001:2.0:1767389016.714064:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389016.714067:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389016.714070:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389016.714074:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389016.714078:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654526848 00000020:00000001:2.0:1767389016.714081:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389016.714084:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:2.0:1767389016.714087:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389016.714091:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:2.0:1767389016.714093:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389016.714097:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389016.714103:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389016.714103:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767389016.714105:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000100:00100000:0.0:1767389016.714109:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654526976 00000020:00000010:2.0:1767389016.714111:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e73e278b. 02000000:00000001:0.0:1767389016.714113:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389016.714116:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389016.714120:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389016.714123:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389016.714125:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389016.714127:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e73e278b. 00000100:00100000:0.0:1767389016.714130:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654526976 00000020:00000001:0.0:1767389016.714134:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389016.714136:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000010:2.0:1767389016.714137:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db5fcb84. 00000020:00000001:0.0:1767389016.714138:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389016.714142:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:0.0:1767389016.714146:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000010:2.0:1767389016.714148:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c97e5c1a. 00000020:00000001:0.0:1767389016.714149:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389016.714156:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389016.714157:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d819fc29. 00000020:00000010:0.0:1767389016.714161:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005dfaf492. 00000100:00000001:0.0:1767389016.714166:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389016.714169:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005dfaf492. 00000400:00000200:3.0:1767389016.714170:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000100:00000040:2.0:1767389016.714172:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767389016.714177:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389016.714181:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389016.714184:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389016.714187:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fb92e2a. 00000020:00000010:0.0:1767389016.714192:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f754a2c1. 00000100:00000001:2.0:1767389016.714196:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389016.714197:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f8551701. 00000100:00000001:0.0:1767389016.714223:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389016.714227:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389016.714229:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389016.714230:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389016.714236:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389016.714241:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389016.714247:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389016.714251:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767389016.714258:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000100:00100000:2.0:1767389016.714260:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00000001:0.0:1767389016.714260:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389016.714266:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767389016.714268:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:2.0:1767389016.714272:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661757520 : -122822047794096 : ffff904b43787c50) 00000100:00100000:0.0:1767389016.714277:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00000040:0.0:1767389016.714281:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000040:2.0:1767389016.714282:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006226ea73 x1853241654526848/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:467/0 lens 4848/0 e 0 to 0 dl 1767389027 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389016.714286:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661743184 : -122822047808432 : ffff904b43784450) 00000100:00000040:0.0:1767389016.714296:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f6556805 x1853241654526976/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:467/0 lens 4848/0 e 0 to 0 dl 1767389027 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389016.714297:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389016.714304:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e73e278b. 00000100:00000001:2.0:1767389016.714310:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389016.714312:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389016.714315:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e73e278b. 00000020:00000010:0.0:1767389016.714318:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005dfaf492. 00000100:00000001:0.0:1767389016.714323:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767389016.714329:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006226ea73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654526848:12345-0@lo:253: 00000020:00000010:0.0:1767389016.714330:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005dfaf492. 00000400:00000200:3.0:1767389016.714335:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000100:00000200:2.0:1767389016.714338:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654526848 00000100:00100000:0.0:1767389016.714343:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f6556805 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654526976:12345-0@lo:253: 00000020:00000001:2.0:1767389016.714345:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767389016.714351:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654526976 00000020:00000001:2.0:1767389016.714352:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389016.714354:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389016.714357:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389016.714359:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389016.714363:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389016.714364:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389016.714369:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:0.0:1767389016.714370:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389016.714373:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:2.0:1767389016.714377:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389016.714377:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389016.714384:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389016.714384:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389016.714394:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389016.714395:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389016.714398:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767389016.714402:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000020:00000001:0.0:1767389016.714403:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389016.714405:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389016.714411:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389016.714414:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767389016.714415:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389016.714419:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767389016.714425:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389016.714430:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009f89e09d. 02000000:00000010:0.0:1767389016.714432:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000d6318e3. 02000000:00000001:2.0:1767389016.714434:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389016.714436:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389016.714438:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389016.714440:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389016.714444:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767389016.714445:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767389016.714458:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000068d75856. 20000000:00000010:2.0:1767389016.714461:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b97d974d. 20000000:01000000:0.0:1767389016.714462:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767389016.714469:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767389016.714470:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 20000000:01000000:2.0:1767389016.714470:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767389016.714473:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389016.714477:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767389016.714479:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389016.714483:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767389016.714483:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389016.714488:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389016.714489:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767389016.714493:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389016.714496:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767389016.714502:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e4d5c0a2. 20000000:01000000:0.0:1767389016.714506:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 00000400:00000200:3.0:1767389016.714512:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 20000000:00000001:0.0:1767389016.714512:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767389016.714521:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767389016.714557:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389016.714586:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00080000:00000001:0.0:1767389016.714594:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767389016.714599:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767389016.714601:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389016.714603:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767389016.714608:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767389016.714613:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:0.0:1767389016.714618:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767389016.714626:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000003de6ce0. 00080000:00000001:0.0:1767389016.714629:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252119566336 : -122821589985280 : ffff904b5ec21800) 00080000:00000001:0.0:1767389016.714633:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767389016.714815:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767389016.714818:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389016.714821:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767389016.714852:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389016.714856:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:3.0:1767389016.714883:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000305d0e8e. 00000800:00000010:3.0:1767389016.714891:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017160571. 00000800:00000010:3.0:1767389016.714898:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee1d0946. 00000800:00000010:3.0:1767389016.714947:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee1d0946. 00080000:00000001:0.0:1767389016.715033:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767389016.715039:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767389016.715182:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767389016.715220:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp20 from 233.3.0.2 00000800:00000010:3.0:1767389016.715225:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e13e4f43. 00000800:00000010:0.0:1767389016.715273:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000c1723ed. 00000800:00000010:0.0:1767389016.715280:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000e95966b. 00000800:00000010:0.0:1767389016.715308:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004f8511fb. 00000800:00000200:0.1:1767389016.715315:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6e87b7] -> 12345-192.168.204.113@tcp20 (2) 00000800:00000200:0.1:1767389016.715322:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp20 000000004f8511fb deleted 00000800:00000010:0.1:1767389016.715325:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004f8511fb. 00000800:00000200:0.1:1767389016.715332:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767389016.715340:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp20 ip 192.168.204.113:1001 00000800:00000200:0.1:1767389016.715345:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000055bc595c type 1, nob 336 niov 1 nkiov 1 00000800:00000200:0.0:1767389016.715352:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp20 p 3.x 192.168.204.113 -> 192.168.204.113:1001 incarnation:1767389014717484129 sched[0] 00000800:00000010:0.0:1767389016.715368:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005dfaf492. 00000800:00000010:0.0:1767389016.715435:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005dfaf492. 00000800:00000010:0.0:1767389016.715440:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000e95966b. 00000800:00000200:3.1:1767389016.715477:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:0.0:1767389016.715481:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e13e4f43. 00000800:00000200:3.0:1767389016.715487:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp20 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389014717484129 sched[0] 00000800:00000010:3.0:1767389016.715492:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017160571. 00000800:00000001:3.0:1767389016.715567:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389016.715574:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389016.715588:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389016.715595:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389016.715646:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767389016.715653:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767389016.715654:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389016.715660:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767389016.715661:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000055bc595c. 00000800:00000001:0.0:1767389016.715664:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389016.715667:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389016.715678:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp20(192.168.204.113@tcp20) <- 192.168.204.113@tcp20 : PUT - for me 00000400:00000200:3.0:1767389016.715682:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp20->192.168.204.113@tcp20: PUT: OK 00000400:00000200:3.0:1767389016.715693:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767389016.715697:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767389016.715702:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 0 00000400:00000200:0.0:1767389016.715709:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 240/240 into md 0x1659 [1] + 0 00000400:00000010:0.0:1767389016.715714:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000167d98af. 00000400:00000200:0.0:1767389016.715718:0:337530:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ed2a63ba 00000400:00000200:3.0:1767389016.715825:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389016.715890:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389016.715961:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000800:00000001:0.0:1767389016.715962:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389016.715977:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389016.715979:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389016.715987:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp20->192.168.204.113@tcp20: PUT: OK 00000400:00000200:0.0:1767389016.715992:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2a63ba 00000400:00000010:0.0:1767389016.715996:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2a63ba. 00000400:00000200:3.0:1767389016.716003:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389016.716003:0:337530:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767389016.716013:0:337530:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (14) 00000400:00000200:0.0:1767389016.716023:0:337530:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000010:0.0:1767389016.716030:0:337530:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 0000000042832b8f. 00000400:00000200:0.0:1767389016.716035:0:337530:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.113@tcp 13 00000400:00000200:0.0:1767389016.716041:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:3.0:1767389016.716043:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389016.716057:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (15) 00000400:00000200:0.0:1767389016.716066:0:337530:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767389016.716071:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389016.716078:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp20 to MR: 192.168.204.113@tcp20 local destination 00000400:00000200:0.0:1767389016.716089:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp20 NI seq info: [28:28:256:4294967295] 192.168.204.113@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:3.0:1767389016.716106:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389016.716112:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp20(192.168.204.113@tcp20:192.168.204.113@tcp20) -> 192.168.204.113@tcp20(192.168.204.113@tcp20:192.168.204.113@tcp20) 192.168.204.113@tcp20 : ACK try# 0 00000800:00000200:0.0:1767389016.716133:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp20 00000800:00000010:0.0:1767389016.716140:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b7602201. 00000400:00000200:3.0:1767389016.716142:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000800:00000200:0.0:1767389016.716149:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6e87b7] -> 12345-192.168.204.113@tcp20 (4) 00000800:00000200:0.0:1767389016.716157:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp20 ip 192.168.204.113:988 00000800:00000200:0.0:1767389016.716161:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b7602201 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767389016.716175:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389016.716197:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389016.716255:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000800:00000200:0.0:1767389016.716256:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389016.716263:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b7602201. 00000400:00000200:0.0:1767389016.716269:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389016.716277:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp20->192.168.204.113@tcp20: ACK: OK 00000800:00000001:0.0:1767389016.716288:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389016.716294:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389016.716298:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767389016.716302:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000800:00000001:0.0:1767389016.716305:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389016.716310:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389016.716318:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389016.716328:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp20(192.168.204.113@tcp20) <- 192.168.204.113@tcp20 : ACK - for me 00000400:00000200:0.0:1767389016.716342:0:337530:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp20: ACK from 12345-192.168.204.113@tcp20 into md 0x1671 00000400:00000200:0.0:1767389016.716346:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389016.716352:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp20->192.168.204.113@tcp20: ACK: OK 00000400:00000200:0.0:1767389016.716357:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ca27c98 00000400:00000010:0.0:1767389016.716359:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ca27c98. 00000400:00000200:0.0:1767389016.716364:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767389016.716367:0:337530:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:0.0:1767389016.716371:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767389016.716375:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (14) 00000800:00000001:0.0:1767389016.716381:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389016.716385:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389016.716458:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767389016.716464:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007be228f5. 00000400:00000010:2.0:1767389016.716470:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034e523f4. 00000400:00000200:2.0:1767389016.716474:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000089c3bb47 00000400:00000200:2.0:1767389016.716479:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000d1 00000400:00000200:3.0:1767389016.716485:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000010:2.0:1767389016.716488:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 00000000d842291c. 00000400:00000010:2.0:1767389016.716492:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 000000002700de11. 00000400:00000010:2.0:1767389016.716497:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 000000003e522983. 00000400:00000010:2.0:1767389016.716527:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000099d4f85c. 00000400:00000200:2.0:1767389016.716534:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000099d4f85c nid 192.168.204.113@tcp21 00000400:00000010:2.0:1767389016.716539:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000077a83201. 00000400:00000200:2.0:1767389016.716542:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 0000000077a83201 net tcp21 00000400:00000200:3.0:1767389016.716546:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389016.716547:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (13) 00000400:00000200:3.0:1767389016.716599:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389016.716612:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp21 flags 0x11 00000400:00000010:2.0:1767389016.716618:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 00000000d842291c. 00000400:00000010:2.0:1767389016.716622:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 000000002700de11. 00000400:00000010:2.0:1767389016.716625:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 000000003e522983. 00000400:00000010:2.0:1767389016.716629:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 0000000042832b8f. 00000400:00000200:2.0:1767389016.716634:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:2.0:1767389016.716637:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:3.0:1767389016.716644:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389016.716651:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:2.0:1767389016.716657:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:2.0:1767389016.716661:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:2.0:1767389016.716664:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:2.0:1767389016.716668:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:2.0:1767389016.716672:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (14) 00000400:00000200:3.0:1767389016.716683:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389016.716750:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389016.716796:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389016.716841:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389016.716885:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389016.717043:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389016.717281:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000800:00000010:3.0:1767389016.717521:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ce2aa9ae. 00000400:00000200:2.0:1767389016.717525:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767389016.717526:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017160571. 00000400:00000200:2.0:1767389016.717552:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp20 from 232.3.0.2 00000800:00000010:2.0:1767389016.717557:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000739aae02. 00000800:00000010:1.0:1767389016.717592:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000245b4425. 00000800:00000010:1.0:1767389016.717600:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000063e6c709. 00000800:00000010:3.0:1767389016.717663:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e79e7200. 00000800:00000010:0.0:1767389016.717776:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000e95966b. 00000800:00000200:0.1:1767389016.717787:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6e87b7] -> 12345-192.168.204.113@tcp20 (4) 00000800:00000200:0.1:1767389016.717794:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp20 000000000e95966b deleted 00000800:00000010:0.1:1767389016.717797:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000e95966b. 00000800:00000200:0.1:1767389016.717802:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767389016.717809:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp20 p 3.x 192.168.204.113 -> 192.168.204.113:1000 incarnation:1767389014717484129 sched[0] 00000800:00000010:0.0:1767389016.717815:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000047214a3f. 00000800:00000010:0.0:1767389016.717855:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000047214a3f. 00000800:00000010:0.0:1767389016.717868:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000063e6c709. 00000800:00000010:0.0:1767389016.717911:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000739aae02. 00000800:00000001:0.0:1767389016.717928:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389016.717933:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767389016.718026:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e79e7200. 00000800:00000200:3.1:1767389016.718055:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767389016.718063:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp20 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389014717484129 sched[0] 00000800:00000010:3.0:1767389016.718067:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017160571. 00000800:00000001:3.0:1767389016.718113:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389016.718118:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767389016.726953:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767389016.726961:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:1.0:1767389016.726966:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389016.726976:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:1.0:1767389016.726977:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767389016.726984:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767389016.726988:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767389016.726990:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767389016.726992:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767389016.726995:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000003de6ce0. 20000000:01000000:1.0:1767389016.726996:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767389016.727005:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:1.0:1767389016.727011:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767389016.727016:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767389016.727024:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767389016.727030:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002aae9083. 20000000:01000000:0.0:1767389016.727037:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:01000000:1.0:1767389016.727042:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389016.727043:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767389016.727049:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767389016.727050:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:1.0:1767389016.727053:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767389016.727059:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767389016.727063:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767389016.727073:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d98f2146. 00010000:00000001:1.0:1767389016.727079:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389016.727082:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008fa60142. 00080000:00000001:0.0:1767389016.727086:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389016.727087:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389016.727092:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008fa60142 with handle 0x95cd417baf429416 to hash 00080000:00000001:0.0:1767389016.727093:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767389016.727097:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389016.727098:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767389016.727101:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767389016.727102:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343635968 : -122826365915648 : ffff904a42172e00) 00000020:00000001:0.0:1767389016.727105:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767389016.727107:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343635968 : -122826365915648 : ffff904a42172e00) 00000020:00000001:0.0:1767389016.727109:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00010000:00000001:1.0:1767389016.727113:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767389016.727115:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767389016.727117:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389016.727122:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008fa60142/0x95cd417baf429416 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767389016.727123:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cadb5515. 00080000:00000001:0.0:1767389016.727128:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252119560192 : -122821589991424 : ffff904b5ec20000) 00080000:00000001:0.0:1767389016.727135:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767389016.727140:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389016.727147:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389016.727150:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389016.727153:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389016.727156:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389016.727159:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389016.727161:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389016.727163:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389016.727167:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389016.727169:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389016.727170:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389016.727172:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d98f2146) refcount = 1 00010000:00010000:1.0:1767389016.727176:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008fa60142/0x95cd417baf429416 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389016.727190:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389016.727193:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389016.727195:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389016.727198:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.727218:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767389016.727222:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767389016.727226:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:1.0:1767389016.727231:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389016.727233:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389016.727234:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008fa60142 refcount=4 00000020:00000001:1.0:1767389016.727237:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343635968 : -122826365915648 : ffff904a42172e00) 00010000:00000001:1.0:1767389016.727240:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343635968 : -122826365915648 : ffff904a42172e00) 00010000:00000001:1.0:1767389016.727242:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767389016.727244:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008fa60142/0x95cd417baf429416 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767389016.727250:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767389016.727251:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:0.0:1767389016.727253:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389016.727256:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008fa60142/0x95cd417baf429416 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767389016.727258:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767389016.727265:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389016.727268:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389016.727270:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008fa60142/0x95cd417baf429416 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389016.727275:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389016.727276:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389016.727277:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.727280:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:0.0:1767389016.727281:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767389016.727284:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008fa60142/0x95cd417baf429416 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389016.727292:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008fa60142 already unused, calling callback (00000000eb737536) 00010000:00000001:1.0:1767389016.727294:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389016.727303:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767389016.727306:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008fa60142/0x95cd417baf429416 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389016.727312:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767389016.727313:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389016.727314:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389016.727315:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008fa60142 refcount=5 00000020:00000001:1.0:1767389016.727317:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343635968 : -122826365915648 : ffff904a42172e00) 00010000:00000001:1.0:1767389016.727319:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343635968 : -122826365915648 : ffff904a42172e00) 00010000:00000001:1.0:1767389016.727321:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767389016.727324:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008fa60142/0x95cd417baf429416 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389016.727329:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767389016.727332:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389016.727334:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.727339:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767389016.727341:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767389016.727345:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389016.727347:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389016.727349:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008fa60142 with handle 0x95cd417baf429416 from hash 00010000:00000001:1.0:1767389016.727353:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389016.727355:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389016.727356:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389016.727357:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767389016.727360:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767389016.727363:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389016.727366:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389016.727368:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389016.727372:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.727374:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389016.727376:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767389016.727378:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389016.727380:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389016.727381:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.727389:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.727391:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389016.727394:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008fa60142/0x95cd417baf429416 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389016.727400:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389016.727402:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767389016.727402:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:1.0:1767389016.727405:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767389016.727410:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000001:0.0:1767389016.727410:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767389016.727414:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389016.727416:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389016.727419:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767389016.727422:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389016.727424:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389016.727426:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008fa60142/0x95cd417baf429416 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389016.727432:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767389016.727433:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389016.727435:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008fa60142/0x95cd417baf429416 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389016.727440:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d98f2146 count: 0 00010000:00000001:1.0:1767389016.727448:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767389016.727450:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767389016.733779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d98f2146. 00010000:00000010:1.1:1767389016.733791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008fa60142. 00000100:00000040:3.0:1767389016.737772:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299604757, at 4299604758 00000100:00000010:3.0:1767389016.737781:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001864ef88. 00000100:00000040:2.0:1767389016.737788:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299604757, at 4299604758 00000100:00000010:2.0:1767389016.737797:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d25facf5. 00000400:00000010:3.0:1767389016.737898:0:344087:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000006644ba7c. 00000100:00000040:1.0:1767389016.737907:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299604757, at 4299604758 00000100:00000010:1.0:1767389016.737916:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051ca6b04. 00000400:00000040:3.0:1767389016.737920:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389016.737924:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389016.737927:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389016.737929:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389016.737931:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389016.737933:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767389016.737936:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389016.737938:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389016.737940:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389016.737941:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767389016.737944:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389016.737945:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389016.737952:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389016.737954:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389016.737956:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767389016.737958:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389016.737960:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389016.737961:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767389016.737963:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767389016.737966:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389016.737968:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389016.737969:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389016.737972:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389016.737973:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389016.737975:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767389016.737977:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389016.737980:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389016.737981:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389016.737983:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389016.737985:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389016.737987:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767389016.737989:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389016.737991:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389016.737993:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389016.737994:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389016.737996:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389016.737997:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767389016.737999:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389016.738001:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389016.738003:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389016.738004:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389016.738006:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389016.738008:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767389016.738010:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767389016.738012:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767389016.738014:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767389016.738015:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767389016.738017:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767389016.738019:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389016.738020:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389016.738021:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767389016.738030:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389016.738031:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767389016.738033:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767389016.738035:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767389016.738037:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767389016.738039:0:344087:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767389016.738094:0:344087:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000006644ba7c. 00000100:00000040:0.0:1767389016.738783:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299604757, at 4299604759 00000100:00000010:0.0:1767389016.738793:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000090427a05. 00080000:00000001:2.0:1767389016.742330:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767389016.742336:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:2.0:1767389016.742339:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389016.742341:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767389016.742343:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767389016.742351:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767389016.742354:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767389016.742359:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767389016.742365:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767389016.742370:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767389016.742372:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 10000000:01000000:1.0:1767389016.742372:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00040000:00000001:2.0:1767389016.742376:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:1.0:1767389016.742377:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00040000:00000001:2.0:1767389016.742379:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:1.0:1767389016.742380:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:2.0:1767389016.742382:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767389016.742385:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767389016.742387:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000cadb5515. 00010000:00000010:1.0:1767389016.742387:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d98f2146. 00010000:00000001:1.0:1767389016.742393:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767389016.742394:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000010:1.0:1767389016.742398:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008fa60142. 00000020:00000001:1.0:1767389016.742402:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389016.742410:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008fa60142 with handle 0x95cd417baf42941d to hash 00000020:00000001:1.0:1767389016.742412:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389016.742413:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343635968 : -122826365915648 : ffff904a42172e00) 00010000:00000001:1.0:1767389016.742415:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343635968 : -122826365915648 : ffff904a42172e00) 00010000:00000001:1.0:1767389016.742417:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389016.742418:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389016.742420:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008fa60142/0x95cd417baf42941d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389016.742426:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389016.742428:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389016.742429:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389016.742430:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389016.742431:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389016.742433:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389016.742434:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389016.742435:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389016.742436:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389016.742437:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389016.742438:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389016.742440:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d98f2146) refcount = 1 00010000:00010000:1.0:1767389016.742442:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008fa60142/0x95cd417baf42941d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389016.742447:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389016.742448:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389016.742448:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389016.742450:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.742451:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767389016.742453:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767389016.742454:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:1.0:1767389016.742456:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389016.742457:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389016.742458:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008fa60142 refcount=4 00000020:00000001:1.0:1767389016.742459:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343635968 : -122826365915648 : ffff904a42172e00) 00010000:00000001:1.0:1767389016.742467:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343635968 : -122826365915648 : ffff904a42172e00) 00010000:00000001:1.0:1767389016.742468:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767389016.742470:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008fa60142/0x95cd417baf42941d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389016.742474:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767389016.742475:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008fa60142/0x95cd417baf42941d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389016.742479:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389016.742480:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389016.742481:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008fa60142/0x95cd417baf42941d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389016.742485:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389016.742486:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.742488:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767389016.742489:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008fa60142/0x95cd417baf42941d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389016.742493:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008fa60142 already unused, calling callback (00000000eb737536) 00010000:00000001:1.0:1767389016.742494:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389016.742495:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767389016.742496:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008fa60142/0x95cd417baf42941d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389016.742500:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767389016.742501:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389016.742502:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389016.742503:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008fa60142 refcount=5 00000020:00000001:1.0:1767389016.742505:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343635968 : -122826365915648 : ffff904a42172e00) 00010000:00000001:1.0:1767389016.742507:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343635968 : -122826365915648 : ffff904a42172e00) 00010000:00000001:1.0:1767389016.742509:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767389016.742510:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008fa60142/0x95cd417baf42941d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389016.742517:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767389016.742534:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389016.742536:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.742538:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767389016.742539:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767389016.742540:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389016.742541:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389016.742542:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008fa60142 with handle 0x95cd417baf42941d from hash 00010000:00000001:1.0:1767389016.742545:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389016.742546:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389016.742547:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389016.742549:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767389016.742550:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767389016.742551:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389016.742553:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389016.742554:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389016.742555:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.742557:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389016.742558:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767389016.742560:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389016.742561:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389016.742563:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.742564:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.742566:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389016.742567:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008fa60142/0x95cd417baf42941d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389016.742571:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389016.742572:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389016.742574:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767389016.742575:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767389016.742576:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389016.742577:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389016.742579:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767389016.742581:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389016.742583:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389016.742591:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008fa60142/0x95cd417baf42941d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389016.742595:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767389016.742596:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389016.742598:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008fa60142/0x95cd417baf42941d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389016.742602:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d98f2146 count: 0 00010000:00000001:1.0:1767389016.742615:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767389016.742616:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767389016.744339:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389016.744343:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389016.744345:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000068d75856. 20000000:00000001:1.0:1767389016.744351:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389016.744355:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654526976 00010000:00000001:1.0:1767389016.744358:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389016.744365:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f6556805 x1853241654526976/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:467/0 lens 4848/4768 e 0 to 0 dl 1767389027 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389016.744372:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389016.744375:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389016.744379:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389016.744384:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389016.744387:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389016.744390:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389016.744393:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389016.744395:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.744399:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389016.744401:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389016.744405:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2420558. 00000100:00000200:1.0:1767389016.744408:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654526976, offset 224 00000400:00000200:1.0:1767389016.744415:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389016.744424:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389016.744433:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372804400 00000400:00000200:1.0:1767389016.744439:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x167d [2] + 224 00000400:00000200:1.0:1767389016.744452:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389016.744457:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389016.744460:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389016.744465:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000e25a750 x1853241654526976/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389016.744474:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000e25a750 x1853241654526976/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.744491:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389016.744498:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2420558 00000400:00000010:1.0:1767389016.744500:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2420558. 00000100:00000001:1.0:1767389016.744504:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389016.744506:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389016.744507:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389016.744511:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389016.744512:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389016.744517:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000001:3.0:1767389016.744518:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767389016.744519:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767389016.744522:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767389016.744523:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389016.744526:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b95e249. 00000020:00000001:1.0:1767389016.744527:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389016.744534:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6556805 x1853241654526976/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:467/0 lens 4848/4768 e 0 to 0 dl 1767389027 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389016.744535:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6cd96e 00000400:00000010:3.0:1767389016.744539:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f6cd96e. 00000100:00000001:3.0:1767389016.744545:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767389016.744550:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f6556805 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654526976:12345-0@lo:253: Request processed in 30236us (30707us total) trans 0 rc 0/0 00000100:00000200:3.0:1767389016.744553:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000e25a750 x1853241654526976/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389016.744564:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00000040:1.0:1767389016.744569:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000200:3.0:1767389016.744570:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000e25a750 x1853241654526976/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.744574:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389016.744578:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389016.744583:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767389016.744585:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f754a2c1. 00000100:00000001:3.0:1767389016.744586:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389016.744591:0:337536:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767389016.744592:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f8551701. 02000000:00000001:3.0:1767389016.744594:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389016.744597:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767389016.744598:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fb92e2a. 00000100:00000001:3.0:1767389016.744599:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389016.744604:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389016.744606:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00001000:3.0:1767389016.744609:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=41 v=5 (5 0 0 0) 02000000:00000001:1.0:1767389016.744611:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767389016.744616:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=41 v=5 (1 0 0 0) 02000000:00000010:1.0:1767389016.744616:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000d6318e3. 02000000:00000001:1.0:1767389016.744621:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389016.744622:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389016.744625:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389016.744626:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389016.744629:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389016.744631:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.744633:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389016.744640:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000e25a750 x1853241654526976/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389016.744640:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389016.744648:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4f94879. 00000100:00000001:3.0:1767389016.744650:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767389016.744655:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2420558. 00000100:00000001:3.0:1767389016.744662:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389016.744665:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389016.744668:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389016.744670:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767389016.744672:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389016.744673:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389016.744675:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389016.744677:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389016.744678:0:337536:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389016.744679:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389016.744680:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389016.744684:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e25a750 x1853241654526976/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389016.744691:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000e25a750 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654526976:0@lo:253: 00000100:00000001:3.0:1767389016.744697:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389016.744699:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389016.744700:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000e25a750 x1853241654526976/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.744706:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389016.744708:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389016.744711:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b22a7028. 02000000:00000001:3.0:1767389016.744716:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389016.744718:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389016.744719:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389016.744722:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389016.744749:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000017ad00eb. 02000000:00000001:3.0:1767389016.744755:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389016.744758:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389016.744760:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000e25a750. 00000100:00000001:3.0:1767389016.744764:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389016.744766:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389016.744768:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389016.744773:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389016.744774:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.744777:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389016.744779:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767389016.745761:0:338012:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d98f2146. 00010000:00000010:1.1:1767389016.745771:0:338012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008fa60142. 00080000:00000020:3.0:1767389016.747017:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389016.747021:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389016.747022:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b97d974d. 20000000:00000001:3.0:1767389016.747027:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389016.747030:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654526848 00010000:00000001:3.0:1767389016.747032:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389016.747035:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006226ea73 x1853241654526848/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:467/0 lens 4848/4768 e 0 to 0 dl 1767389027 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389016.747042:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389016.747043:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389016.747045:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389016.747048:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389016.747049:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389016.747051:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389016.747053:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389016.747054:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.747056:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389016.747057:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389016.747060:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb242e0a. 00000100:00000200:3.0:1767389016.747063:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654526848, offset 224 00000400:00000200:3.0:1767389016.747068:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389016.747075:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389016.747082:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372804380 00000400:00000200:3.0:1767389016.747086:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1675 [2] + 224 00000400:00000200:3.0:1767389016.747090:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389016.747092:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389016.747095:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389016.747098:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000af196c2e x1853241654526848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389016.747105:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000af196c2e x1853241654526848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.747118:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389016.747124:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb242e0a 00000400:00000010:3.0:1767389016.747126:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb242e0a. 00000100:00000001:0.0:1767389016.747132:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389016.747136:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389016.747138:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389016.747141:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767389016.747141:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389016.747146:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389016.747149:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adc8d04b. 00000100:00000001:3.0:1767389016.747150:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389016.747156:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e4abfd0 00000100:00000040:3.0:1767389016.747157:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000010:0.0:1767389016.747161:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e4abfd0. 00010000:00000001:3.0:1767389016.747162:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389016.747166:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389016.747168:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767389016.747169:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767389016.747175:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000af196c2e x1853241654526848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389016.747177:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006226ea73 x1853241654526848/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:467/0 lens 4848/4768 e 0 to 0 dl 1767389027 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389016.747215:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006226ea73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654526848:12345-0@lo:253: Request processed in 32918us (33591us total) trans 0 rc 0/0 00000100:00100000:3.0:1767389016.747224:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000040:3.0:1767389016.747230:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389016.747235:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389016.747240:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389016.747243:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c97e5c1a. 00000100:00000200:0.0:1767389016.747243:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000af196c2e x1853241654526848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389016.747250:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d819fc29. 00000100:00000001:0.0:1767389016.747257:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767389016.747258:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db5fcb84. 00000100:00000001:0.0:1767389016.747260:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767389016.747263:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000001:0.0:1767389016.747264:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389016.747267:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767389016.747270:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767389016.747270:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767389016.747275:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009f89e09d. 00000100:00000001:0.0:1767389016.747275:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389016.747282:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389016.747283:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767389016.747285:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=41 v=5 (5 0 0 0) 00000100:00000001:3.0:1767389016.747287:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767389016.747291:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=41 v=5 (1 0 0 0) 00000100:00000200:3.0:1767389016.747293:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767389016.747294:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389016.747297:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389016.747299:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f49cb79. 00010000:00000001:0.0:1767389016.747300:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389016.747304:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389016.747307:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb242e0a. 00000100:00000001:0.0:1767389016.747308:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389016.747316:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000af196c2e x1853241654526848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389016.747322:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389016.747324:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389016.747326:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389016.747328:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389016.747330:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767389016.747332:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389016.747333:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389016.747335:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389016.747336:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389016.747338:0:337539:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767389016.747339:0:337539:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767389016.747341:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389016.747343:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389016.747345:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af196c2e x1853241654526848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389016.747352:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000af196c2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654526848:0@lo:253: 00000100:00000001:0.0:1767389016.747361:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389016.747363:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389016.747366:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000af196c2e x1853241654526848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389032 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389016.747371:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389016.747372:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389016.747374:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000801f716c. 02000000:00000001:0.0:1767389016.747377:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389016.747378:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389016.747379:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389016.747381:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389016.747382:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000336b9256. 02000000:00000001:0.0:1767389016.747385:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389016.747386:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389016.747386:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af196c2e. 00000100:00000001:0.0:1767389016.747389:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389016.747389:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389016.747391:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389016.747394:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389016.747395:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389016.747397:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389016.747398:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389016.971794:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767389016.971798:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767389016.971804:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4ee76d5. 00000020:00000040:1.0:1767389016.971809:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767389016.971813:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389016.971815:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389016.971819:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389016.971825:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000557ee14. 00000100:00000001:1.0:1767389016.971830:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.971835:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389016.971837:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389016.971843:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ee76d5] to pc [ptlrpcd_00_01+1] req@00000000a4ee76d5 x1853241654527104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767389016.971865:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.971874:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389016.971876:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389016.971878:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389016.971882:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4ee76d5 x1853241654527104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.971888:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389016.971890:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389016.971892:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389016.971894:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389016.971896:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389016.971899:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4ee76d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654527104:0@lo:13: 00000100:00000001:1.0:1767389016.971903:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389016.971906:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389016.971908:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389016.971910:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389016.971913:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000043f51b7f. 02000000:00000001:1.0:1767389016.971915:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389016.971928:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d187c291. 00000400:00000010:1.0:1767389016.971933:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f14acecd. 00000100:00000200:1.0:1767389016.971937:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654527104, portal 4 00000100:00000001:1.0:1767389016.971939:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389016.971940:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151442304 : -122821558109312 : ffff904b60a87b80) 00000100:00000040:1.0:1767389016.971947:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4ee76d5 x1853241654527104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389032 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.971952:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389016.971954:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389016.971958:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000100:00000200:1.0:1767389016.971960:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654527104, offset 0 00000400:00000200:1.0:1767389016.971966:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389016.971973:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389016.971981:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372804480 00000400:00000200:1.0:1767389016.971988:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 1120 00000400:00000200:1.0:1767389016.971993:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389016.971996:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389016.972001:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389016.972003:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767389016.972007:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d6dac6d. 00000100:00000040:1.0:1767389016.972009:0:337537:0:(events.c:337:request_in_callback()) incoming req@000000008d6dac6d x1853241654527104 msgsize 224 00000100:00100000:1.0:1767389016.972012:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389016.972020:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389016.972025:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6e123e 00000400:00000010:1.0:1767389016.972027:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6e123e. 00000100:00000001:1.0:1767389016.972031:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389016.972034:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4ee76d5 x1853241654527104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389032 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.972041:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389016.972044:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4ee76d5 x1853241654527104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389032 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.972049:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.972050:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389016.972062:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389016.972066:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 12177 usecs (13 jiffies) 00000100:00000001:1.0:1767389016.972069:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299605005 00000100:00000010:1.0:1767389016.972073:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e0e5d52. 00000100:00000001:1.0:1767389016.972077:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767389016.972080:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299605005 00000100:00000010:1.0:1767389016.972084:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001baefefe. 00000100:00000001:1.0:1767389016.972086:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767389016.972088:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299605005 00000100:00000010:1.0:1767389016.972091:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000934c9089. 00000100:00000001:1.0:1767389016.972093:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389016.972096:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299605005 00000100:00000010:1.0:1767389016.972099:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009763ed7a. 00000100:00000001:1.0:1767389016.972102:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389016.972104:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389016.972107:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.972110:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.972111:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389016.972117:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389016.972118:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389016.972121:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389016.972122:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389016.972124:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.972125:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.972137:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389016.972140:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.972154:0:339011:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389016.972156:0:339011:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654527104 02000000:00000001:1.0:1767389016.972158:0:339011:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389016.972160:0:339011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389016.972161:0:339011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389016.972164:0:339011:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389016.972166:0:339011:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654527104 00000020:00000001:1.0:1767389016.972169:0:339011:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389016.972177:0:339011:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000001:1.0:1767389016.972179:0:339011:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389016.972181:0:339011:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000001:1.0:1767389016.972183:0:339011:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:1.0:1767389016.972186:0:339011:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:1.0:1767389016.972190:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389016.972193:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000050318844. 00000020:00000010:1.0:1767389016.972213:0:339011:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ba8602fa. 00000020:00000040:1.0:1767389016.972220:0:339011:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:1.0:1767389016.972235:0:339011:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767389016.972240:0:339011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000414ca817. 00000100:00080000:2.0:1767389016.972246:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:1.0:1767389016.972246:0:339011:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000748f9158. 00000020:00000010:1.0:1767389016.972252:0:339011:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c892480b. 00000020:00000040:2.0:1767389016.972253:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000040:1.0:1767389016.972262:0:339011:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767389016.972265:0:339011:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389016.972267:0:339011:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389016.972268:0:339011:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.972274:0:339011:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.972281:0:339011:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389016.972290:0:339011:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389016.972292:0:339011:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389016.972295:0:339011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767389016.972297:0:339011:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:1.0:1767389016.972299:0:339011:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151429760 : -122821558121856 : ffff904b60a84a80) 00000100:00000040:1.0:1767389016.972303:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008d6dac6d x1853241654527104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:467/0 lens 224/0 e 0 to 0 dl 1767389027 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.972310:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389016.972313:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003110feb3. 00000100:00000001:1.0:1767389016.972316:0:339011:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389016.972318:0:339011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003110feb3. 00000100:00100000:1.0:1767389016.972322:0:339011:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008d6dac6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654527104:12345-0@lo:13: 00000100:00000200:1.0:1767389016.972325:0:339011:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654527104 00000020:00000001:1.0:1767389016.972334:0:339011:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389016.972337:0:339011:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389016.972339:0:339011:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389016.972341:0:339011:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389016.972343:0:339011:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000020:00000001:1.0:1767389016.972346:0:339011:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389016.972348:0:339011:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389016.972350:0:339011:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389016.972352:0:339011:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389016.972354:0:339011:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.972358:0:339011:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389016.972359:0:339011:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389016.972363:0:339011:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000023dd7a64. 02000000:00000001:1.0:1767389016.972365:0:339011:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.972367:0:339011:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767389016.972370:0:339011:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767389016.972374:0:339011:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767389016.972376:0:339011:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767389016.972380:0:339011:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389016.972393:0:339011:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389016.972396:0:339011:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767389016.972399:0:339011:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767389016.972403:0:339011:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767389016.972407:0:339011:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767389016.972410:0:339011:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00002000:00000001:1.0:1767389016.972413:0:339011:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767389016.972417:0:339011:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767389016.972419:0:339011:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767389016.972421:0:339011:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389016.972423:0:339011:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654527104 00010000:00000001:1.0:1767389016.972425:0:339011:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389016.972429:0:339011:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008d6dac6d x1853241654527104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:467/0 lens 224/368 e 0 to 0 dl 1767389027 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389016.972434:0:339011:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389016.972436:0:339011:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389016.972445:0:339011:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389016.972448:0:339011:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389016.972451:0:339011:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389016.972453:0:339011:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389016.972455:0:339011:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389016.972456:0:339011:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.972458:0:339011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389016.972461:0:339011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389016.972464:0:339011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000100:00000200:1.0:1767389016.972467:0:339011:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654527104, offset 224 00000400:00000200:1.0:1767389016.972473:0:339011:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389016.972478:0:339011:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389016.972486:0:339011:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372804480 00000400:00000200:1.0:1767389016.972491:0:339011:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1699 [1] + 224 00000400:00000200:1.0:1767389016.972494:0:339011:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389016.972497:0:339011:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389016.972501:0:339011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389016.972505:0:339011:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4ee76d5 x1853241654527104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389032 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389016.972512:0:339011:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000a4ee76d5 x1853241654527104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.972523:0:339011:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389016.972528:0:339011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6e123e 00000400:00000010:1.0:1767389016.972530:0:339011:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6e123e. 00000100:00000001:1.0:1767389016.972534:0:339011:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389016.972535:0:339011:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389016.972539:0:339011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389016.972543:0:339011:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389016.972544:0:339011:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389016.972546:0:339011:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389016.972548:0:339011:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389016.972551:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d6dac6d x1853241654527104/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:467/0 lens 224/368 e 0 to 0 dl 1767389027 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389016.972558:0:339011:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008d6dac6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654527104:12345-0@lo:13: Request processed in 246us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389016.972571:0:339011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000040:1.0:1767389016.972573:0:339011:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:1.0:1767389016.972575:0:339011:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389016.972576:0:339011:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389016.972580:0:339011:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000748f9158. 00000020:00000010:1.0:1767389016.972584:0:339011:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c892480b. 00000020:00000010:1.0:1767389016.972587:0:339011:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000414ca817. 00000020:00000040:1.0:1767389016.972590:0:339011:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:1.0:1767389016.972591:0:339011:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389016.972606:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389016.972607:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389016.972611:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389016.972612:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389016.972614:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d187c291. 00000400:00000200:1.0:1767389016.972616:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f14acecd 00000400:00000010:1.0:1767389016.972617:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f14acecd. 00000100:00000001:1.0:1767389016.972620:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389016.972622:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4ee76d5 x1853241654527104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389016.972628:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4ee76d5 x1853241654527104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.972633:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389016.972633:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389016.972635:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389016.972636:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389016.972637:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389016.972638:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389016.972640:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389016.972644:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=25 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389016.972646:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389016.972648:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389016.972649:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.972650:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767389016.972653:0:337537:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a4ee76d5 x1853241654527104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389016.972665:0:337537:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.972668:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767389016.972670:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1767389016.972672:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767389016.972673:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389016.972676:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4ee76d5 x1853241654527104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.972680:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389016.972683:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389016.972684:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767389016.972686:0:337537:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767389016.972689:0:337537:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767389016.972692:0:337537:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000004:00000020:1.0:1767389016.972700:0:337537:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000004:00000001:1.0:1767389016.972703:0:337537:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389016.972706:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4ee76d5 x1853241654527104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389032 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389016.972712:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4ee76d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654527104:0@lo:13: 00000100:00000001:1.0:1767389016.972717:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389016.972719:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389016.972720:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4ee76d5 x1853241654527104/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389032 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.972747:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389016.972749:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389016.972751:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000043f51b7f. 02000000:00000001:1.0:1767389016.972754:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389016.972756:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389016.972757:0:337537:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767389016.972759:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389016.972766:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000557ee14. 02000000:00000001:1.0:1767389016.972770:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389016.972771:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389016.972773:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4ee76d5. 00000100:00000001:1.0:1767389016.972778:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389016.972780:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389016.972782:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389016.972786:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389016.972788:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.972790:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389016.972793:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389016.972841:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767389016.972844:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 2 10000000:00000001:1.0:1767389016.972848:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389016.972850:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767389016.972852:0:338177:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767389016.972853:0:338177:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767389016.972855:0:338177:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767389016.972858:0:338177:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767389016.972860:0:338177:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff904b60cd8000 from 19 10000000:00000001:1.0:1767389016.972863:0:338177:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767389016.972865:0:338177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767389016.972870:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4ee76d5. 00000020:00000040:1.0:1767389016.972872:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389016.972875:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389016.972877:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389016.972879:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389016.972884:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000414ca817. 00000100:00000001:1.0:1767389016.972887:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.972891:0:338177:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767389016.972893:0:338177:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767389016.972900:0:338177:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d98f2146. 00010000:00000001:1.0:1767389016.972903:0:338177:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389016.972906:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b0aab712. 00000020:00000001:1.0:1767389016.972910:0:338177:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389016.972913:0:338177:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b0aab712 with handle 0x95cd417baf429424 to hash 00000020:00000001:1.0:1767389016.972914:0:338177:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389016.972921:0:338177:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343638016 : -122826365913600 : ffff904a42173600) 00010000:00000001:1.0:1767389016.972924:0:338177:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343638016 : -122826365913600 : ffff904a42173600) 00010000:00000001:1.0:1767389016.972927:0:338177:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389016.972930:0:338177:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389016.972932:0:338177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 00000000b0aab712/0x95cd417baf429424 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389016.972939:0:338177:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: 00000000b0aab712/0x95cd417baf429424 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389016.972947:0:338177:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: 00000000b0aab712/0x95cd417baf429424 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767389016.972951:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767389016.972953:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767389016.972957:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000159ea938. 00000100:00000001:1.0:1767389016.972960:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247398744448 : -122826310807168 : ffff904a45601180) 00000100:00000001:1.0:1767389016.972962:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389016.972963:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151442304 : -122821558109312 : ffff904b60a87b80) 00000100:00000001:1.0:1767389016.972966:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389016.972967:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.972969:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767389016.972970:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389016.972973:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4ee76d5 x1853241654527232/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.972980:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389016.972981:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389016.972983:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389016.972985:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389016.972987:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389016.972990:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4ee76d5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654527232:0@lo:101: 00000100:00000001:1.0:1767389016.972992:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389016.972995:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389016.972996:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389016.973004:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389016.973006:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000043f51b7f. 02000000:00000001:1.0:1767389016.973008:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389016.973011:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d187c291. 00000400:00000010:1.0:1767389016.973014:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f14acecd. 00000100:00000200:1.0:1767389016.973017:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654527232, portal 25 00000100:00000001:1.0:1767389016.973019:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389016.973020:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151442304 : -122821558109312 : ffff904b60a87b80) 00000100:00000040:1.0:1767389016.973023:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4ee76d5 x1853241654527232/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389032 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.973029:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389016.973032:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389016.973034:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000100:00000200:1.0:1767389016.973037:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654527232, offset 0 00000400:00000200:1.0:1767389016.973041:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389016.973046:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389016.973053:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958372804500 00000400:00000200:1.0:1767389016.973057:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x102d [2] + 0 00000400:00000010:1.0:1767389016.973059:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d25e445. 00000400:00000200:1.0:1767389016.973064:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d5bfc4f0 00000400:00000200:1.0:1767389016.973068:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389016.973071:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389016.973074:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5bfc4f0 00000400:00000010:1.0:1767389016.973076:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d5bfc4f0. 00000100:00000001:1.0:1767389016.973080:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389016.973081:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389016.973084:0:338177:0:(events.c:337:request_in_callback()) incoming req@00000000bf506973 x1853241654527232 msgsize 328 00000100:00100000:1.0:1767389016.973088:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389016.973089:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767389016.973099:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389016.973104:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6e123e 00000400:00000010:1.0:1767389016.973106:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6e123e. 00000100:00000001:1.0:1767389016.973110:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389016.973113:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4ee76d5 x1853241654527232/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389032 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.973130:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389016.973133:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a4ee76d5 x1853241654527232/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389032 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.973138:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.973139:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389016.973144:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.973147:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299605016 00000100:00000001:1.0:1767389016.973152:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299605005 00000100:00000001:1.0:1767389016.973155:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299605016 00000100:00000001:1.0:1767389016.973157:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299605005 00000100:00000001:1.0:1767389016.973160:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299605016 00000100:00000001:1.0:1767389016.973163:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299605005 00000100:00000001:1.0:1767389016.973166:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299605016 00000100:00000001:1.0:1767389016.973168:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299605005 00000100:00000001:1.0:1767389016.973170:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389016.973172:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.973173:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389016.973174:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767389016.973176:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000159ea938 going to sleep for 11 seconds 00000100:00000001:1.0:1767389016.973178:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389016.973180:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389016.973235:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767389016.973240:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767389016.973244:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c4a034cf. 00000020:00000040:1.0:1767389016.973247:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767389016.973249:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389016.973251:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389016.973253:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389016.973257:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000557ee14. 00000100:00000001:1.0:1767389016.973261:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389016.973271:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000c4a034cf x1853241654527360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389016.973277:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389016.973279:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389016.973283:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4a034cf] to pc [ptlrpcd_00_02+2] req@00000000c4a034cf x1853241654527360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.973307:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389016.973309:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767389016.973312:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767389016.973317:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064544864. 00000020:00000040:1.0:1767389016.973319:0:54998:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767389016.973321:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389016.973322:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389016.973324:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389016.973328:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076792804. 00000100:00000001:1.0:1767389016.973331:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389016.973335:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000064544864 x1853241654527488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389016.973340:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389016.973341:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389016.973343:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064544864] to pc [ptlrpcd_00_03+3] req@0000000064544864 x1853241654527488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.973353:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389016.973358:0:54998:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4942) 00000100:00000001:1.0:1767389016.973461:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389016.973464:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654527232 02000000:00000001:1.0:1767389016.973467:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389016.973468:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389016.973470:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389016.973472:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389016.973474:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654527232 00000020:00000001:1.0:1767389016.973476:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389016.973483:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389016.973485:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389016.973487:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:1.0:1767389016.973489:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389016.973491:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389016.973494:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389016.973498:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003110feb3. 00000100:00000001:1.0:1767389016.973500:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389016.973502:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003110feb3. 00000020:00000010:1.0:1767389016.973507:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fb92e2a. 00000020:00000010:1.0:1767389016.973512:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000748f9158. 00000020:00000010:1.0:1767389016.973516:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c892480b. 00000100:00000040:1.0:1767389016.973522:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389016.973523:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389016.973525:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389016.973526:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.973530:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.973537:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389016.973546:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389016.973548:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389016.973550:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00000040:1.0:1767389016.973553:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389016.973554:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661749328 : -122822047802288 : ffff904b43785c50) 00000100:00000040:1.0:1767389016.973558:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf506973 x1853241654527232/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:467/0 lens 328/0 e 0 to 0 dl 1767389027 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.973564:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389016.973567:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003110feb3. 00000100:00000001:1.0:1767389016.973568:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389016.973569:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003110feb3. 00000100:00100000:1.0:1767389016.973573:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf506973 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:338177:x1853241654527232:12345-0@lo:101: 00000100:00000200:1.0:1767389016.973575:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654527232 00000020:00000001:1.0:1767389016.973577:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389016.973583:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389016.973585:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389016.973586:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389016.973587:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000020:00000001:1.0:1767389016.973590:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389016.973591:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389016.973593:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389016.973594:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389016.973596:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389016.973598:0:338173:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767389016.973601:0:338173:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767389016.973602:0:338173:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767389016.973605:0:338173:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767389016.973606:0:338173:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.973610:0:338173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767389016.973615:0:338173:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000040f64261. 00010000:00000001:1.0:1767389016.973618:0:338173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:3.0:1767389016.973620:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:1.0:1767389016.973621:0:338173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000073b7995a. 00000100:00000001:3.0:1767389016.973626:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767389016.973626:0:338173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1767389016.973630:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767389016.973631:0:338173:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000073b7995a with handle 0x95cd417baf42942b to hash 00000020:00000001:1.0:1767389016.973635:0:338173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389016.973636:0:338173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343632384 : -122826365919232 : ffff904a42172000) 00000100:00000040:3.0:1767389016.973638:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c4a034cf x1853241654527360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389016.973640:0:338173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343632384 : -122826365919232 : ffff904a42172000) 00010000:00010000:1.0:1767389016.973647:0:338173:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000073b7995a/0x95cd417baf42942b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x95cd417baf429424 expref: -99 pid: 338173 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767389016.973661:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389016.973664:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389016.973664:0:338173:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003eb5d898 : new locks_count 10 00000020:00000040:1.0:1767389016.973668:0:338173:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=15 02000000:00000001:3.0:1767389016.973670:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767389016.973675:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389016.973680:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389016.973681:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767389016.973686:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389016.973687:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f2bb12ff. 00000100:00100000:3.0:1767389016.973691:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c4a034cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:337538:1853241654527360:0@lo:400: 02000000:00000001:1.0:1767389016.973691:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.973696:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.973698:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767389016.973699:0:338173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 02000000:00000001:3.0:1767389016.973703:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1767389016.973704:0:338173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 02000000:00000001:3.0:1767389016.973707:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389016.973709:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767389016.973713:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d40a0ee. 00010000:00000001:1.0:1767389016.973713:0:338173:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389016.973715:0:338173:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 02000000:00000001:3.0:1767389016.973717:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.973718:0:338173:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389016.973722:0:338173:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000010:3.0:1767389016.973748:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e61d1a6e. 00010000:00000001:1.0:1767389016.973750:0:338173:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389016.973754:0:338173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000010:3.0:1767389016.973755:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c50a39a8. 00010000:00000001:1.0:1767389016.973756:0:338173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389016.973761:0:338173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000200:3.0:1767389016.973763:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654527360, portal 10 00010000:00000001:1.0:1767389016.973764:0:338173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389016.973767:0:338173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000040f64261) refcount = 1 00000100:00000001:3.0:1767389016.973768:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389016.973771:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151435136 : -122821558116480 : ffff904b60a85f80) 00010000:00010000:1.0:1767389016.973775:0:338173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000073b7995a/0x95cd417baf42942b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x95cd417baf429424 expref: 15 pid: 338173 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389016.973780:0:338173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389016.973782:0:338173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389016.973783:0:338173:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389016.973785:0:338173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.973787:0:338173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389016.973791:0:338173:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767389016.973793:0:338173:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000073b7995a/0x95cd417baf42942b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf429424 expref: 15 pid: 338173 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389016.973798:0:338173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389016.973800:0:338173:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389016.973801:0:338173:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389016.973803:0:338173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.973805:0:338173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389016.973806:0:338173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389016.973807:0:338173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389016.973808:0:338173:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000073b7995a, rc 0) 00000020:00000001:1.0:1767389016.973810:0:338173:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389016.973812:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654527232 00010000:00000001:1.0:1767389016.973814:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389016.973817:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf506973 x1853241654527232/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:467/0 lens 328/344 e 0 to 0 dl 1767389027 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389016.973822:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389016.973828:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389016.973830:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389016.973832:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389016.973834:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389016.973836:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389016.973838:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389016.973839:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.973841:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389016.973843:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389016.973845:0:338173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000100:00000200:1.0:1767389016.973847:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654527232, offset 224 00000400:00000200:1.0:1767389016.973852:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389016.973857:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389016.973864:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958372804500 00000400:00000200:1.0:1767389016.973869:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x16a5 [1] + 224 00000100:00000040:3.0:1767389016.973871:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c4a034cf x1853241654527360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389016.973875:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389016.973883:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389016.973888:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389016.973891:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767389016.973894:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767389016.973897:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4ee76d5 x1853241654527232/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389032 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389016.973900:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c06db48. 00000100:00000200:3.0:1767389016.973907:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654527360, offset 0 00000100:00000040:1.0:1767389016.973909:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000a4ee76d5 x1853241654527232/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389032 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389016.973916:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389016.973927:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389016.973929:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389016.973995:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6e123e 00000400:00000200:3.0:1767389016.973996:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372804580 00000400:00000010:1.0:1767389016.973999:0:338173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6e123e. 00000100:00000001:1.0:1767389016.974003:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389016.974004:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389016.974007:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389016.974010:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 00000100:00000040:1.0:1767389016.974014:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389016.974017:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767389016.974019:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767389016.974019:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389016.974025:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767389016.974029:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767389016.974031:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf506973 x1853241654527232/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:467/0 lens 328/344 e 0 to 0 dl 1767389027 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.974035:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389016.974039:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767389016.974043:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ac9b0cf1. 00000100:00000040:3.0:1767389016.974046:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000ac9b0cf1 x1853241654527360 msgsize 224 00000100:00100000:3.0:1767389016.974057:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767389016.974066:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf506973 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654527232:12345-0@lo:101: Request processed in 500us (979us total) trans 0 rc 0/0 00000100:00000001:3.0:1767389016.974071:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767389016.974075:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000040:1.0:1767389016.974078:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000400:00000200:3.0:1767389016.974079:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c06db48 00000100:00000001:1.0:1767389016.974080:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389016.974083:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767389016.974084:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c06db48. 00000020:00000010:1.0:1767389016.974087:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000748f9158. 00000020:00000010:1.0:1767389016.974090:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c892480b. 00000020:00000010:1.0:1767389016.974092:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fb92e2a. 00000100:00000001:3.0:1767389016.974097:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1767389016.974098:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:1.0:1767389016.974102:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1767389016.974103:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c4a034cf x1853241654527360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767389016.974104:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f2bb12ff. 02000000:00000001:1.0:1767389016.974110:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389016.974112:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389016.974119:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767389016.974120:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389016.974125:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c4a034cf x1853241654527360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389016.974126:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081c095b0. 00000400:00000010:1.0:1767389016.974133:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af2f8939. 00000100:00000001:3.0:1767389016.974134:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.974138:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389016.974143:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389016.974147:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5065 usecs (6 jiffies) 00000100:00000001:1.0:1767389016.974148:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389016.974149:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299605000 00000100:00000001:1.0:1767389016.974152:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389016.974154:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299605016 00000100:00000001:1.0:1767389016.974155:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767389016.974157:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299605000 00000100:00000001:3.0:1767389016.974162:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299605016 00000100:00000040:1.0:1767389016.974162:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064544864 x1853241654527488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.974169:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299605000 00000100:00000001:3.0:1767389016.974173:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299605016 00000100:00000001:3.0:1767389016.974179:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299605000 00000100:00000001:1.0:1767389016.974180:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389016.974184:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299605016 00000100:00000001:1.0:1767389016.974184:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.974190:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389016.974190:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389016.974194:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389016.974210:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389016.974210:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.974217:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389016.974218:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064544864 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:337539:1853241654527488:0@lo:400: 00000100:00000001:3.0:1767389016.974223:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389016.974224:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389016.974228:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389016.974229:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.974230:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767389016.974231:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767389016.974233:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389016.974236:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389016.974237:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389016.974238:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.974241:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389016.974242:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009fb92e2a. 02000000:00000001:1.0:1767389016.974245:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389016.974248:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f108c7. 00000400:00000010:1.0:1767389016.974251:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000100:00000200:1.0:1767389016.974254:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654527488, portal 10 00000100:00000001:1.0:1767389016.974255:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389016.974257:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151434240 : -122821558117376 : ffff904b60a85c00) 00000100:00000040:1.0:1767389016.974262:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064544864 x1853241654527488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.974267:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389016.974270:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389016.974272:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 00000100:00000200:1.0:1767389016.974274:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654527488, offset 0 00000400:00000200:1.0:1767389016.974277:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389016.974282:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389016.974287:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372804600 00000400:00000200:1.0:1767389016.974290:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000400:00000200:1.0:1767389016.974294:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389016.974297:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389016.974301:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389016.974302:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767389016.974305:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a6dc0c15. 00000100:00000040:1.0:1767389016.974307:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000a6dc0c15 x1853241654527488 msgsize 224 00000100:00100000:1.0:1767389016.974310:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389016.974320:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389016.974324:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 00000400:00000010:1.0:1767389016.974326:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 00000100:00000001:3.0:1767389016.974328:0:338181:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389016.974329:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767389016.974334:0:338181:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654527360 00000100:00000200:1.0:1767389016.974335:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064544864 x1853241654527488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389016.974337:0:338181:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389016.974340:0:338181:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389016.974344:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389016.974346:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064544864 x1853241654527488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.974351:0:338181:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.974354:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389016.974356:0:338181:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389016.974358:0:338181:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654527360 00000020:00000001:3.0:1767389016.974360:0:338181:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389016.974362:0:338181:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000020:00000001:3.0:1767389016.974365:0:338181:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767389016.974365:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767389016.974369:0:338181:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000100:00000001:1.0:1767389016.974371:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389016.974372:0:338181:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000020:00000001:3.0:1767389016.974377:0:338181:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000040:1.0:1767389016.974377:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 7910 usecs (8 jiffies) 00000100:00000001:3.0:1767389016.974384:0:338181:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389016.974384:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299605002 00000100:00000001:1.0:1767389016.974389:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299605016 00000020:00000010:3.0:1767389016.974390:0:338181:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000075c99b89. 00000100:00000001:1.0:1767389016.974391:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299605002 00000100:00000001:3.0:1767389016.974396:0:338181:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389016.974396:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299605016 00000020:00000010:3.0:1767389016.974400:0:338181:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000075c99b89. 00000100:00000001:1.0:1767389016.974401:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299605002 00000100:00000001:1.0:1767389016.974406:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299605016 00000020:00000010:3.0:1767389016.974408:0:338181:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002119b3c7. 00000100:00000001:1.0:1767389016.974408:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299605002 00000100:00000001:1.0:1767389016.974414:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299605016 00000020:00000010:3.0:1767389016.974415:0:338181:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ec1fd7d0. 00000100:00000001:1.0:1767389016.974416:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389016.974420:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389016.974421:0:338181:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000085b6dc95. 00000100:00000001:1.0:1767389016.974422:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.974427:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389016.974432:0:338181:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767389016.974432:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389016.974436:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389016.974437:0:338181:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389016.974439:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389016.974440:0:338181:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389016.974441:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389016.974444:0:338181:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389016.974445:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.974452:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.974454:0:338181:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767389016.974457:0:338181:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767389016.974459:0:338181:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.974469:0:338181:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389016.974477:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767389016.974480:0:338181:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389016.974481:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654527488 00000100:00000001:3.0:1767389016.974484:0:338181:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389016.974485:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389016.974488:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389016.974491:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.974493:0:338181:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1767389016.974495:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.974496:0:338181:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389016.974499:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654527488 00000020:00000001:1.0:1767389016.974502:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767389016.974503:0:338181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000020:00000040:1.0:1767389016.974505:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000100:00000040:3.0:1767389016.974507:0:338181:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000020:00000001:1.0:1767389016.974508:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767389016.974510:0:338181:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252664419968 : -122821045131648 : ffff904b7f3be680) 00000020:00000040:1.0:1767389016.974512:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000020:00000001:1.0:1767389016.974516:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000040:3.0:1767389016.974518:0:338181:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ac9b0cf1 x1853241654527360/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:467/0 lens 224/0 e 0 to 0 dl 1767389027 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389016.974528:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:3.0:1767389016.974530:0:338181:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389016.974532:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389016.974535:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003110feb3. 00000020:00000010:1.0:1767389016.974538:0:338180:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000043142184. 00000020:00000010:3.0:1767389016.974540:0:338181:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000075c99b89. 00000020:00000040:1.0:1767389016.974542:0:338180:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000001:3.0:1767389016.974544:0:338181:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389016.974549:0:338181:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000075c99b89. 00000100:00100000:3.0:1767389016.974553:0:338181:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ac9b0cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:337538:x1853241654527360:12345-0@lo:400: 00000100:00000001:1.0:1767389016.974556:0:338180:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:3.0:1767389016.974557:0:338181:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654527360 00000020:00000001:3.0:1767389016.974561:0:338181:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767389016.974562:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005aafb00d. 00000020:00000001:3.0:1767389016.974564:0:338181:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389016.974567:0:338181:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389016.974569:0:338181:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767389016.974569:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000748f9158. 00000020:00000001:3.0:1767389016.974570:0:338181:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:3.0:1767389016.974575:0:338181:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1767389016.974576:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c892480b. 00000020:00000001:3.0:1767389016.974577:0:338181:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389016.974581:0:338181:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389016.974582:0:338181:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767389016.974582:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389016.974587:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767389016.974588:0:338181:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.974590:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389016.974591:0:338181:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767389016.974595:0:338180:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767389016.974596:0:338181:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767389016.974598:0:338180:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:3.0:1767389016.974599:0:338181:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767389016.974601:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389016.974604:0:338181:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bec59e5a. 02000000:00000001:3.0:1767389016.974608:0:338181:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.974610:0:338181:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.974610:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389016.974613:0:338181:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389016.974616:0:338181:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654527360 00010000:00000001:3.0:1767389016.974619:0:338181:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389016.974622:0:338181:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ac9b0cf1 x1853241654527360/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:467/0 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.974624:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389016.974628:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1767389016.974633:0:338181:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767389016.974634:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00010000:00000001:3.0:1767389016.974636:0:338181:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389016.974638:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000100:00001000:3.0:1767389016.974639:0:338181:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=35 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389016.974642:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151436928 : -122821558114688 : ffff904b60a86680) 00000100:00000001:3.0:1767389016.974645:0:338181:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389016.974649:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a6dc0c15 x1853241654527488/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:467/0 lens 224/0 e 0 to 0 dl 1767389027 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389016.974650:0:338181:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389016.974654:0:338181:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389016.974660:0:338181:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389016.974663:0:338181:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.974665:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389016.974669:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f4f73a7. 00000100:00000001:1.0:1767389016.974673:0:338180:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389016.974675:0:338181:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767389016.974677:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f4f73a7. 00000100:00000040:3.0:1767389016.974681:0:338181:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389016.974685:0:338181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c06db48. 00000100:00100000:1.0:1767389016.974686:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a6dc0c15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:337539:x1853241654527488:12345-0@lo:400: 00000100:00000200:3.0:1767389016.974690:0:338181:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654527360, offset 224 00000100:00000200:1.0:1767389016.974691:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654527488 00000020:00000001:1.0:1767389016.974696:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389016.974699:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767389016.974701:0:338181:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767389016.974702:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389016.974708:0:338181:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767389016.974713:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389016.974715:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000400:00000200:3.0:1767389016.974718:0:338181:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372804580 00000020:00000001:1.0:1767389016.974720:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389016.974746:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389016.974747:0:338181:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16ad [1] + 224 00000020:00000001:1.0:1767389016.974752:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767389016.974755:0:338181:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767389016.974755:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389016.974760:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389016.974762:0:338181:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767389016.974764:0:338180:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767389016.974766:0:338181:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767389016.974767:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389016.974771:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767389016.974773:0:338181:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c4a034cf x1853241654527360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767389016.974775:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f2bb12ff. 02000000:00000001:1.0:1767389016.974780:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.974784:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389016.974788:0:338180:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389016.974791:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654527488 00000100:00000040:3.0:1767389016.974793:0:338181:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c4a034cf x1853241654527360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389016.974795:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389016.974802:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a6dc0c15 x1853241654527488/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:467/0 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389016.974810:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767389016.974811:0:338181:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767389016.974812:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389016.974815:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=35 v=5 (1 0 0 0) 00000400:00000200:3.0:1767389016.974818:0:338181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c06db48 00000100:00000001:1.0:1767389016.974819:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1767389016.974823:0:338181:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c06db48. 00000100:00000040:1.0:1767389016.974825:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000001:3.0:1767389016.974827:0:338181:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389016.974828:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:3.0:1767389016.974830:0:338181:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767389016.974832:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767389016.974834:0:338181:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389016.974835:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.974841:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389016.974842:0:338181:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000040:1.0:1767389016.974847:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767389016.974849:0:338181:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389016.974852:0:338181:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389016.974852:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 00000020:00000001:3.0:1767389016.974856:0:338181:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767389016.974858:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654527488, offset 224 00000100:00000040:3.0:1767389016.974862:0:338181:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac9b0cf1 x1853241654527360/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:467/0 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389016.974866:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389016.974878:0:338180:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767389016.974879:0:338181:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ac9b0cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:337538:x1853241654527360:12345-0@lo:400: Request processed in 345us (827us total) trans 0 rc 0/0 00000400:00000200:1.0:1767389016.974889:0:338180:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372804600 00000100:00100000:3.0:1767389016.974890:0:338181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:3.0:1767389016.974895:0:338181:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000400:00000200:1.0:1767389016.974899:0:338180:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16bd [1] + 224 00000100:00000001:3.0:1767389016.974900:0:338181:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389016.974903:0:338181:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767389016.974906:0:338180:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767389016.974914:0:338181:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ec1fd7d0. 00000020:00000010:3.0:1767389016.974920:0:338181:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000085b6dc95. 00000400:00000200:1.0:1767389016.974920:0:338180:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389016.974927:0:338180:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767389016.974928:0:338181:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002119b3c7. 00000100:00000200:1.0:1767389016.974934:0:338180:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064544864 x1853241654527488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767389016.974935:0:338181:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000100:00000001:3.0:1767389016.974939:0:338181:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389016.974950:0:338180:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000064544864 x1853241654527488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.974961:0:338180:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389016.974966:0:338180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 00000400:00000010:1.0:1767389016.974968:0:338180:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 00000100:00000001:1.0:1767389016.974970:0:338180:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389016.974972:0:338180:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389016.974974:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389016.974976:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389016.974978:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389016.974979:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389016.974981:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389016.974984:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a6dc0c15 x1853241654527488/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:467/0 lens 224/224 e 0 to 0 dl 1767389027 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389016.974990:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a6dc0c15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:337539:x1853241654527488:12345-0@lo:400: Request processed in 325us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389016.974998:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000040:1.0:1767389016.975000:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000100:00000001:3.0:1767389016.975001:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389016.975002:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389016.975005:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389016.975006:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389016.975010:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000748f9158. 00000400:00000001:3.0:1767389016.975011:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389016.975014:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767389016.975014:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c892480b. 00000400:00000010:3.0:1767389016.975018:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e61d1a6e. 00000020:00000010:1.0:1767389016.975019:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005aafb00d. 00000400:00000200:3.0:1767389016.975023:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c50a39a8 00000020:00000040:1.0:1767389016.975025:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000400:00000010:3.0:1767389016.975026:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c50a39a8. 00000100:00000001:1.0:1767389016.975029:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389016.975033:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389016.975041:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c4a034cf x1853241654527360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767389016.975048:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767389016.975053:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000200:3.0:1767389016.975064:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c4a034cf x1853241654527360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.975072:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389016.975074:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389016.975075:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389016.975077:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389016.975079:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389016.975081:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389016.975082:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.975084:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767389016.975087:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=35 v=5 (5 0 0 0) 00000100:00000001:1.0:1767389016.975087:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767389016.975091:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389016.975095:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389016.975098:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389016.975100:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1767389016.975101:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00080000:3.0:1767389016.975104:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c4a034cf x1853241654527360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767389016.975105:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389016.975108:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f108c7. 00000400:00000200:1.0:1767389016.975114:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6e123e 00010000:00000001:3.0:1767389016.975116:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389016.975117:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6e123e. 00000100:00000001:3.0:1767389016.975121:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767389016.975122:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767389016.975124:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767389016.975127:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000200:1.0:1767389016.975128:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064544864 x1853241654527488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.975136:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389016.975138:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064544864 x1853241654527488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389016.975144:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c4a034cf x1853241654527360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.975152:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389016.975154:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389016.975157:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389016.975158:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389016.975161:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389016.975162:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389016.975164:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389016.975165:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389016.975167:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389016.975171:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c4a034cf x1853241654527360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389016.975172:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389016.975179:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=32 v=5 (5 0 0 0) 00000100:00100000:3.0:1767389016.975183:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c4a034cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:337538:1853241654527360:0@lo:400: 00000100:00001000:1.0:1767389016.975185:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389016.975190:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389016.975190:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389016.975193:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.975207:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767389016.975209:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767389016.975212:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c4a034cf x1853241654527360/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767389016.975216:0:337539:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000064544864 x1853241654527488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.975232:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767389016.975236:0:337539:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389016.975237:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767389016.975240:0:337539:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1767389016.975241:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d40a0ee. 00000100:00000040:1.0:1767389016.975244:0:337539:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:3.0:1767389016.975246:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767389016.975247:0:337539:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767389016.975250:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767389016.975251:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389016.975254:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:1.0:1767389016.975257:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064544864 x1853241654527488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389016.975259:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389016.975262:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000557ee14. 02000000:00000001:3.0:1767389016.975268:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767389016.975270:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389016.975271:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389016.975275:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c4a034cf. 00000100:00000001:1.0:1767389016.975276:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389016.975279:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389016.975284:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389016.975286:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389016.975291:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389016.975293:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064544864 x1853241654527488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.975296:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389016.975299:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.975304:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767389016.975305:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064544864 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:337539:1853241654527488:0@lo:400: 00000100:00000001:3.0:1767389016.975306:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.975314:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389016.975317:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389016.975319:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064544864 x1853241654527488/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.975324:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389016.975326:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389016.975328:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009fb92e2a. 00000100:00000001:3.0:1767389016.975329:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767389016.975331:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1767389016.975334:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767389016.975334:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389016.975335:0:337539:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000001:3.0:1767389016.975338:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767389016.975339:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389016.975341:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076792804. 02000000:00000001:1.0:1767389016.975343:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389016.975344:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389016.975345:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064544864. 00000400:00000010:3.0:1767389016.975349:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d187c291. 00000100:00000001:1.0:1767389016.975351:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767389016.975354:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f14acecd 00000100:00000001:1.0:1767389016.975354:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767389016.975358:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f14acecd. 00000100:00000001:1.0:1767389016.975359:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389016.975365:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767389016.975367:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389016.975370:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389016.975372:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4ee76d5 x1853241654527232/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389032 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.975375:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389016.975379:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389016.975386:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4ee76d5 x1853241654527232/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389032 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.975392:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389016.975395:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389016.975396:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389016.975398:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389016.975399:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389016.975400:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389016.975402:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389016.975404:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389016.975407:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389016.975408:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389016.975409:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389016.975411:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389016.975412:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.975414:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389016.975416:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4ee76d5 x1853241654527232/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389032 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.975420:0:338177:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389016.975422:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389016.975423:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389016.975425:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4ee76d5 x1853241654527232/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389032 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389016.975431:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4ee76d5 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654527232:0@lo:101: 00000100:00000001:3.0:1767389016.975435:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389016.975438:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.975439:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767389016.975463:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389016.975466:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4ee76d5 x1853241654527232/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389032 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.975473:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767389016.975475:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000159ea938. 00000100:00000001:3.0:1767389016.975478:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767389016.975479:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389016.975481:0:338177:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767389016.975484:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389016.975485:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389016.975487:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0aab712 refcount=4 00000020:00000001:3.0:1767389016.975488:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343638016 : -122826365913600 : ffff904a42173600) 00010000:00000001:3.0:1767389016.975490:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343638016 : -122826365913600 : ffff904a42173600) 00010000:00000040:3.0:1767389016.975494:0:338177:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000b0aab712, remote cookie: 0x95cd417baf42942b, flags: 0x0 00010000:00000001:3.0:1767389016.975497:0:338177:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389016.975499:0:338177:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389016.975500:0:338177:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389016.975502:0:338177:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389016.975503:0:338177:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389016.975504:0:338177:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d98f2146) refcount = 1 00010000:00010000:3.0:1767389016.975507:0:338177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: 00000000b0aab712/0x95cd417baf429424 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf42942b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389016.975513:0:338177:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389016.975514:0:338177:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389016.975516:0:338177:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389016.975518:0:338177:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767389016.975520:0:338177:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389016.975522:0:338177:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: 00000000b0aab712/0x95cd417baf429424 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf42942b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389016.975528:0:338177:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767389016.975529:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389016.975530:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389016.975531:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389016.975539:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389016.975541:0:338177:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.975542:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389016.975545:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4ee76d5 x1853241654527232/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389032 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.975550:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389016.975552:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389016.975554:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000043f51b7f. 02000000:00000001:3.0:1767389016.975556:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389016.975557:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389016.975558:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389016.975560:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389016.975561:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000414ca817. 02000000:00000001:3.0:1767389016.975563:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389016.975565:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389016.975566:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4ee76d5. 00000100:00000001:3.0:1767389016.975569:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389016.975570:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767389016.975572:0:338177:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389016.975574:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767389016.975575:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 3 10000000:00000001:3.0:1767389016.975577:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389016.975578:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389016.975579:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389016.975580:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0aab712 refcount=3 00000020:00000001:3.0:1767389016.975582:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343638016 : -122826365913600 : ffff904a42173600) 00010000:00000001:3.0:1767389016.975584:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343638016 : -122826365913600 : ffff904a42173600) 00010000:00000001:3.0:1767389016.975586:0:338177:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767389016.975587:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389016.975588:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389016.975590:0:338177:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389016.975592:0:338177:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767389016.975595:0:338177:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000004299d503. 00000100:00000010:3.0:1767389016.975615:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033c281fb. 00000020:00000040:3.0:1767389016.975618:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:3.0:1767389016.975620:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389016.975626:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389016.975629:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389016.975632:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d40a0ee. 00000100:00000001:3.0:1767389016.975635:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.975638:0:338177:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767389016.975642:0:338177:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000096130927. 00000100:00000010:3.0:1767389016.975645:0:338177:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000075c99b89. 00000020:00000040:3.0:1767389016.975647:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:3.0:1767389016.975651:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767389016.975653:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767389016.975657:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eaa805c9. 00000100:00000001:3.0:1767389016.975658:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621252610882560 : -122821098669056 : ffff904b7c0afc00) 00000100:00000001:3.0:1767389016.975660:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389016.975661:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664414592 : -122821045137024 : ffff904b7f3bd180) 00000100:00000001:3.0:1767389016.975664:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389016.975665:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.975667:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767389016.975668:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767389016.975670:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033c281fb x1853241654527616/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.975675:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389016.975677:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389016.975679:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389016.975680:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389016.975682:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389016.975684:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000033c281fb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654527616:0@lo:256: 00000100:00000001:3.0:1767389016.975687:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389016.975689:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389016.975690:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.975693:0:338177:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767389016.975699:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e61d1a6e. 00000400:00000010:3.0:1767389016.975703:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008536a3d2. 00000100:00000200:3.0:1767389016.975706:0:338177:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958372804680-0x6958372804680, portal 33 00000100:00000001:3.0:1767389016.975708:0:338177:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389016.975717:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767389016.975720:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002119b3c7. 02000000:00000001:3.0:1767389016.975721:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389016.975724:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000804c57ac. 00000400:00000010:3.0:1767389016.975729:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c50a39a8. 00000100:00000200:3.0:1767389016.975732:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654527616, portal 25 00000100:00000001:3.0:1767389016.975734:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389016.975735:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664414592 : -122821045137024 : ffff904b7f3bd180) 00000100:00000040:3.0:1767389016.975785:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000033c281fb x1853241654527616/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389032 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.975791:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389016.975794:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389016.975797:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c06db48. 00000100:00000200:3.0:1767389016.975800:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853241654527616, offset 0 00000400:00000200:3.0:1767389016.975805:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389016.975812:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389016.975820:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958372804680 00000400:00000200:3.0:1767389016.975826:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x103d [2] + 0 00000400:00000010:3.0:1767389016.975828:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6d7db89. 00000400:00000200:3.0:1767389016.975832:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004c97c335 00000400:00000200:3.0:1767389016.975835:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389016.975840:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767389016.975843:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c97c335 00000400:00000010:3.0:1767389016.975845:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c97c335. 00000100:00000001:3.0:1767389016.975849:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389016.975851:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767389016.975854:0:338177:0:(events.c:337:request_in_callback()) incoming req@00000000fbc14b2f x1853241654527616 msgsize 304 00000100:00100000:3.0:1767389016.975861:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767389016.975863:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767389016.975874:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389016.975879:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c06db48 00000400:00000010:3.0:1767389016.975880:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c06db48. 00000100:00000001:3.0:1767389016.975884:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767389016.975888:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033c281fb x1853241654527616/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389032 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.975900:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389016.975904:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654527616 02000000:00000001:1.0:1767389016.975907:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389016.975908:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389016.975909:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389016.975912:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389016.975915:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000033c281fb x1853241654527616/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389032 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389016.975916:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389016.975922:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654527616 00000020:00000001:1.0:1767389016.975925:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767389016.975927:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389016.975928:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:3.0:1767389016.975931:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767389016.975932:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767389016.975937:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.975941:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299605019 00000020:00000040:1.0:1767389016.975942:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:1.0:1767389016.975948:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389016.975950:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299605016 00000020:00000001:1.0:1767389016.975950:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389016.975953:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389016.975956:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299605019 00000020:00000010:1.0:1767389016.975957:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f4f73a7. 00000100:00000001:3.0:1767389016.975960:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299605016 00000100:00000001:1.0:1767389016.975961:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389016.975967:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f4f73a7. 00000100:00000001:3.0:1767389016.975968:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299605019 00000020:00000010:1.0:1767389016.975972:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fb92e2a. 00000100:00000001:3.0:1767389016.975974:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299605016 00000020:00000010:1.0:1767389016.975977:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000748f9158. 00000100:00000001:3.0:1767389016.975978:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299605019 00000020:00000010:1.0:1767389016.975982:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c892480b. 00000100:00000001:3.0:1767389016.975984:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299605016 00000100:00000040:1.0:1767389016.975990:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389016.975991:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389016.975996:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.975996:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389016.976000:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389016.976001:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389016.976003:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.976004:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767389016.976008:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000eaa805c9 going to sleep for 11 seconds 00000100:00000001:1.0:1767389016.976010:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.976011:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389016.976014:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.976025:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389016.976036:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389016.976037:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389016.976042:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00000040:1.0:1767389016.976044:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389016.976046:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661746256 : -122822047805360 : ffff904b43785050) 00000100:00000040:1.0:1767389016.976050:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fbc14b2f x1853241654527616/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:467/0 lens 304/0 e 0 to 0 dl 1767389027 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.976056:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389016.976058:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f4f73a7. 00000100:00000001:1.0:1767389016.976060:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389016.976062:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f4f73a7. 00000100:00100000:1.0:1767389016.976066:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fbc14b2f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654527616:12345-0@lo:256: 00000100:00000200:1.0:1767389016.976069:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654527616 00000020:00000001:1.0:1767389016.976071:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389016.976073:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389016.976074:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389016.976081:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389016.976082:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333408 : -1039218208 : ffffffffc20ec9e0) 00000020:00000001:1.0:1767389016.976085:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389016.976085:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389016.976087:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389016.976088:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389016.976089:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.976092:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389016.976093:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389016.976096:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000ee270f11. 02000000:00000001:1.0:1767389016.976097:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.976099:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389016.976101:0:338174:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767389016.976103:0:338174:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767389016.976107:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767389016.976109:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767389016.976111:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389016.976112:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767389016.976114:0:338174:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767389016.976116:0:338174:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000099bc9b7c. 20000000:00000001:1.0:1767389016.976119:0:338174:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767389016.976130:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767389016.976134:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767389016.976137:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767389016.976139:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767389016.976141:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767389016.976142:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767389016.976144:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767389016.976145:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767389016.976146:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767389016.976148:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767389016.976149:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767389016.976151:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767389016.976152:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:01000000:1.0:1767389016.976155:0:338174:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 284, pages 3812/1/4/3. 20000000:00000040:1.0:1767389016.976159:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767389016.976161:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767389016.976162:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767389016.976169:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767389016.976170:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767389016.976172:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767389016.976173:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767389016.976175:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767389016.976176:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767389016.976178:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767389016.976179:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767389016.976181:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767389016.976183:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:01000000:1.0:1767389016.976184:0:338174:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 284, pages 3528/1/4/3. 20000000:01000000:1.0:1767389016.976187:0:338174:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 568, version 28 20000000:00000001:1.0:1767389016.976188:0:338174:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=568 : 568 : 238) 00000100:00000001:1.0:1767389016.976191:0:338174:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767389016.976194:0:338174:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d3af6f43. 00000100:00000010:1.0:1767389016.976211:0:338174:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000008ae71a8f. 00000020:00000040:1.0:1767389016.976214:0:338174:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=16 00010000:00000001:1.0:1767389016.976217:0:338174:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767389016.976219:0:338174:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767389016.976222:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000400:00000010:1.0:1767389016.976227:0:338174:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e693b01a. 00000400:00000200:1.0:1767389016.976229:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389016.976237:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389016.976242:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 568 into portal 33 MB=0x6958372804680 00000400:00000200:1.0:1767389016.976246:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 568/568 into md 0x16cd [4] + 0 00000400:00000010:1.0:1767389016.976248:0:338174:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e61d1a6e. 00000400:00000200:1.0:1767389016.976251:0:338174:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008536a3d2 00000400:00000200:1.0:1767389016.976253:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389016.976257:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389016.976260:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008536a3d2 00000400:00000010:1.0:1767389016.976262:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008536a3d2. 00000100:00000001:1.0:1767389016.976266:0:338174:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767389016.976268:0:338174:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000033c281fb desc 0000000096130927 mbits 1853241654527616 00000100:00000001:1.0:1767389016.976278:0:338174:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767389016.976281:0:338174:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767389016.976287:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767389016.976301:0:338174:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x16d9 00000400:00000200:1.0:1767389016.976304:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389016.976305:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767389016.976309:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767389016.976310:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.976314:0:338174:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767389016.976317:0:338174:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000d3af6f43 00000100:00000001:1.0:1767389016.976320:0:338174:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767389016.976326:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6e123e 00000400:00000010:1.0:1767389016.976328:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6e123e. 00000100:00000001:1.0:1767389016.976329:0:338174:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767389016.976330:0:338174:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000d3af6f43 00000100:00000001:1.0:1767389016.976332:0:338174:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767389016.976334:0:338174:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 568 bytes via portal 33 id 12345-0@lo mbits 0x6958372804680-0x6958372804680 00000100:00000001:1.0:1767389016.976337:0:338174:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389016.976341:0:338174:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.976343:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767389016.976346:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000010:1.0:1767389016.976349:0:338174:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000008ae71a8f. 00000100:00000010:1.0:1767389016.976352:0:338174:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d3af6f43. 00000100:00000001:1.0:1767389016.976355:0:338174:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767389016.976356:0:338174:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767389016.976362:0:338174:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000099bc9b7c. 20000000:00000001:1.0:1767389016.976365:0:338174:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389016.976367:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654527616 00010000:00000001:1.0:1767389016.976369:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389016.976373:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fbc14b2f x1853241654527616/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:467/0 lens 304/240 e 0 to 0 dl 1767389027 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389016.976379:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389016.976380:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389016.976382:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389016.976385:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389016.976388:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389016.976390:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389016.976392:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389016.976394:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389016.976397:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389016.976405:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389016.976407:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000100:00000200:1.0:1767389016.976409:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853241654527616, offset 224 00000400:00000200:1.0:1767389016.976413:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389016.976418:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389016.976422:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958372804680 00000400:00000200:1.0:1767389016.976425:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x16d1 [1] + 224 00000400:00000200:1.0:1767389016.976428:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389016.976431:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389016.976434:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389016.976437:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033c281fb x1853241654527616/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389032 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389016.976445:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000033c281fb x1853241654527616/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389032 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389016.976459:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389016.976463:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6e123e 00000400:00000010:1.0:1767389016.976465:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6e123e. 00000100:00000001:1.0:1767389016.976467:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389016.976468:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389016.976471:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389016.976473:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389016.976476:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389016.976477:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389016.976479:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389016.976482:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fbc14b2f x1853241654527616/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:467/0 lens 304/240 e 0 to 0 dl 1767389027 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.976485:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767389016.976492:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fbc14b2f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654527616:12345-0@lo:256: Request processed in 433us (635us total) trans 0 rc 0/0 00000400:00000001:3.0:1767389016.976493:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389016.976496:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389016.976500:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000804c57ac. 00000100:00100000:1.0:1767389016.976505:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000400:00000200:3.0:1767389016.976506:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c50a39a8 00000100:00000040:1.0:1767389016.976508:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000400:00000010:3.0:1767389016.976509:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c50a39a8. 00000100:00000001:1.0:1767389016.976512:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389016.976514:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767389016.976515:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389016.976519:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000748f9158. 00000100:00000200:3.0:1767389016.976520:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033c281fb x1853241654527616/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389032 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389016.976531:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c892480b. 00000020:00000010:1.0:1767389016.976534:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009fb92e2a. 00000020:00000040:1.0:1767389016.976539:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:1.0:1767389016.976544:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389016.976548:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000ee270f11. 00000100:00000200:3.0:1767389016.976551:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033c281fb x1853241654527616/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389032 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389016.976552:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389016.976555:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389016.976561:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767389016.976563:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389016.976566:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389016.976566:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f108c7. 00000100:00000001:3.0:1767389016.976567:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389016.976571:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767389016.976572:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4571fea. 00000100:00000001:3.0:1767389016.976573:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389016.976577:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389016.976579:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389016.976582:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389016.976585:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389016.976587:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389016.976587:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389016.976589:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389016.976590:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.976592:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389016.976595:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000033c281fb x1853241654527616/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389032 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389016.976600:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000033c281fb x1853241654527616/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389032 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.976605:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389016.976606:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389016.976608:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033c281fb x1853241654527616/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389032 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389016.976613:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000033c281fb pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654527616:0@lo:256: 00000100:00000001:3.0:1767389016.976616:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389016.976618:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.976619:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767389016.976620:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389016.976622:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033c281fb x1853241654527616/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389032 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.976626:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767389016.976634:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000eaa805c9. 00000100:00000001:3.0:1767389016.976637:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767389016.976638:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767389016.976641:0:338177:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 28, more 0. 10000000:00000001:3.0:1767389016.976645:0:338177:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767389016.976649:0:338177:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000b1d2d6bb. 00010000:00000001:3.0:1767389016.976677:0:338177:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767389016.976680:0:338177:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767389016.976685:0:338177:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.113@tcp has 192.168.204.113@tcp. 00000100:00000001:3.0:1767389016.976688:0:338177:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389016.976690:0:338177:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767389016.976692:0:338177:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.113@tcp with 192.168.204.113@tcp 00000100:00000200:3.0:1767389016.976695:0:338177:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.113@tcp' 00000400:00000200:3.0:1767389016.976698:0:338177:0:(peer.c:1356:LNetAddPeer()) Add peer with 13 NIDs 00000400:00001000:3.0:1767389016.976702:0:338177:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767389016.976705:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.113@tcp 00000400:00000200:3.0:1767389016.976711:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767389016.976718:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (13) 00000400:00000200:3.0:1767389016.976722:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767389016.976724:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp: 0. pending discovery 00000400:00000200:3.0:1767389016.976726:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (14) 00000400:00000200:3.0:1767389016.976728:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp 00000400:00000200:3.0:1767389016.976730:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.113@tcp10 00000400:00000200:3.0:1767389016.976733:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767389016.976735:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp10 00000400:00000200:3.0:1767389016.976737:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.113@tcp11 00000400:00000200:3.0:1767389016.976786:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767389016.976788:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp11 00000400:00000200:3.0:1767389016.976789:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.113@tcp12 00000400:00000200:3.0:1767389016.976792:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767389016.976793:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp12 00000400:00000200:3.0:1767389016.976795:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.113@tcp13 00000400:00000200:3.0:1767389016.976797:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767389016.976799:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp13 00000400:00000200:3.0:1767389016.976800:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.113@tcp14 00000400:00000200:3.0:1767389016.976803:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767389016.976810:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp14 00000400:00000200:3.0:1767389016.976811:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.113@tcp15 00000400:00000200:3.0:1767389016.976814:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767389016.976815:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp15 00000400:00000200:3.0:1767389016.976817:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.113@tcp16 00000400:00000200:3.0:1767389016.976819:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767389016.976821:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp16 00000400:00000200:3.0:1767389016.976823:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.113@tcp17 00000400:00000200:3.0:1767389016.976825:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767389016.976826:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp17 00000400:00000200:3.0:1767389016.976828:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.113@tcp18 00000400:00000200:3.0:1767389016.976830:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767389016.976832:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp18 00000400:00000200:3.0:1767389016.976833:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.113@tcp19 00000400:00000200:3.0:1767389016.976836:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767389016.976837:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp19 00000400:00000200:3.0:1767389016.976839:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.113@tcp20 00000400:00000200:3.0:1767389016.976841:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767389016.976843:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp20 00000400:00000200:3.0:1767389016.976844:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.113@tcp21 00000400:00000200:3.0:1767389016.976847:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767389016.976848:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp21 00000100:00000001:3.0:1767389016.976850:0:338177:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389016.976852:0:338177:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767389016.976856:0:338177:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.113@tcp' by NID '192.168.204.113@tcp' 10000000:00000010:3.0:1767389016.976859:0:338177:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000ec1fd7d0. 10000000:00000040:3.0:1767389016.976861:0:338177:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 27/28 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.113@tcp::1 00000020:00000080:3.0:1767389016.976864:0:338177:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767389016.976872:0:338177:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767389016.976874:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f649dbed. 00000020:00000010:3.0:1767389016.976877:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004163c73f. 00000040:00000010:3.0:1767389016.976880:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006aadc72b. 00000020:00000010:3.0:1767389016.976883:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000064290599. 00000020:00000010:3.0:1767389016.976888:0:338177:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c141cab1. 00000020:00000010:3.0:1767389016.976892:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006d7174ba. 80000000:00000010:3.0:1767389016.976900:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d7d9891c. 40000000:00000010:3.0:1767389016.976903:0:338177:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000023ca8ce1. 00100000:00000010:3.0:1767389016.976907:0:338177:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fa8d1a9b. 00040000:00000010:3.0:1767389016.976911:0:338177:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004c5ca6b3. 00040000:00000010:3.0:1767389016.976914:0:338177:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e7c24fbe. 00040000:00000010:3.0:1767389016.976917:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000026bd5b34. 00080000:00000010:3.0:1767389016.976921:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000042b09e36. 00000004:00000010:3.0:1767389016.976925:0:338177:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000105b2305. 00000004:00000010:3.0:1767389016.976930:0:338177:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009298204c. 00000004:00000010:3.0:1767389016.976935:0:338177:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b604f042. 00002000:00000010:3.0:1767389016.976938:0:338177:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000053ad91d1. 00000004:00000010:3.0:1767389016.976941:0:338177:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004154e44b. 00000004:00000001:3.0:1767389016.976945:0:338177:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767389016.976949:0:338177:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767389016.976951:0:338177:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000ec1fd7d0 00000040:00001000:3.0:1767389016.976952:0:338177:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767389016.976954:0:338177:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767389016.976955:0:338177:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767389016.976956:0:338177:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767389016.976959:0:338177:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767389016.976960:0:338177:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767389016.976961:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767389016.976963:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.113@tcp::1 00000040:00000001:3.0:1767389016.976964:0:338177:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767389016.977014:0:338177:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389016.977018:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004163c73f. 00000040:00000010:3.0:1767389016.977022:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006aadc72b. 00000020:00000010:3.0:1767389016.977026:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000064290599. 00000020:00000010:3.0:1767389016.977030:0:338177:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c141cab1. 00000020:00000010:3.0:1767389016.977035:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006d7174ba. 80000000:00000010:3.0:1767389016.977039:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d7d9891c. 40000000:00000010:3.0:1767389016.977042:0:338177:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000023ca8ce1. 00100000:00000010:3.0:1767389016.977046:0:338177:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fa8d1a9b. 00040000:00000010:3.0:1767389016.977066:0:338177:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004c5ca6b3. 00040000:00000010:3.0:1767389016.977070:0:338177:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e7c24fbe. 00040000:00000010:3.0:1767389016.977080:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000026bd5b34. 00080000:00000010:3.0:1767389016.977084:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000042b09e36. 00000004:00000010:3.0:1767389016.977087:0:338177:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000105b2305. 00000004:00000010:3.0:1767389016.977091:0:338177:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009298204c. 00000004:00000010:3.0:1767389016.977096:0:338177:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b604f042. 00002000:00000010:3.0:1767389016.977101:0:338177:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000053ad91d1. 00000004:00000010:3.0:1767389016.977105:0:338177:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004154e44b. 00000020:00000010:3.0:1767389016.977109:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f649dbed. 00000020:00000001:3.0:1767389016.977113:0:338177:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389016.977115:0:338177:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767389016.977119:0:338177:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000ec1fd7d0. 10000000:00000040:3.0:1767389016.977128:0:338177:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 10000000:00000010:3.0:1767389016.977131:0:338177:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000b1d2d6bb. 10000000:00000001:3.0:1767389016.977150:0:338177:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389016.977153:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389016.977156:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033c281fb x1853241654527616/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389032 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389016.977162:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389016.977163:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389016.977165:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002119b3c7. 02000000:00000001:3.0:1767389016.977168:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389016.977169:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389016.977170:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389016.977172:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767389016.977173:0:338177:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767389016.977174:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389016.977175:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389016.977176:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767389016.977178:0:338177:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000075c99b89. 00000100:00000010:3.0:1767389016.977181:0:338177:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000096130927. 00000100:00000001:3.0:1767389016.977183:0:338177:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767389016.977184:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000d40a0ee. 02000000:00000001:3.0:1767389016.977186:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389016.977187:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389016.977188:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033c281fb. 00000100:00000001:3.0:1767389016.977191:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389016.977210:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767389016.977224:0:338177:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000004299d503. 10000000:01000000:3.0:1767389016.977229:0:338177:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767389016.977232:0:338177:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767389016.977234:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389016.977236:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389016.977238:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0aab712 refcount=3 00000020:00000001:3.0:1767389016.977239:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343638016 : -122826365913600 : ffff904a42173600) 00010000:00000001:3.0:1767389016.977242:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343638016 : -122826365913600 : ffff904a42173600) 00010000:00000001:3.0:1767389016.977244:0:338177:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767389016.977247:0:338177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 00000000b0aab712/0x95cd417baf429424 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf42942b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389016.977252:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389016.977254:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389016.977256:0:338177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: 00000000b0aab712/0x95cd417baf429424 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf42942b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389016.977260:0:338177:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767389016.977261:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389016.977262:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767389016.977264:0:338177:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389016.977266:0:338177:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389016.977267:0:338177:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767389016.977280:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767389016.977282:0:338177:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 3 10000000:00000001:3.0:1767389016.977284:0:338177:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:3.0:1767389016.988713:0:344168:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000075c99b89. 00000020:00000040:3.0:1767389016.988720:0:344168:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(1) 00000020:00000010:3.0:1767389016.988722:0:344168:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000075c99b89. 00000100:00000040:0.0:1767389016.999762:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299605019, at 4299605020 00000100:00000010:0.0:1767389016.999769:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e0e5d52. 00000100:00000040:1.0:1767389016.999797:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299605019, at 4299605020 00000100:00000010:1.0:1767389016.999805:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001baefefe. 00000100:00000040:2.0:1767389016.999844:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299605019, at 4299605020 00000100:00000010:2.0:1767389016.999858:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000934c9089. 00000100:00000040:3.0:1767389017.000826:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299605019, at 4299605021 00000100:00000010:3.0:1767389017.000834:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009763ed7a. 00010000:00000001:3.0:1767389017.291800:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389017.291803:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389017.291818:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389017.291820:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389017.291856:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389017.291861:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389017.291864:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767389017.835299:0:344334:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389017.835322:0:344334:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389017.835328:0:344334:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389017.835339:0:344334:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389017.835349:0:344334:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389017.835353:0:344334:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389017.996913:0:339009:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000336b9256. 00000100:00000001:0.0:1767389017.996926:0:339009:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767389017.996931:0:339009:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389018.315801:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389018.315807:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389018.315813:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389018.315815:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389018.315851:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389018.315856:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389018.315859:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767389018.803544:0:344498:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767389018.803549:0:344498:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:0.0:1767389018.810850:0:344498:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389018.823024:0:344499:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009f43e8f0. 00000400:00000010:0.0:1767389018.823062:0:344499:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f8f1e024. 00000400:00000010:0.0:1767389018.823083:0:344499:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007dfd6b2a. 00000400:00000010:0.0:1767389018.823092:0:344499:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ef16206e. 00000400:00000010:0.0:1767389018.823099:0:344499:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000be5eeb55. 00000400:00000010:0.0:1767389018.823108:0:344499:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003077358f. 00000400:00000010:0.0:1767389018.823110:0:344499:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e96a6946. 00000400:00000010:0.0:1767389018.823113:0:344499:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000989c288e. 00000400:00000010:0.0:1767389018.823118:0:344499:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e37c6d1d. 00000800:00000010:0.0:1767389018.823136:0:344499:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b3adad45. 00000800:00000200:0.0:1767389018.823152:0:344499:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389018.823193:0:344499:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389018.823268:0:344499:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389018.823299:0:344499:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp22 [8/256/0/180] 00000400:00000010:0.0:1767389018.826679:0:344499:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 00000000b64e4d9b. 00000400:00000010:0.0:1767389018.826690:0:344499:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adc8d04b. 00000400:00000010:0.0:1767389018.826699:0:344499:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f04ce50. 00000400:00000001:0.0:1767389018.826723:0:344499:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389018.826760:0:344499:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389018.826764:0:344499:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000691a5b98. 00000400:00000200:0.0:1767389018.826769:0:344499:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000400:00000010:0.0:1767389018.826773:0:344499:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000400:00000010:0.0:1767389018.826781:0:344499:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000b11ad5e0. 00000400:00000200:0.0:1767389018.826789:0:344499:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (13) 00000400:00000200:0.0:1767389018.826805:0:344499:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389018.826820:0:344499:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000400:00000200:2.0:1767389018.826829:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:0.0:1767389018.826834:0:344499:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d395a76a. 00000400:00000200:2.0:1767389018.826843:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000020:01000000:0.0:1767389018.826845:0:344499:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767389018.826855:0:344499:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp22 00000400:00000010:2.0:1767389018.826859:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e48e894. 00000400:00000200:2.0:1767389018.826868:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (14) 00000400:00000010:2.0:1767389018.826877:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f1249e2e. 00000400:00000010:0.0:1767389018.826884:0:344499:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f8f1e024. 00000400:00000200:2.0:1767389018.826885:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000400:00000010:0.0:1767389018.826895:0:344499:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009f43e8f0. 00000400:00000200:2.0:1767389018.826914:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:2.0:1767389018.826924:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:2.0:1767389018.826932:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767389018.826938:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:2.0:1767389018.826943:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:2.0:1767389018.826953:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:2.0:1767389018.826960:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767389018.826968:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767389018.826975:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767389018.826981:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:2.0:1767389018.826990:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:2.0:1767389018.826996:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:2.0:1767389018.827003:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:00000001:1.0:1767389018.827006:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767389018.827011:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 10000000:00000001:1.0:1767389018.827018:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767389018.827024:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp21 10000000:00000001:1.0:1767389018.827027:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767389018.827033:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767389018.827034:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp21 lpni_is_preferred = 0 00000020:01000004:1.0:1767389018.827045:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767389018.827046:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp21 00000020:01000004:1.0:1767389018.827050:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767389018.827054:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389018.827057:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389018.827064:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389018.827067:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389018.827071:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767389018.827074:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp21 NI seq info: [29:29:256:4294967295] 192.168.204.113@tcp21 LPNI seq info [29:29:8:4294967295] 00000020:01000004:1.0:1767389018.827075:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767389018.827081:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389018.827087:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767389018.827093:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp21 00000100:00000010:1.0:1767389018.827096:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064544864. 00000020:00000040:1.0:1767389018.827109:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:2.0:1767389018.827111:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp21(192.168.204.113@tcp21:) -> 192.168.204.113@tcp21(192.168.204.113@tcp:192.168.204.113@tcp21) : PUT try# 0 00000800:00000200:2.0:1767389018.827126:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.204.113@tcp21 00000100:00000001:1.0:1767389018.827135:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:2.0:1767389018.827136:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000809222b9. 02000000:00000001:1.0:1767389018.827142:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389018.827152:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767389018.827153:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cb342a4b. 00000800:00000010:2.0:1767389018.827186:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000065f02631. 02000000:00000010:1.0:1767389018.827193:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005882f8ef. 00000800:00000200:2.0:1767389018.827201:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb342a4b] -> 12345-192.168.204.113@tcp21 (2) 00000800:00000200:2.1:1767389018.827211:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb342a4b] -> 12345-192.168.204.113@tcp21 (2) 00000100:00000001:1.0:1767389018.827212:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.827231:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389018.827236:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389018.827249:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000100:00000040:1.0:1767389018.827252:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064544864] to pc [ptlrpcd_00_00+0] req@0000000064544864 x1853241654527744/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389018.827259:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 10000000:00000001:1.0:1767389018.827313:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389018.827318:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389018.827322:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767389018.827326:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767389018.827337:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767389018.827340:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767389018.827341:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767389018.827348:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767389018.827351:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:1.0:1767389018.827352:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767389018.827360:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767389018.827360:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767389018.827367:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767389018.827372:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:0.0:1767389018.827377:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064544864 x1853241654527744/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767389018.827378:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389018.827385:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389018.827391:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389018.827396:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767389018.827400:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000020:01000004:1.0:1767389018.827400:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389018.827403:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767389018.827412:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000436416d9. 00000020:00000040:1.0:1767389018.827422:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389018.827431:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389018.827436:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767389018.827436:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389018.827443:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389018.827444:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389018.827456:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389018.827462:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767389018.827463:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b2a088ad. 02000000:00000001:0.0:1767389018.827472:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.827475:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389018.827482:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064544864 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654527744:0@lo:253: 00000100:00000001:1.0:1767389018.827485:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767389018.827486:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000100:00000001:0.0:1767389018.827491:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767389018.827493:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389018.827503:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767389018.827508:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000436416d9] to pc [ptlrpcd_00_01+1] req@00000000436416d9 x1853241654527872/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389018.827511:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389018.827516:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:1.0:1767389018.827539:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389018.827540:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004bc83c77. 10000000:00000001:1.0:1767389018.827543:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389018.827546:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 02000000:00000001:0.0:1767389018.827548:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389018.827551:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767389018.827562:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:0.0:1767389018.827565:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000691a5b98. 00000020:00000010:1.0:1767389018.827567:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d395a76a. 00000400:00000010:0.0:1767389018.827580:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8f1e024. 00000100:00000200:0.0:1767389018.827589:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654527744, portal 25 00000100:00000001:0.0:1767389018.827593:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389018.827597:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151434240 : -122821558117376 : ffff904b60a85c00) 00000100:00000001:1.0:1767389018.827598:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389018.827607:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389018.827612:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389018.827613:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064544864 x1853241654527744/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389018.827615:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000100:00000040:1.0:1767389018.827625:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000436416d9 x1853241654527872/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389018.827651:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389018.827659:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767389018.827661:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767389018.827665:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389018.827669:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007915f5b9. 02000000:00000001:1.0:1767389018.827675:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767389018.827676:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000100:00000200:0.0:1767389018.827676:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654527744, offset 0 02000000:00000001:1.0:1767389018.827683:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389018.827691:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389018.827693:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767389018.827700:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000436416d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654527872:0@lo:253: 00000100:00000001:1.0:1767389018.827708:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389018.827714:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767389018.827717:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767389018.827720:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389018.827764:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389018.827772:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d395a76a. 02000000:00000001:1.0:1767389018.827776:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389018.827783:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040d0b5a4. 00000400:00000200:0.0:1767389018.827789:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372804700 00000400:00000010:1.0:1767389018.827797:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a59e8ccf. 00000400:00000200:0.0:1767389018.827806:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x104d [2] + 0 00000400:00000200:3.0:1767389018.827808:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000010:0.0:1767389018.827813:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000222c06ed. 00000400:00000200:0.0:1767389018.827823:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000beb2735f 00000100:00000200:1.0:1767389018.827833:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654527872, portal 25 00000400:00000200:0.0:1767389018.827835:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389018.827841:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389018.827846:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151428864 : -122821558122752 : ffff904b60a84700) 00000400:00000200:0.0:1767389018.827848:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389018.827861:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beb2735f 00000100:00000040:1.0:1767389018.827862:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000436416d9 x1853241654527872/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389018.827868:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000010:0.0:1767389018.827880:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000beb2735f. 00000100:00000001:1.0:1767389018.827883:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389018.827893:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389018.827895:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767389018.827899:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a144559. 00000100:00000200:0.0:1767389018.827900:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389018.827907:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000867726e9 x1853241654527744 msgsize 4848 00000100:00100000:0.0:1767389018.827920:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767389018.827923:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654527872, offset 0 00000100:00000040:0.0:1767389018.827924:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767389018.827944:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389018.827948:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389018.827949:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389018.827962:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389018.827973:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007915f5b9 00000400:00000010:0.0:1767389018.827980:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007915f5b9. 00000400:00000200:1.0:1767389018.827983:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372804780 00000100:00000001:0.0:1767389018.827992:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767389018.828000:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1069 [2] + 0 00000400:00000010:1.0:1767389018.828007:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000448d3bef. 00000100:00000200:0.0:1767389018.828009:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064544864 x1853241654527744/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389018.828012:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389018.828015:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005ec252ab 00000400:00000200:1.0:1767389018.828029:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389018.828043:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389018.828050:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767389018.828051:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ec252ab 00000400:00000010:1.0:1767389018.828057:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ec252ab. 00000100:00000040:0.0:1767389018.828063:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064544864 x1853241654527744/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389018.828067:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000100:00000001:1.0:1767389018.828068:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389018.828074:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389018.828085:0:337537:0:(events.c:337:request_in_callback()) incoming req@0000000083289086 x1853241654527872 msgsize 4848 00000100:00000001:0.0:1767389018.828100:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389018.828107:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389018.828108:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767389018.828111:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000100:00000040:1.0:1767389018.828118:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767389018.828128:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389018.828137:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299606871 00000100:00000001:1.0:1767389018.828140:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767389018.828145:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d566147f. 00000400:00000200:1.0:1767389018.828152:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a144559 00000100:00000001:0.0:1767389018.828159:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767389018.828181:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002a144559. 00000100:00000001:1.0:1767389018.828188:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389018.828200:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000436416d9 x1853241654527872/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389018.828203:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299606871 00000400:00000200:3.0:1767389018.828205:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000100:00000010:0.0:1767389018.828218:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ae65c74. 00000100:00000001:1.0:1767389018.828231:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389018.828232:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767389018.828239:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000436416d9 x1853241654527872/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389018.828243:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299606871 00000100:00000010:0.0:1767389018.828257:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004a8eee32. 00000100:00000001:1.0:1767389018.828259:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.828266:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389018.828267:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767389018.828278:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299606871 00000100:00000001:1.0:1767389018.828279:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389018.828288:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a42bb689. 00000100:00000001:1.0:1767389018.828289:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299606871 00000400:00000200:3.0:1767389018.828293:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000100:00000001:0.0:1767389018.828298:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389018.828301:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299606871 00000100:00000001:1.0:1767389018.828310:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299606871 00000100:00000001:0.0:1767389018.828312:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389018.828314:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299606871 00000100:00000001:0.0:1767389018.828323:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.828324:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299606871 00000100:00000001:0.0:1767389018.828345:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.828346:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299606871 00000100:00000001:0.0:1767389018.828354:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389018.828355:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299606871 00000100:00000001:1.0:1767389018.828366:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299606871 00000100:00000001:1.0:1767389018.828370:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389018.828373:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389018.828375:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767389018.828377:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000100:00000001:1.0:1767389018.828378:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389018.828381:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389018.828391:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389018.828394:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389018.828399:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389018.828404:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389018.828405:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.828413:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389018.828416:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.828422:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389018.828428:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389018.828433:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.828438:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389018.828486:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000100:00000001:1.0:1767389018.828487:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389018.828494:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654527744 02000000:00000001:1.0:1767389018.828501:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389018.828505:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389018.828509:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389018.828516:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389018.828522:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654527744 00000020:00000001:1.0:1767389018.828527:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389018.828530:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389018.828534:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389018.828539:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:1.0:1767389018.828543:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389018.828547:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389018.828554:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389018.828561:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e16f944c. 00000100:00000001:1.0:1767389018.828568:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389018.828572:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e16f944c. 00000100:00000001:0.0:1767389018.828578:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767389018.828583:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008369c1ce. 00000400:00000200:3.0:1767389018.828585:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000100:00100000:0.0:1767389018.828586:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654527872 02000000:00000001:0.0:1767389018.828594:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767389018.828596:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000040ccf59c. 00000100:00000001:0.0:1767389018.828599:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389018.828605:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389018.828609:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c892480b. 02000000:00000001:0.0:1767389018.828612:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389018.828620:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654527872 00000020:00000001:0.0:1767389018.828624:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389018.828627:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767389018.828631:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767389018.828633:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000040:0.0:1767389018.828635:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=16 00000020:00000001:0.0:1767389018.828640:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389018.828643:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389018.828654:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389018.828655:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389018.828661:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767389018.828665:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0e779ce. 00000100:00000001:1.0:1767389018.828667:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389018.828676:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389018.828682:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0e779ce. 00000100:00000001:1.0:1767389018.828687:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389018.828692:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000020:00000010:0.0:1767389018.828693:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bf5c923. 00000020:00000010:0.0:1767389018.828707:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006624c2be. 00000100:00000001:1.0:1767389018.828710:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767389018.828718:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000afede742. 00000100:00000001:0.0:1767389018.828778:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389018.828781:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389018.828784:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389018.828785:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.828790:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389018.828801:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00000040:1.0:1767389018.828808:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389018.828810:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.828812:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661750352 : -122822047801264 : ffff904b43786050) 00000400:00000200:3.0:1767389018.828818:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000100:00000001:0.0:1767389018.828819:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389018.828826:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000867726e9 x1853241654527744/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:469/0 lens 4848/0 e 0 to 0 dl 1767389029 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389018.828841:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389018.828848:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e16f944c. 00000100:00000001:0.0:1767389018.828850:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389018.828852:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389018.828856:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767389018.828863:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e16f944c. 00000100:00100000:0.0:1767389018.828871:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1767389018.828878:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000867726e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337536:x1853241654527744:12345-0@lo:253: 00000100:00000200:1.0:1767389018.828891:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654527744 00000100:00000040:0.0:1767389018.828895:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000020:00000001:1.0:1767389018.828897:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767389018.828901:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661742160 : -122822047809456 : ffff904b43784050) 00000020:00000001:1.0:1767389018.828905:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389018.828912:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389018.828913:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083289086 x1853241654527872/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:469/0 lens 4848/0 e 0 to 0 dl 1767389029 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389018.828919:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767389018.828922:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000020:00000001:1.0:1767389018.828926:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:1.0:1767389018.828940:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767389018.828944:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767389018.828946:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389018.828953:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767389018.828955:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0e779ce. 00000020:00000001:1.0:1767389018.828957:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389018.828967:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389018.828968:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389018.828976:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767389018.828978:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0e779ce. 02000000:00000001:1.0:1767389018.828982:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389018.828995:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000801f716c. 00000100:00100000:0.0:1767389018.829003:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083289086 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337537:x1853241654527872:12345-0@lo:253: 02000000:00000001:1.0:1767389018.829004:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.829013:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389018.829018:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654527872 00000400:00000200:3.0:1767389018.829024:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000020:00000001:0.0:1767389018.829026:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767389018.829031:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767389018.829038:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389018.829044:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389018.829050:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000010:1.0:1767389018.829051:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000d6318e3. 00000020:00000001:0.0:1767389018.829055:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 20000000:01000000:1.0:1767389018.829061:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767389018.829067:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:1.0:1767389018.829069:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767389018.829074:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767389018.829076:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767389018.829083:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389018.829085:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767389018.829088:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389018.829093:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767389018.829095:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767389018.829098:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000020:00000001:0.0:1767389018.829102:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389018.829110:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389018.829114:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:1.0:1767389018.829116:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003997bb5d. 20000000:01000000:1.0:1767389018.829123:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 02000000:00000010:0.0:1767389018.829124:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000055389bdf. 20000000:00000001:1.0:1767389018.829131:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:0.0:1767389018.829132:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389018.829140:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389018.829143:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767389018.829146:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767389018.829156:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 20000000:00000010:0.0:1767389018.829158:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d02327cd. 20000000:01000000:0.0:1767389018.829188:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767389018.829193:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767389018.829197:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767389018.829200:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389018.829205:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389018.829208:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767389018.829248:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00080000:00000001:1.0:1767389018.829275:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767389018.829283:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767389018.829285:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389018.829288:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767389018.829294:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767389018.829300:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000020:00000001:1.0:1767389018.829302:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:1.0:1767389018.829312:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767389018.829322:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003a2c059c. 00080000:00000001:1.0:1767389018.829327:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247412098048 : -122826297453568 : ffff904a462bd400) 00080000:00000001:1.0:1767389018.829332:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767389018.829533:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767389018.829536:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389018.829541:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767389018.829576:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389018.829581:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:3.0:1767389018.829698:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d4a074e9. 00000800:00000010:3.0:1767389018.829710:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004827f632. 00000800:00000010:3.0:1767389018.829778:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003fc070da. 00000800:00000010:3.0:1767389018.829857:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003fc070da. 00080000:00000001:1.0:1767389018.829883:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767389018.829890:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767389018.830034:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767389018.830065:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp21 from 231.3.0.2 00000800:00000010:3.0:1767389018.830071:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000005f0e9aa1. 00000800:00000010:1.0:1767389018.830196:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000068d75856. 00000800:00000010:1.0:1767389018.830206:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002a144559. 00000800:00000010:1.0:1767389018.830248:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f90ac4d5. 00000800:00000200:1.1:1767389018.830260:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb342a4b] -> 12345-192.168.204.113@tcp21 (2) 00000800:00000200:1.1:1767389018.830271:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp21 00000000f90ac4d5 deleted 00000800:00000010:1.1:1767389018.830274:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f90ac4d5. 00000800:00000200:1.1:1767389018.830282:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767389018.830294:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp21 ip 192.168.204.113:999 00000800:00000200:1.1:1767389018.830300:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000809222b9 type 1, nob 352 niov 1 nkiov 1 00000800:00000200:1.0:1767389018.830327:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp21 p 3.x 192.168.204.113 -> 192.168.204.113:999 incarnation:1767389016710334639 sched[0] 00000800:00000010:1.0:1767389018.830337:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e16f944c. 00000800:00000010:1.0:1767389018.830438:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e16f944c. 00000800:00000010:1.0:1767389018.830446:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002a144559. 00000800:00000010:1.0:1767389018.830520:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000005f0e9aa1. 00000800:00000001:1.0:1767389018.830543:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389018.830554:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767389018.830658:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389018.830664:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000809222b9. 00000400:00000200:1.0:1767389018.830670:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389018.830680:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp21->192.168.204.113@tcp21: PUT: OK 00000400:00000200:1.0:1767389018.830689:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389018.830695:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 0 00000800:00000200:1.1:1767389018.830874:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767389018.830886:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp21 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389016710334639 sched[0] 00000800:00000010:1.0:1767389018.830892:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004827f632. 00000800:00000001:0.0:1767389018.830987:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389018.831000:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000001:0.0:1767389018.831009:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389018.831018:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389018.831029:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389018.831049:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp21(192.168.204.113@tcp21) <- 192.168.204.113@tcp21 : PUT - for me 00000400:00000200:0.0:1767389018.831069:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767389018.831082:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 256/256 into md 0x1685 [1] + 0 00000400:00000010:0.0:1767389018.831090:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007be228f5. 00000400:00000200:0.0:1767389018.831099:0:337529:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000034e523f4 00000400:00000200:1.0:1767389018.831103:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000800:00000001:0.0:1767389018.831108:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389018.831130:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389018.831134:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389018.831141:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp21->192.168.204.113@tcp21: PUT: OK 00000400:00000200:0.0:1767389018.831147:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034e523f4 00000400:00000010:0.0:1767389018.831150:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034e523f4. 00000400:00000200:0.0:1767389018.831158:0:337529:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767389018.831185:0:337529:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (15) 00000400:00000200:0.0:1767389018.831193:0:337529:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:1.0:1767389018.831197:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000010:0.0:1767389018.831200:0:337529:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 000000009aa94067. 00000400:00000200:0.0:1767389018.831210:0:337529:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.113@tcp 14 00000400:00000200:0.0:1767389018.831218:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767389018.831238:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (16) 00000400:00000200:0.0:1767389018.831247:0:337529:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767389018.831256:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp21 to MR: 192.168.204.113@tcp21 local destination 00000400:00000200:0.0:1767389018.831266:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp21 NI seq info: [30:30:256:4294967295] 192.168.204.113@tcp21 LPNI seq info [30:30:8:4294967295] 00000400:00000200:0.0:1767389018.831288:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp21(192.168.204.113@tcp21:192.168.204.113@tcp21) -> 192.168.204.113@tcp21(192.168.204.113@tcp21:192.168.204.113@tcp21) 192.168.204.113@tcp21 : ACK try# 0 00000800:00000200:0.0:1767389018.831297:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp21 00000400:00000200:1.0:1767389018.831301:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000800:00000010:0.0:1767389018.831304:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000522cb049. 00000800:00000200:0.0:1767389018.831318:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb342a4b] -> 12345-192.168.204.113@tcp21 (4) 00000800:00000200:0.0:1767389018.831329:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp21 ip 192.168.204.113:988 00000800:00000200:0.0:1767389018.831334:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000522cb049 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767389018.831435:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389018.831439:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000522cb049. 00000400:00000200:0.0:1767389018.831446:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389018.831452:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp21->192.168.204.113@tcp21: ACK: OK 00000800:00000001:0.0:1767389018.831460:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389018.831465:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389018.831468:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389018.831475:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389018.831479:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389018.831488:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389018.831499:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp21(192.168.204.113@tcp21) <- 192.168.204.113@tcp21 : ACK - for me 00000400:00000200:0.0:1767389018.831521:0:337529:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp21: ACK from 12345-192.168.204.113@tcp21 into md 0x16e9 00000400:00000200:0.0:1767389018.831529:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389018.831538:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp21->192.168.204.113@tcp21: ACK: OK 00000400:00000200:0.0:1767389018.831548:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e48e894 00000400:00000010:0.0:1767389018.831552:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e48e894. 00000400:00000200:0.0:1767389018.831560:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767389018.831567:0:337529:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:0.0:1767389018.831575:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767389018.831582:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (15) 00000800:00000001:0.0:1767389018.831592:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389018.831600:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389018.831632:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767389018.831642:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000804c57ac. 00000400:00000010:3.0:1767389018.831653:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c50a39a8. 00000400:00000200:3.0:1767389018.831659:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000089c3bb47 00000400:00000200:3.0:1767389018.831666:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000d1 00000400:00000010:3.0:1767389018.831679:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 00000000a36932f9. 00000400:00000200:0.0:1767389018.831680:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000010:3.0:1767389018.831685:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 000000007633f830. 00000400:00000010:3.0:1767389018.831694:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 000000004d9e7914. 00000400:00000010:3.0:1767389018.831776:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b429a6af. 00000400:00000200:0.0:1767389018.831854:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389018.831858:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b429a6af nid 192.168.204.113@tcp22 00000400:00000200:0.0:1767389018.831944:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389018.832031:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389018.832132:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389018.832260:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389018.832325:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389018.832405:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389018.832476:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389018.832557:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389018.832700:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389018.832878:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389018.833011:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389018.833107:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389018.833232:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000010:1.0:1767389018.833233:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000048b198a7. 00000400:00000200:1.0:1767389018.833244:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 0000000048b198a7 net tcp22 00000400:00000200:1.0:1767389018.833251:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (14) 00000400:00000200:1.0:1767389018.833261:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp22 flags 0x11 00000400:00000010:1.0:1767389018.833269:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 00000000a36932f9. 00000400:00000010:1.0:1767389018.833274:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 000000007633f830. 00000400:00000010:1.0:1767389018.833277:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 000000004d9e7914. 00000400:00000010:1.0:1767389018.833281:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 000000009aa94067. 00000400:00000200:1.0:1767389018.833287:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389018.833291:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:0.0:1767389018.833327:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389018.833328:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:1.0:1767389018.833344:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:1.0:1767389018.833350:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389018.833355:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:1.0:1767389018.833362:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:1.0:1767389018.833369:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (15) 00000400:00000200:0.0:1767389018.833422:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389018.833469:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389018.833551:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389018.833618:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389018.833690:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389018.834017:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767389018.834065:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp21 from 230.3.0.2 00000800:00000010:3.0:1767389018.834072:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000092986498. 00000800:00000010:0.0:1767389018.834084:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a1970772. 00000800:00000010:0.0:1767389018.834126:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000067fd8956. 00000800:00000010:0.0:1767389018.834133:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000040476b11. 00000800:00000010:0.0:1767389018.834190:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3f5e5c7. 00000800:00000010:0.0:1767389018.834200:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001860de3c. 00000800:00000010:0.0:1767389018.834327:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004f8511fb. 00000800:00000200:0.1:1767389018.834340:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb342a4b] -> 12345-192.168.204.113@tcp21 (4) 00000800:00000200:0.1:1767389018.834350:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp21 000000004f8511fb deleted 00000800:00000010:0.1:1767389018.834355:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004f8511fb. 00000800:00000200:0.1:1767389018.834361:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767389018.834369:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp21 p 3.x 192.168.204.113 -> 192.168.204.113:998 incarnation:1767389016710334639 sched[0] 00000800:00000010:0.0:1767389018.834377:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f6f9fdf4. 00000800:00000010:0.0:1767389018.834417:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f6f9fdf4. 00000800:00000010:0.0:1767389018.834423:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000040476b11. 00000800:00000010:0.0:1767389018.834462:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000092986498. 00000800:00000001:0.0:1767389018.834480:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389018.834486:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767389018.834524:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001860de3c. 00000800:00000200:0.1:1767389018.834551:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767389018.834558:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp21 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389016710334639 sched[0] 00000800:00000010:0.0:1767389018.834563:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3f5e5c7. 00000800:00000001:0.0:1767389018.834593:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389018.834600:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767389018.846981:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767389018.846990:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00080000:00000001:3.0:1767389018.846994:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767389018.846996:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389018.847002:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767389018.847003:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389018.847009:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767389018.847011:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389018.847014:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767389018.847016:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:3.0:1767389018.847019:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003a2c059c. 00080000:00000001:3.0:1767389018.847028:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767389018.847039:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767389018.847046:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767389018.847051:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005bc8fbb2. 20000000:01000000:1.0:1767389018.847052:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:2.0:1767389018.847055:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767389018.847063:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:1.0:1767389018.847067:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767389018.847073:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767389018.847075:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767389018.847082:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767389018.847086:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:1.0:1767389018.847089:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767389018.847098:0:338196:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040f64261 count: 2 00010000:00000001:1.0:1767389018.847104:0:338196:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389018.847109:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389018.847114:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a4381453. 00000020:00000001:1.0:1767389018.847120:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389018.847123:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a4381453 with handle 0x95cd417baf429432 to hash 00000020:00000001:1.0:1767389018.847127:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389018.847129:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343633920 : -122826365917696 : ffff904a42172600) 00080000:00000001:0.0:1767389018.847131:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389018.847134:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343633920 : -122826365917696 : ffff904a42172600) 00080000:00000001:0.0:1767389018.847139:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767389018.847144:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767389018.847144:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389018.847151:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389018.847152:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767389018.847157:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:1.0:1767389018.847182:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a4381453/0x95cd417baf429432 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767389018.847186:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:0.0:1767389018.847196:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767389018.847203:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000040351cb1. 00010000:00000001:1.0:1767389018.847206:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767389018.847210:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252119569408 : -122821589982208 : ffff904b5ec22400) 00010000:00000001:1.0:1767389018.847214:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:0.0:1767389018.847216:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767389018.847220:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389018.847224:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389018.847228:0:338196:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767389018.847233:0:338196:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000073b7995a/0x95cd417baf42942b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf429424 expref: 16 pid: 338173 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389018.847241:0:338196:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767389018.847244:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389018.847247:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389018.847250:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389018.847252:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389018.847255:0:338196:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767389018.847258:0:338196:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000a4381453/0x95cd417baf429432 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389018.847267:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000040f64261) refcount = 2 00010000:00000040:1.0:1767389018.847280:0:338196:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000001:00000001:0.0:1767389018.847282:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:1.0:1767389018.847284:0:338196:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000073b7995a/0x95cd417baf42942b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x95cd417baf429424 expref: 16 pid: 338173 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767389018.847287:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389018.847295:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000040:1.0:1767389018.847303:0:338196:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767389018.847306:0:338196:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a4381453/0x95cd417baf429432 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767389018.847312:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767389018.847316:0:338196:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000470f5d5b. 00080000:00000001:0.0:1767389018.847317:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1767389018.847325:0:338196:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767389018.847331:0:338196:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2da0d17. 00000100:00000001:1.0:1767389018.847335:0:338196:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621252632808064 : -122821076743552 : ffff904b7d598a80) 00000100:00000001:1.0:1767389018.847338:0:338196:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621252632808064 : -122821076743552 : ffff904b7d598a80) 00000100:00000001:1.0:1767389018.847342:0:338196:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767389018.847344:0:338196:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767389018.847348:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767389018.847353:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389018.847356:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767389018.847359:0:338196:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767389018.847363:0:338196:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767389018.847366:0:338196:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767389018.847370:0:338196:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767389018.847375:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000313575b2. 00000020:00000040:1.0:1767389018.847380:0:338196:0:(genops.c:1229:class_import_get()) import 0000000065ed9c00 refcount=2 obd=MGS 00000100:00000001:1.0:1767389018.847385:0:338196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389018.847388:0:338196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389018.847392:0:338196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389018.847400:0:338196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000738f3ff. 00080000:00000001:0.0:1767389018.847406:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:1.0:1767389018.847407:0:338196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389018.847416:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00010000:1.0:1767389018.847421:0:338196:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000073b7995a/0x95cd417baf42942b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x95cd417baf429424 expref: 16 pid: 338173 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389018.847439:0:338196:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000073b7995a/0x95cd417baf42942b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x95cd417baf429424 expref: 16 pid: 338173 timeout: 5089 lvb_type: 0 00010000:00000001:1.0:1767389018.847449:0:338196:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767389018.847459:0:338196:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389018.847465:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000313575b2 x1853241654528000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389018.847476:0:338196:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389018.847478:0:338196:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389018.847483:0:338196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000313575b2 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654528000:0@lo:104: 00000100:00000001:1.0:1767389018.847488:0:338196:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389018.847492:0:338196:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389018.847495:0:338196:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389018.847497:0:338196:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389018.847502:0:338196:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059336d48. 02000000:00000001:1.0:1767389018.847504:0:338196:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389018.847511:0:338196:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d98e824. 00000400:00000010:1.0:1767389018.847517:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000100:00000200:1.0:1767389018.847523:0:338196:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654528000, portal 16 00000100:00000001:1.0:1767389018.847525:0:338196:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389018.847528:0:338196:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151436032 : -122821558115584 : ffff904b60a86300) 00000100:00000040:1.0:1767389018.847533:0:338196:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000313575b2 x1853241654528000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389034 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389018.847542:0:338196:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389018.847547:0:338196:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389018.847552:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 00000100:00000200:1.0:1767389018.847556:0:338196:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853241654528000, offset 0 00000400:00000200:1.0:1767389018.847565:0:338196:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389018.847579:0:338196:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389018.847591:0:338196:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958372804800 00000400:00000200:1.0:1767389018.847600:0:338196:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1425 [2] + 328 00000400:00000200:1.0:1767389018.847606:0:338196:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389018.847612:0:338196:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389018.847617:0:338196:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389018.847620:0:338196:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767389018.847626:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c57067ba. 00000100:00000040:1.0:1767389018.847629:0:338196:0:(events.c:337:request_in_callback()) incoming req@00000000c57067ba x1853241654528000 msgsize 328 00000100:00100000:1.0:1767389018.847636:0:338196:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389018.847665:0:338196:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389018.847675:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 00000400:00000010:1.0:1767389018.847679:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 00000100:00000001:1.0:1767389018.847686:0:338196:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389018.847692:0:338196:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000313575b2 x1853241654528000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389034 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389018.847701:0:338163:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389018.847704:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767389018.847707:0:338163:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654528000 00000100:00000040:1.0:1767389018.847714:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000313575b2 x1853241654528000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389034 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767389018.847715:0:338163:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389018.847720:0:338163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389018.847763:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.847767:0:338196:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389018.847776:0:338196:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.847780:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4299606891 00000100:00000001:2.0:1767389018.847783:0:338163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389018.847791:0:338163:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.847792:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4299606871 00000100:00100000:2.0:1767389018.847796:0:338163:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654528000 00000020:00000001:2.0:1767389018.847801:0:338163:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389018.847804:0:338163:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291a0 00000100:00000001:1.0:1767389018.847807:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4299606891 00000020:00000001:2.0:1767389018.847809:0:338163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389018.847814:0:338163:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c9ce650e refcount=3 00000020:00000001:2.0:1767389018.847818:0:338163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000020:00000001:2.0:1767389018.847822:0:338163:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000100:00000001:2.0:1767389018.847827:0:338163:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389018.847840:0:338163:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039462e3a. 00000100:00000001:2.0:1767389018.847845:0:338163:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389018.847848:0:338163:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039462e3a. 00000020:00000010:2.0:1767389018.847855:0:338163:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000807bc468. 00000020:00000010:2.0:1767389018.847860:0:338163:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000043342f30. 00000020:00000010:2.0:1767389018.847866:0:338163:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005325c7f8. 00000100:00000001:1.0:1767389018.847871:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4299606871 00000100:00000040:2.0:1767389018.847878:0:338163:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767389018.847884:0:338163:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389018.847885:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4299606891 00000100:00000001:2.0:1767389018.847888:0:338163:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389018.847893:0:338163:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.847895:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4299606871 00000100:00000001:2.0:1767389018.847902:0:338163:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.847905:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4299606891 00000100:00000001:1.0:1767389018.847913:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4299606871 00000100:00000001:1.0:1767389018.847919:0:338196:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389018.847922:0:338163:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389018.847924:0:338196:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389018.847933:0:338196:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389018.847938:0:338196:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389018.847942:0:338196:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389018.847946:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389018.847949:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767389018.847951:0:338163:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767389018.847952:0:338196:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389018.847958:0:339022:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389018.847958:0:338163:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767389018.847959:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:3.0:1767389018.847968:0:339022:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767389018.847969:0:338196:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00100000:2.0:1767389018.847970:0:338163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1767389018.847979:0:338196:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389018.847981:0:338163:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c9ce650e : new rpc_count 1 00000100:00000001:3.0:1767389018.847984:0:339022:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.847986:0:338196:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389018.847987:0:338163:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151427072 : -122821558124544 : ffff904b60a84000) 00000100:00000001:1.0:1767389018.847992:0:338196:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389018.847994:0:339022:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389018.847998:0:338163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c57067ba x1853241654528000/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:469/0 lens 328/0 e 0 to 0 dl 1767389029 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767389018.848011:0:338196:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a2da0d17 going to sleep for 11 seconds 00000100:00000001:1.0:1767389018.848021:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389018.848023:0:338163:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389018.848027:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389018.848030:0:338163:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000039462e3a. 00000100:00000001:2.0:1767389018.848036:0:338163:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389018.848039:0:338163:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000039462e3a. 00000100:00100000:2.0:1767389018.848044:0:338163:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c57067ba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654528000:12345-0@lo:104: 00000100:00000200:2.0:1767389018.848049:0:338163:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654528000 00010000:00000001:2.0:1767389018.848052:0:338163:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767389018.848058:0:338163:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389018.848061:0:338163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389018.848063:0:338163:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0aab712 refcount=2 00000020:00000001:2.0:1767389018.848065:0:338163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343638016 : -122826365913600 : ffff904a42173600) 00010000:00000001:2.0:1767389018.848068:0:338163:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343638016 : -122826365913600 : ffff904a42173600) 00010000:00000001:2.0:1767389018.848072:0:338163:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389018.848085:0:338163:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389018.848091:0:338163:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: 00000000b0aab712/0x95cd417baf429424 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf42942b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389018.848101:0:338163:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389018.848106:0:338163:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389018.848112:0:338163:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008b28360c. 02000000:00000001:2.0:1767389018.848115:0:338163:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389018.848117:0:338163:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389018.848124:0:338163:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389018.848127:0:338163:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389018.848133:0:338163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace3a1a1 time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389018.848140:0:338163:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389018.848145:0:338163:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389018.848148:0:338163:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389018.848152:0:338163:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389018.848154:0:338163:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389018.848157:0:338163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389018.848181:0:338163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389018.848187:0:338163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18cf172. 00000100:00000200:2.0:1767389018.848192:0:338163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853241654528000, offset 224 00000400:00000200:2.0:1767389018.848213:0:338163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389018.848223:0:338163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389018.848235:0:338163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958372804800 00000400:00000200:2.0:1767389018.848243:0:338163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1701 [1] + 224 00000400:00000200:2.0:1767389018.848249:0:338163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389018.848257:0:338163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389018.848264:0:338163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389018.848270:0:338163:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000313575b2 x1853241654528000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389034 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767389018.848284:0:338163:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000313575b2 x1853241654528000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389034 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389018.848307:0:338163:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389018.848317:0:338163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b18cf172 00000100:00000001:0.0:1767389018.848328:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767389018.848330:0:338163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b18cf172. 00000100:00000001:2.0:1767389018.848339:0:338163:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767389018.848340:0:338196:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767389018.848342:0:338163:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767389018.848345:0:338196:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389018.848350:0:338196:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d98e824. 00000100:00000001:2.0:1767389018.848353:0:338163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389018.848358:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6e123e 00000100:00000040:2.0:1767389018.848361:0:338163:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000010:0.0:1767389018.848364:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6e123e. 00010000:00000001:2.0:1767389018.848370:0:338163:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767389018.848375:0:338196:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000010:2.0:1767389018.848377:0:338163:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000301372b1. 00010000:00000001:2.0:1767389018.848383:0:338163:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:0.0:1767389018.848386:0:338196:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000313575b2 x1853241654528000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389034 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767389018.848402:0:338196:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000313575b2 x1853241654528000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389034 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767389018.848403:0:338163:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767389018.848415:0:338163:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389018.848425:0:338163:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389018.848428:0:338196:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767389018.848430:0:338163:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389018.848434:0:338196:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389018.848441:0:338163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c57067ba x1853241654528000/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:469/0 lens 328/224 e 0 to 0 dl 1767389029 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389018.848443:0:338196:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389018.848452:0:338196:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389018.848458:0:338196:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767389018.848459:0:338163:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c57067ba pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654528000:12345-0@lo:104: Request processed in 433us (825us total) trans 0 rc 0/0 00000100:00000001:0.0:1767389018.848465:0:338196:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389018.848474:0:338196:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389018.848479:0:338163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767389018.848486:0:338163:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9ce650e : new rpc_count 0 00000100:00001000:0.0:1767389018.848487:0:338196:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b32deb6f time=43 v=5 (5 0 0 0) 00000100:00000001:2.0:1767389018.848490:0:338163:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389018.848495:0:338163:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767389018.848502:0:338196:0:(import.c:2128:obd_at_measure()) add 1 to 00000000566a3b57 time=43 v=5 (1 0 0 0) 00000020:00000010:2.0:1767389018.848504:0:338163:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000043342f30. 00000020:00000010:2.0:1767389018.848510:0:338163:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005325c7f8. 00000020:00000010:2.0:1767389018.848516:0:338163:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000807bc468. 00000020:00000040:2.0:1767389018.848526:0:338163:0:(genops.c:898:class_export_put()) PUTting export 00000000c9ce650e : new refcount 2 00000100:00000001:0.0:1767389018.848528:0:338196:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389018.848532:0:338163:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389018.848535:0:338196:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389018.848544:0:338196:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389018.848548:0:338196:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389018.848553:0:338196:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389018.848557:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389018.848563:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389018.848566:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000313575b2 x1853241654528000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389034 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767389018.848569:0:339023:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767389018.848579:0:339023:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767389018.848585:0:339023:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389018.848591:0:339023:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 00000000b0aab712/0x95cd417baf429424 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf42942b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767389018.848592:0:338196:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389018.848605:0:338196:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389018.848612:0:338196:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767389018.848613:0:339023:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b0aab712 already unused, calling callback (000000001fe26c02) 00010000:00000001:0.0:1767389018.848618:0:338196:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767389018.848622:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389018.848628:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767389018.848631:0:339023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767389018.848635:0:338196:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1767389018.848636:0:339023:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 00000000b0aab712/0x95cd417baf429424 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x95cd417baf42942b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389018.848651:0:339023:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:0.0:1767389018.848652:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000313575b2 x1853241654528000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389034 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767389018.848656:0:339023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389018.848661:0:339023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389018.848666:0:339023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b0aab712 refcount=3 00000020:00000001:2.0:1767389018.848674:0:339023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343638016 : -122826365913600 : ffff904a42173600) 00010000:00000001:2.0:1767389018.848683:0:339023:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343638016 : -122826365913600 : ffff904a42173600) 00010000:00000001:2.0:1767389018.848690:0:339023:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00100000:0.0:1767389018.848692:0:338196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000313575b2 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654528000:0@lo:104: 00010000:00010000:2.0:1767389018.848694:0:339023:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 00000000b0aab712/0x95cd417baf429424 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x95cd417baf42942b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767389018.848714:0:339023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767389018.848716:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:2.0:1767389018.848718:0:339023:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 00000000b0aab712/0x95cd417baf429424 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x95cd417baf42942b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767389018.848777:0:339023:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767389018.848782:0:339023:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767389018.848784:0:339023:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1767389018.848787:0:338196:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767389018.848788:0:339023:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:0.0:1767389018.848795:0:338196:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:2.0:1767389018.848796:0:339023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767389018.848803:0:339023:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389018.848803:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389018.848813:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000313575b2 x1853241654528000/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389034 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389018.848824:0:338196:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:2.0:1767389018.848827:0:339023:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000001:0.0:1767389018.848828:0:338196:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:2.0:1767389018.848833:0:339023:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000010:0.0:1767389018.848836:0:338196:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059336d48. 10000000:00000040:2.0:1767389018.848838:0:339023:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 2 02000000:00000001:0.0:1767389018.848847:0:338196:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:2.0:1767389018.848848:0:339023:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:0.0:1767389018.848854:0:338196:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:2.0:1767389018.848855:0:339023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389018.848861:0:338196:0:(genops.c:1242:class_import_put()) import 0000000065ed9c00 refcount=1 obd=MGS 00010000:00000001:2.0:1767389018.848864:0:339023:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767389018.848867:0:338196:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767389018.848871:0:339023:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000010:0.0:1767389018.848872:0:338196:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000738f3ff. 00010000:00000001:2.0:1767389018.848876:0:339023:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:0.0:1767389018.848881:0:338196:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767389018.848883:0:339023:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1767389018.848887:0:338196:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767389018.848889:0:339023:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389018.848892:0:338196:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000313575b2. 00000020:00000040:2.0:1767389018.848896:0:339023:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b0aab712 with handle 0x95cd417baf429424 from hash 00010000:00000001:2.0:1767389018.848902:0:339023:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767389018.848904:0:338196:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767389018.848920:0:339023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767389018.848921:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389018.848925:0:339023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:0.0:1767389018.848928:0:338196:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a2da0d17. 00010000:00000001:2.0:1767389018.848930:0:339023:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767389018.848935:0:338196:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767389018.848936:0:339023:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389018.848940:0:338196:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389018.848942:0:339023:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000010:0.0:1767389018.848949:0:338196:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000470f5d5b. 00010000:00000001:2.0:1767389018.848951:0:339023:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767389018.848957:0:339023:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:0.0:1767389018.848963:0:338196:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389018.848966:0:339023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2aa30d6. 00010000:00000001:0.0:1767389018.848972:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389018.848973:0:339023:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00010000:00000001:0.0:1767389018.848985:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389018.848986:0:339023:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389018.848991:0:339023:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389018.848998:0:339023:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389018.848999:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000010:2.0:1767389018.849007:0:339023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000807bc468. 00010000:00000001:0.0:1767389018.849007:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767389018.849014:0:338196:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000a4381453/0x95cd417baf429432 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389018.849016:0:339023:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389018.849023:0:339023:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767389018.849029:0:339023:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 00000000b0aab712/0x95cd417baf429424 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf42942b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389018.849049:0:339023:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767389018.849051:0:339023:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389018.849055:0:339023:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389018.849057:0:339023:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389018.849066:0:339023:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2aa30d6] to pc [ptlrpcd_00_02+2] req@00000000d2aa30d6 x1853241654528128/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389018.849097:0:339023:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389018.849101:0:339023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389018.849103:0:339023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389018.849106:0:339023:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389018.849109:0:339023:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389018.849112:0:339023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389018.849116:0:339023:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 00000000b0aab712/0x95cd417baf429424 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf42942b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389018.849123:0:339023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389018.849126:0:339023:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 00000000b0aab712/0x95cd417baf429424 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf42942b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389018.849150:0:339023:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d98f2146 count: 0 00010000:00000001:2.0:1767389018.849181:0:339023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389018.849184:0:339023:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767389018.849187:0:339023:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000301372b1. 00010000:00000001:2.0:1767389018.849193:0:339023:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389018.849197:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389018.849200:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389018.849204:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767389018.849207:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389018.849208:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389018.849211:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767389018.849216:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389018.849217:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389018.849221:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767389018.849254:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389018.849257:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389018.849261:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389018.849269:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2aa30d6 x1853241654528128/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389018.849278:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389018.849281:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389018.849284:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389018.849288:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389018.849292:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389018.849296:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2aa30d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654528128:0@lo:103: 00000100:00000001:2.0:1767389018.849302:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389018.849306:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389018.849309:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389018.849312:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389018.849318:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9aecfc9. 02000000:00000001:2.0:1767389018.849321:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389018.849328:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027b59ffd. 00000400:00000010:2.0:1767389018.849336:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18cf172. 00000100:00000200:2.0:1767389018.849350:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654528128, portal 18 00000100:00000001:2.0:1767389018.849353:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389018.849356:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666882944 : -122821042668672 : ffff904b7f617b80) 00000100:00000040:2.0:1767389018.849364:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2aa30d6 x1853241654528128/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389034 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389018.849372:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389018.849378:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389018.849383:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000626df8e9. 00000100:00000200:2.0:1767389018.849387:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654528128, offset 0 00000400:00000200:2.0:1767389018.849396:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389018.849413:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389018.849633:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389018.849637:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389018.849703:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958372804880 00000400:00000200:2.0:1767389018.849714:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:2.0:1767389018.849722:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389018.849759:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389018.849766:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389018.849769:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767389018.849776:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ba2adba4. 00000100:00000040:2.0:1767389018.849781:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000ba2adba4 x1853241654528128 msgsize 328 00000100:00100000:2.0:1767389018.849794:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389018.849818:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389018.849830:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000626df8e9 00000400:00000010:2.0:1767389018.849834:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000626df8e9. 00000100:00000001:2.0:1767389018.849841:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389018.849848:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2aa30d6 x1853241654528128/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389034 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389018.849848:0:339024:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389018.849855:0:339024:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654528128 02000000:00000001:1.0:1767389018.849862:0:339024:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389018.849866:0:339024:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389018.849871:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389018.849872:0:339024:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389018.849878:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2aa30d6 x1853241654528128/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389034 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389018.849880:0:339024:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389018.849890:0:339024:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654528128 00000020:00000001:1.0:1767389018.849897:0:339024:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767389018.849899:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389018.849902:0:339024:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:2.0:1767389018.849904:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767389018.849908:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389018.849913:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=17 00000100:00000001:2.0:1767389018.849914:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389018.849918:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389018.849922:0:339024:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389018.849926:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389018.849933:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a18e63c. 00000100:00000001:2.0:1767389018.849938:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299606893 00000100:00000001:1.0:1767389018.849940:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389018.849948:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a18e63c. 00000100:00000001:2.0:1767389018.849954:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299606891 00000020:00000010:1.0:1767389018.849957:0:339024:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000738f3ff. 00000020:00000010:1.0:1767389018.849966:0:339024:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000049a2609c. 00000100:00000001:2.0:1767389018.849968:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299606893 00000020:00000010:1.0:1767389018.849972:0:339024:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d57284bb. 00000100:00000001:2.0:1767389018.849976:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299606891 00000100:00000001:2.0:1767389018.849986:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299606893 00000100:00000040:1.0:1767389018.849988:0:339024:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767389018.849991:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299606891 00000100:00000001:1.0:1767389018.849994:0:339024:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389018.849998:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299606893 00000100:00000001:1.0:1767389018.849999:0:339024:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767389018.850006:0:339024:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:2.0:1767389018.850008:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299606891 00010000:00000001:1.0:1767389018.850011:0:339024:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389018.850014:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389018.850017:0:339024:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:2.0:1767389018.850019:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389018.850023:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767389018.850025:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389018.850027:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767389018.850032:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767389018.850033:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073b7995a refcount=4 00000020:00000001:1.0:1767389018.850041:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343632384 : -122826365919232 : ffff904a42172000) 00000100:00000001:2.0:1767389018.850044:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767389018.850045:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343632384 : -122826365919232 : ffff904a42172000) 00000100:00000001:2.0:1767389018.850050:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00010000:1.0:1767389018.850056:0:339024:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000073b7995a/0x95cd417baf42942b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf429424 expref: 17 pid: 338173 timeout: 5089 lvb_type: 0 00000100:00000001:2.0:1767389018.850058:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389018.850061:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389018.850062:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389018.850065:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389018.850079:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389018.850082:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389018.850084:0:339024:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389018.850086:0:339024:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389018.850093:0:339024:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767389018.850099:0:339024:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ba2adba4 x1853241654528128/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:469/0 lens 328/0 e 0 to 0 dl 1767389029 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389018.850108:0:339024:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767389018.850110:0:339024:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.850131:0:339024:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389018.850183:0:339024:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389018.850187:0:339024:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389018.850211:0:339024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767389018.850214:0:339024:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 3 00000100:00000001:1.0:1767389018.850218:0:339024:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252666873088 : -122821042678528 : ffff904b7f615500) 00000100:00000040:1.0:1767389018.850225:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ba2adba4 x1853241654528128/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:469/0 lens 328/0 e 0 to 0 dl 1767389029 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389018.850234:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389018.850238:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a18e63c. 00000100:00000001:1.0:1767389018.850242:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389018.850245:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a18e63c. 00000100:00100000:1.0:1767389018.850254:0:339024:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ba2adba4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+17:337538:x1853241654528128:12345-0@lo:103: 00000100:00000200:1.0:1767389018.850259:0:339024:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654528128 00010000:00000001:1.0:1767389018.850263:0:339024:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767389018.850267:0:339024:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767389018.850270:0:339024:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767389018.850276:0:339024:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389018.850280:0:339024:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389018.850283:0:339024:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000043f51b7f. 02000000:00000001:1.0:1767389018.850286:0:339024:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.850288:0:339024:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389018.850299:0:339024:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767389018.850302:0:339024:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767389018.850305:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389018.850307:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389018.850309:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000073b7995a refcount=4 00000020:00000001:1.0:1767389018.850312:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343632384 : -122826365919232 : ffff904a42172000) 00010000:00000001:1.0:1767389018.850314:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343632384 : -122826365919232 : ffff904a42172000) 00010000:00000040:1.0:1767389018.850318:0:339024:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000040f64261 count: 3 00010000:00010000:1.0:1767389018.850322:0:339024:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000073b7995a/0x95cd417baf42942b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf429424 expref: 17 pid: 338173 timeout: 5089 lvb_type: 0 00000100:00001000:1.0:1767389018.850329:0:339024:0:(import.c:2128:obd_at_measure()) add 0 to 0000000098d6622c time=1767389018 v=100 (0 0 0 0) 00010000:00000001:1.0:1767389018.850333:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767389018.850343:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389018.850345:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389018.850349:0:339024:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000073b7995a/0x95cd417baf42942b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x95cd417baf429424 expref: 17 pid: 338173 timeout: 5089 lvb_type: 0 00000020:00000001:1.0:1767389018.850356:0:339024:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767389018.850359:0:339024:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767389018.850361:0:339024:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389018.850364:0:339024:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389018.850368:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767389018.850370:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767389018.850377:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389018.850379:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389018.850381:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389018.850384:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389018.850386:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000073b7995a with handle 0x95cd417baf42942b from hash 00010000:00000001:1.0:1767389018.850389:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389018.850391:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389018.850392:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389018.850393:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767389018.850396:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767389018.850398:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389018.850401:0:339024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000073b7995a/0x95cd417baf42942b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x95cd417baf429424 expref: 17 pid: 338173 timeout: 5089 lvb_type: 0 00010000:00000040:1.0:1767389018.850414:0:339024:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 9 00000020:00000040:1.0:1767389018.850416:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 16 00010000:00000001:1.0:1767389018.850425:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389018.850428:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389018.850431:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767389018.850433:0:339024:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000a4381453 00010000:00000001:1.0:1767389018.850435:0:339024:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389018.850437:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389018.850439:0:339024:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389018.850442:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389018.850444:0:339024:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389018.850448:0:339024:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389018.850450:0:339024:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767389018.850452:0:339024:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000a4381453/0x95cd417baf429432 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389018.850458:0:339024:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767389018.850461:0:339024:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389018.850463:0:339024:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389018.850465:0:339024:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389018.850467:0:339024:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000040f64261) refcount = 2 00010000:00010000:1.0:1767389018.850472:0:339024:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a4381453/0x95cd417baf429432 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389018.850478:0:339024:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389018.850482:0:339024:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389018.850484:0:339024:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389018.850486:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767389018.850491:0:339024:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002a18e63c. 00000100:00000001:1.0:1767389018.850494:0:339024:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767389018.850499:0:339024:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000035ab9e51. 00000100:00000001:1.0:1767389018.850501:0:339024:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621252632805952 : -122821076745664 : ffff904b7d598240) 00000100:00000001:1.0:1767389018.850504:0:339024:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621252632805952 : -122821076745664 : ffff904b7d598240) 00000100:00000001:1.0:1767389018.850507:0:339024:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767389018.850516:0:339024:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767389018.850526:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767389018.850529:0:339024:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767389018.850533:0:339024:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:1.0:1767389018.850537:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389018.850538:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389018.850540:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a4381453 refcount=5 00000020:00000001:1.0:1767389018.850542:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343633920 : -122826365917696 : ffff904a42172600) 00010000:00000001:1.0:1767389018.850545:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343633920 : -122826365917696 : ffff904a42172600) 00010000:00000001:1.0:1767389018.850548:0:339024:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767389018.850550:0:339024:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a4381453/0x95cd417baf429432 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389018.850558:0:339024:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767389018.850560:0:339024:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a4381453/0x95cd417baf429432 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389018.850566:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389018.850567:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389018.850569:0:339024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a4381453/0x95cd417baf429432 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389018.850575:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389018.850577:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389018.850579:0:339024:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767389018.850581:0:339024:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a4381453/0x95cd417baf429432 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389018.850587:0:339024:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a4381453 already unused, calling callback (00000000eb737536) 00010000:00000001:1.0:1767389018.850592:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389018.850595:0:339024:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767389018.850597:0:339024:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a4381453/0x95cd417baf429432 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389018.850603:0:339024:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767389018.850614:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389018.850616:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389018.850617:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a4381453 refcount=6 00000020:00000001:1.0:1767389018.850621:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343633920 : -122826365917696 : ffff904a42172600) 00010000:00000001:1.0:1767389018.850623:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343633920 : -122826365917696 : ffff904a42172600) 00010000:00000001:1.0:1767389018.850628:0:339024:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767389018.850631:0:339024:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a4381453/0x95cd417baf429432 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389018.850645:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767389018.850648:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389018.850650:0:339024:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389018.850663:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767389018.850665:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767389018.850669:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389018.850671:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389018.850674:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a4381453 with handle 0x95cd417baf429432 from hash 00010000:00000001:1.0:1767389018.850677:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389018.850678:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389018.850680:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389018.850681:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767389018.850683:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767389018.850685:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389018.850688:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:2.0:1767389018.850689:0:338196:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000a4381453/0x95cd417baf429432 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389018.850690:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389018.850697:0:339024:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389018.850704:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389018.850708:0:339024:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389018.850710:0:338196:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767389018.850714:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:2.0:1767389018.850716:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767389018.850719:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389018.850724:0:339024:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389018.850727:0:339024:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389018.850728:0:339024:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389018.850732:0:339024:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a4381453/0x95cd417baf429432 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389018.850756:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a4381453/0x95cd417baf429432 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389018.850767:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767389018.850770:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389018.850772:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767389018.850774:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:1.0:1767389018.851017:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389018.851028:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389018.851030:0:339024:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767389018.851033:0:339024:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767389018.851035:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389018.851037:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389018.851039:0:339024:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767389018.851042:0:339024:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389018.851045:0:339024:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389018.851048:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389018.851050:0:339024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a4381453/0x95cd417baf429432 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389018.851064:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389018.851066:0:339024:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389018.851070:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767389018.851072:0:339024:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767389018.851075:0:339024:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.851077:0:339024:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.851080:0:339024:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767389018.851082:0:339024:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000035ab9e51. 00000100:00000001:1.0:1767389018.851086:0:339024:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767389018.851088:0:339024:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767389018.851090:0:339024:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002a18e63c. 00010000:00000001:1.0:1767389018.851094:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767389018.851097:0:339024:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000040f64261 count: 0 00010000:00010000:1.0:1767389018.851103:0:339024:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1767389018.851105:0:339024:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389018.851110:0:339024:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389018.851112:0:339024:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389018.851115:0:339024:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=43 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389018.851119:0:339024:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389018.851122:0:339024:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389018.851125:0:339024:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389018.851128:0:339024:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389018.851130:0:339024:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389018.851135:0:339024:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389018.851138:0:339024:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389018.851154:0:339024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 00000100:00000200:1.0:1767389018.851159:0:339024:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654528128, offset 224 00000400:00000200:1.0:1767389018.851182:0:339024:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389018.851191:0:339024:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389018.851202:0:339024:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958372804880 00000400:00000200:1.0:1767389018.851208:0:339024:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x170d [1] + 224 00000400:00000200:1.0:1767389018.851214:0:339024:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389018.851220:0:339024:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389018.851224:0:339024:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389018.851229:0:339024:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2aa30d6 x1853241654528128/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389034 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389018.851239:0:339024:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2aa30d6 x1853241654528128/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389034 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389018.851262:0:339024:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389018.851269:0:339024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 00000400:00000010:1.0:1767389018.851272:0:339024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 00000100:00000001:1.0:1767389018.851276:0:339024:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389018.851278:0:339024:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389018.851284:0:339024:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389018.851288:0:339024:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389018.851292:0:339024:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389018.851294:0:339024:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389018.851299:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767389018.851300:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba2adba4 x1853241654528128/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:469/0 lens 328/224 e 0 to 0 dl 1767389029 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389018.851306:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767389018.851316:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767389018.851318:0:339024:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ba2adba4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337538:x1853241654528128:12345-0@lo:103: Request processed in 1081us (1534us total) trans 0 rc 0/0 00000400:00000001:3.0:1767389018.851321:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389018.851326:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027b59ffd. 00000400:00000200:3.0:1767389018.851335:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b18cf172 00000100:00100000:1.0:1767389018.851339:0:339024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000400:00000010:3.0:1767389018.851341:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b18cf172. 00000100:00000040:1.0:1767389018.851347:0:339024:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:3.0:1767389018.851351:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767389018.851353:0:339024:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389018.851356:0:339024:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389018.851360:0:339024:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000049a2609c. 00000020:00000010:1.0:1767389018.851365:0:339024:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d57284bb. 00000100:00000200:3.0:1767389018.851372:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2aa30d6 x1853241654528128/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389034 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389018.851386:0:339024:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000738f3ff. 00000100:00000200:3.0:1767389018.851393:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2aa30d6 x1853241654528128/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389034 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389018.851395:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000001:1.0:1767389018.851404:0:339024:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389018.851414:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389018.851421:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389018.851424:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389018.851427:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389018.851429:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389018.851431:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389018.851433:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389018.851438:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=43 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389018.851443:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389018.851448:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389018.851450:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389018.851453:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389018.851455:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389018.851458:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389018.851463:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2aa30d6 x1853241654528128/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389034 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389018.851471:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389018.851474:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389018.851476:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389018.851480:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2aa30d6 x1853241654528128/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389034 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389018.851487:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2aa30d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654528128:0@lo:103: 00000100:00000001:3.0:1767389018.851495:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389018.851498:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389018.851501:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2aa30d6 x1853241654528128/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389034 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389018.851508:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389018.851510:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389018.851512:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9aecfc9. 02000000:00000001:3.0:1767389018.851527:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389018.851529:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389018.851531:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389018.851534:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389018.851537:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000807bc468. 02000000:00000001:3.0:1767389018.851542:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389018.851543:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389018.851545:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2aa30d6. 00000100:00000001:3.0:1767389018.851551:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389018.851552:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389018.851555:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389018.851561:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389018.851564:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389018.851567:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389018.851569:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767389018.854762:0:344505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073b7995a. 00010000:00000010:2.1:1767389018.854775:0:338050:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d98f2146. 00010000:00000010:2.1:1767389018.854789:0:338050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b0aab712. 00080000:00000001:0.0:1767389018.861815:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767389018.861822:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:0.0:1767389018.861827:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389018.861829:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767389018.861830:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767389018.861836:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767389018.861838:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767389018.861841:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767389018.861854:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:2.0:1767389018.861855:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767389018.861860:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767389018.861862:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000010:2.0:1767389018.861865:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000040351cb1. 00080000:00000020:0.0:1767389018.861870:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:2.0:1767389018.861872:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767389018.861886:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389018.861890:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389018.861892:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389018.861896:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389018.861898:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389018.861905:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cc498c66. 00010000:00000001:0.0:1767389018.861911:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389018.861915:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000adb40525. 00000020:00000001:0.0:1767389018.861918:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389018.861922:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000adb40525 with handle 0x95cd417baf429439 to hash 00000020:00000001:0.0:1767389018.861925:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389018.861927:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389018.861931:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389018.861934:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389018.861945:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389018.861950:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf429439 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389018.861962:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389018.861966:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389018.861969:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389018.861971:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389018.861974:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389018.861977:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389018.861980:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389018.861983:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389018.861986:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389018.861989:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389018.861991:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389018.861994:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cc498c66) refcount = 1 00010000:00010000:0.0:1767389018.862001:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000adb40525/0x95cd417baf429439 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389018.862011:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389018.862014:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389018.862017:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389018.862020:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389018.862024:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389018.862029:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389018.862033:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:0.0:1767389018.862038:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389018.862040:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389018.862043:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=4 00000020:00000001:0.0:1767389018.862047:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389018.862051:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389018.862054:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389018.862057:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf429439 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389018.862067:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389018.862081:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf429439 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389018.862092:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389018.862094:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389018.862096:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000adb40525/0x95cd417baf429439 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389018.862103:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389018.862106:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389018.862109:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389018.862112:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000adb40525/0x95cd417baf429439 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389018.862121:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000adb40525 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389018.862124:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389018.862126:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389018.862129:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000adb40525/0x95cd417baf429439 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389018.862137:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389018.862139:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389018.862141:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389018.862143:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=5 00000020:00000001:0.0:1767389018.862146:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389018.862149:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389018.862152:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389018.862154:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000adb40525/0x95cd417baf429439 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389018.862185:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389018.862188:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389018.862191:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389018.862197:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389018.862199:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389018.862202:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389018.862213:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389018.862234:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000adb40525 with handle 0x95cd417baf429439 from hash 00010000:00000001:0.0:1767389018.862237:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389018.862239:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389018.862240:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389018.862242:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389018.862244:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389018.862246:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389018.862248:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389018.862249:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389018.862252:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389018.862254:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389018.862256:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389018.862258:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389018.862260:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389018.862261:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389018.862263:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389018.862265:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389018.862268:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000adb40525/0x95cd417baf429439 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389018.862273:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389018.862274:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389018.862275:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389018.862276:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389018.862277:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389018.862279:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389018.862281:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389018.862283:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389018.862286:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389018.862288:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000adb40525/0x95cd417baf429439 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389018.862294:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389018.862295:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389018.862297:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000adb40525/0x95cd417baf429439 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389018.862311:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cc498c66 count: 0 00010000:00000001:0.0:1767389018.862321:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389018.862322:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767389018.862771:0:344505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a4381453. 00010000:00000010:1.1:1767389018.862781:0:344505:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000040f64261. 00000400:00000010:0.0:1767389018.864217:0:344504:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003a89d934. 00000400:00000040:0.0:1767389018.864248:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389018.864253:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389018.864256:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389018.864258:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389018.864262:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389018.864263:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767389018.864267:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389018.864269:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389018.864272:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389018.864273:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767389018.864277:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389018.864279:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389018.864282:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389018.864284:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389018.864285:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767389018.864288:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389018.864290:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389018.864291:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767389018.864293:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767389018.864296:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389018.864297:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389018.864299:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389018.864300:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389018.864302:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389018.864303:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767389018.864306:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389018.864308:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389018.864310:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389018.864311:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389018.864313:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389018.864314:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767389018.864317:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389018.864327:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389018.864329:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389018.864331:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389018.864333:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389018.864334:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767389018.864337:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389018.864338:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389018.864340:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389018.864342:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389018.864344:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389018.864347:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767389018.864350:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767389018.864353:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767389018.864356:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767389018.864359:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767389018.864362:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767389018.864366:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389018.864368:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389018.864371:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767389018.864373:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389018.864375:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767389018.864379:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767389018.864381:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767389018.864384:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767389018.864385:0:344504:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767389018.864457:0:344504:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003a89d934. 00080000:00000020:3.0:1767389018.864804:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389018.864810:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389018.864813:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000d6318e3. 20000000:00000001:3.0:1767389018.864830:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389018.864835:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654527744 00010000:00000001:3.0:1767389018.864839:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389018.864846:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000867726e9 x1853241654527744/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:469/0 lens 4848/4768 e 0 to 0 dl 1767389029 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389018.864855:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389018.864858:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389018.864861:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389018.864865:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389018.864868:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389018.864870:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389018.864873:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389018.864876:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389018.864879:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389018.864883:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389018.864887:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050ebe088. 00000100:00000200:3.0:1767389018.864892:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654527744, offset 224 00000400:00000200:3.0:1767389018.864901:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389018.864918:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389018.864929:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372804700 00000400:00000200:3.0:1767389018.864934:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16ed [2] + 224 00000400:00000200:3.0:1767389018.864940:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389018.864945:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389018.864949:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389018.864954:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064544864 x1853241654527744/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389018.864963:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000064544864 x1853241654527744/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389018.864987:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389018.864995:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050ebe088 00000400:00000010:3.0:1767389018.864998:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050ebe088. 00000100:00000001:0.0:1767389018.865001:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389018.865002:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389018.865008:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389018.865009:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389018.865015:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767389018.865018:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767389018.865021:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389018.865025:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767389018.865025:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767389018.865031:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389018.865031:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000691a5b98. 00000020:00000001:3.0:1767389018.865034:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389018.865043:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000867726e9 x1853241654527744/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:469/0 lens 4848/4768 e 0 to 0 dl 1767389029 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389018.865043:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8f1e024 00000400:00000010:0.0:1767389018.865050:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8f1e024. 00000100:00000001:0.0:1767389018.865060:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767389018.865062:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000867726e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654527744:12345-0@lo:253: Request processed in 36220us (37152us total) trans 0 rc 0/0 00000100:00000200:0.0:1767389018.865072:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064544864 x1853241654527744/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389018.865079:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000040:3.0:1767389018.865086:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389018.865094:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389018.865098:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389018.865105:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000040ccf59c. 00000100:00000200:0.0:1767389018.865107:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064544864 x1853241654527744/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389018.865112:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c892480b. 00000020:00000010:3.0:1767389018.865121:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008369c1ce. 00000020:00000040:3.0:1767389018.865130:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:3.0:1767389018.865148:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389018.865153:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000801f716c. 00000100:00000001:0.0:1767389018.865157:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767389018.865159:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389018.865179:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389018.865179:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389018.865188:0:337536:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767389018.865191:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767389018.865193:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389018.865198:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767389018.865199:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000452cb178. 00000100:00000001:0.0:1767389018.865202:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389018.865207:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050ebe088. 02000000:00000001:0.0:1767389018.865208:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389018.865218:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=43 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389018.865224:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=43 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389018.865230:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389018.865232:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389018.865236:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389018.865239:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389018.865243:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389018.865249:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064544864 x1853241654527744/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389018.865261:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389018.865266:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389018.865268:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389018.865274:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389018.865277:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767389018.865279:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389018.865281:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389018.865284:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389018.865286:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389018.865289:0:337536:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767389018.865291:0:337536:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767389018.865294:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389018.865296:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389018.865299:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064544864 x1853241654527744/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389018.865312:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064544864 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654527744:0@lo:253: 00000100:00000001:0.0:1767389018.865319:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389018.865322:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389018.865336:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064544864 x1853241654527744/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389018.865346:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389018.865349:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389018.865352:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004bc83c77. 02000000:00000001:0.0:1767389018.865360:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389018.865363:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389018.865366:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389018.865370:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389018.865372:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005882f8ef. 02000000:00000001:0.0:1767389018.865378:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389018.865381:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389018.865383:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064544864. 00000100:00000001:0.0:1767389018.865394:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389018.865397:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389018.865400:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389018.865407:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389018.865409:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389018.865413:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389018.865415:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767389018.866643:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389018.866647:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389018.866649:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d02327cd. 20000000:00000001:3.0:1767389018.866656:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389018.866659:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654527872 00010000:00000001:3.0:1767389018.866662:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389018.866667:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083289086 x1853241654527872/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:469/0 lens 4848/4768 e 0 to 0 dl 1767389029 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389018.866675:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389018.866677:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389018.866679:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389018.866683:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389018.866686:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389018.866689:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389018.866692:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389018.866694:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389018.866697:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389018.866702:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389018.866706:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e1a43cf. 00000100:00000200:3.0:1767389018.866709:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654527872, offset 224 00000400:00000200:3.0:1767389018.866715:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389018.866722:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389018.866751:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372804780 00000400:00000200:3.0:1767389018.866758:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16f5 [2] + 224 00000400:00000200:3.0:1767389018.866763:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389018.866767:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389018.866772:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389018.866776:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000436416d9 x1853241654527872/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389018.866792:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000436416d9 x1853241654527872/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389018.866809:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389018.866816:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e1a43cf 00000400:00000010:3.0:1767389018.866818:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003e1a43cf. 00000100:00000001:3.0:1767389018.866821:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389018.866822:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389018.866828:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389018.866828:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767389018.866833:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:0.0:1767389018.866833:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767389018.866839:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767389018.866842:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767389018.866843:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767389018.866847:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767389018.866848:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767389018.866851:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040d0b5a4. 00000100:00000040:3.0:1767389018.866856:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083289086 x1853241654527872/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:469/0 lens 4848/4768 e 0 to 0 dl 1767389029 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389018.866859:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a59e8ccf 00000400:00000010:0.0:1767389018.866864:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a59e8ccf. 00000100:00000001:0.0:1767389018.866871:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767389018.866876:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083289086 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654527872:12345-0@lo:253: Request processed in 37930us (38785us total) trans 0 rc 0/0 00000100:00000200:0.0:1767389018.866881:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000436416d9 x1853241654527872/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389018.866896:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00000200:0.0:1767389018.866901:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000436416d9 x1853241654527872/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389018.866902:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389018.866910:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389018.866913:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389018.866918:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006624c2be. 00000100:00000001:0.0:1767389018.866920:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389018.866924:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767389018.866925:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000afede742. 00000100:00000001:0.0:1767389018.866928:0:337537:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767389018.866932:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bf5c923. 02000000:00000001:0.0:1767389018.866932:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389018.866936:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767389018.866939:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:3.0:1767389018.866942:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389018.866943:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000055389bdf. 00000100:00000001:0.0:1767389018.866949:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389018.866953:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767389018.866955:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389018.866957:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767389018.866964:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767389018.866964:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=43 v=5 (5 0 0 0) 00000400:00000010:3.0:1767389018.866971:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d764a204. 00000100:00001000:0.0:1767389018.866973:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=43 v=5 (1 0 0 0) 00000400:00000010:3.0:1767389018.866977:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e1a43cf. 00000100:00000001:0.0:1767389018.866982:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389018.866986:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389018.866990:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389018.866992:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389018.866996:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389018.867001:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000436416d9 x1853241654527872/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389018.867012:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389018.867016:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389018.867018:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389018.867022:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389018.867024:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767389018.867026:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389018.867027:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389018.867029:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389018.867031:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389018.867032:0:337537:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767389018.867034:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389018.867036:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389018.867041:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000436416d9 x1853241654527872/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389018.867049:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000436416d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654527872:0@lo:253: 00000100:00000001:0.0:1767389018.867054:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389018.867057:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389018.867060:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000436416d9 x1853241654527872/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389018.867066:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389018.867068:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389018.867070:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d395a76a. 02000000:00000001:0.0:1767389018.867074:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389018.867075:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389018.867084:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389018.867087:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389018.867088:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b2a088ad. 02000000:00000001:0.0:1767389018.867091:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389018.867092:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389018.867093:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000436416d9. 00000100:00000001:0.0:1767389018.867096:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389018.867097:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389018.867098:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389018.867102:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389018.867103:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389018.867105:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389018.867107:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389018.873831:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299606893, at 4299606894 00000100:00000010:1.0:1767389018.873842:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ae65c74. 00010000:00000010:0.1:1767389018.874069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cc498c66. 00010000:00000010:0.1:1767389018.874079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000adb40525. 00000100:00000040:0.0:1767389018.874794:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299606893, at 4299606895 00000100:00000010:0.0:1767389018.874801:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d566147f. 00000100:00000040:2.0:1767389018.874822:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299606893, at 4299606895 00000100:00000010:2.0:1767389018.874831:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004a8eee32. 00000100:00000040:3.0:1767389018.874844:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299606893, at 4299606895 00000100:00000010:3.0:1767389018.874861:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a42bb689. 00010000:00000001:3.0:1767389019.340794:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389019.340799:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389019.340806:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389019.340808:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389019.340854:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389019.340860:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389019.340863:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767389020.119475:0:344759:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389020.119500:0:344759:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389020.119507:0:344759:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389020.119518:0:344759:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389020.119530:0:344759:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389020.119536:0:344759:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389020.363833:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389020.363839:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389020.363846:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389020.363848:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389020.363959:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389020.363964:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389020.363968:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767389020.964108:0:344923:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767389020.964114:0:344923:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:0.0:1767389020.970795:0:344923:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767389020.982244:0:344924:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000075a56eec. 00000400:00000010:1.0:1767389020.982268:0:344924:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000c748238. 00000400:00000010:1.0:1767389020.982283:0:344924:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005d696b2e. 00000400:00000010:1.0:1767389020.982287:0:344924:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b81a69d4. 00000400:00000010:1.0:1767389020.982294:0:344924:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006945adfd. 00000400:00000010:1.0:1767389020.982299:0:344924:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002a18e63c. 00000400:00000010:1.0:1767389020.982302:0:344924:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001d7adb1e. 00000400:00000010:1.0:1767389020.982304:0:344924:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000092c22a53. 00000400:00000010:1.0:1767389020.982309:0:344924:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000026667c3d. 00000800:00000010:1.0:1767389020.982326:0:344924:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a514b49d. 00000800:00000200:1.0:1767389020.982342:0:344924:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767389020.982354:0:344924:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767389020.982427:0:344924:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:1.0:1767389020.982464:0:344924:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp23 [8/256/0/180] 00000400:00000010:1.0:1767389020.985111:0:344924:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000098a336bb. 00000400:00000010:1.0:1767389020.985140:0:344924:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035cebf04. 00000400:00000010:1.0:1767389020.985150:0:344924:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 00000400:00000001:1.0:1767389020.985173:0:344924:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389020.985175:0:344924:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389020.985178:0:344924:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adc8d04b. 00000400:00000200:1.0:1767389020.985183:0:344924:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f04ce50 00000400:00000010:1.0:1767389020.985186:0:344924:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f04ce50. 00000400:00000010:1.0:1767389020.985191:0:344924:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 00000000b64e4d9b. 00000400:00000200:1.0:1767389020.985207:0:344924:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (14) 00000400:00000200:1.0:1767389020.985223:0:344924:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389020.985234:0:344924:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:1.0:1767389020.985245:0:344924:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008cdbed55. 00000020:01000000:1.0:1767389020.985250:0:344924:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767389020.985254:0:344924:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp23 00000400:00000200:2.0:1767389020.985275:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767389020.985276:0:344924:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000c748238. 00000400:00000010:1.0:1767389020.985286:0:344924:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000075a56eec. 00000400:00000200:2.0:1767389020.985290:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:2.0:1767389020.985303:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000626df8e9. 00000400:00000200:2.0:1767389020.985308:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (15) 00000020:00000001:3.0:1767389020.985313:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767389020.985316:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000029ac3814. 10000000:00000001:3.0:1767389020.985323:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767389020.985325:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 10000000:00000001:3.0:1767389020.985332:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767389020.985337:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767389020.985342:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767389020.985346:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767389020.985350:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000020:01000004:3.0:1767389020.985351:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389020.985357:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389020.985361:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389020.985362:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767389020.985366:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767389020.985367:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767389020.985371:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767389020.985375:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389020.985380:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767389020.985401:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000100:00000010:3.0:1767389020.985409:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033c281fb. 00000400:00000200:2.0:1767389020.985411:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:00000040:3.0:1767389020.985423:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:2.0:1767389020.985425:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000001:3.0:1767389020.985437:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767389020.985438:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000001:3.0:1767389020.985446:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767389020.985452:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:3.0:1767389020.985458:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389020.985460:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:2.0:1767389020.985471:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000010:3.0:1767389020.985478:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006ce48ba6. 00000400:00000200:2.0:1767389020.985479:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:2.0:1767389020.985492:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000001:3.0:1767389020.985495:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389020.985500:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:2.0:1767389020.985507:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000100:00000001:3.0:1767389020.985513:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389020.985518:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389020.985535:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000040:3.0:1767389020.985539:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c281fb] to pc [ptlrpcd_00_03+3] req@0000000033c281fb x1853241654528256/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389020.985550:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:2.0:1767389020.985565:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp22 00000400:00000200:2.0:1767389020.985573:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp22 lpni_is_preferred = 0 00000400:00000200:2.0:1767389020.985578:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp22 00000400:00000200:2.0:1767389020.985585:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp22 NI seq info: [31:31:256:4294967295] 192.168.204.113@tcp22 LPNI seq info [31:31:8:4294967295] 00000400:00000200:2.0:1767389020.985595:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp22 10000000:00000001:3.0:1767389020.985601:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389020.985628:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp22(192.168.204.113@tcp22:) -> 192.168.204.113@tcp22(192.168.204.113@tcp:192.168.204.113@tcp22) : PUT try# 0 10000000:00000001:3.0:1767389020.985629:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389020.985637:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767389020.985638:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.113@tcp22 00000100:00100000:1.0:1767389020.985646:0:337538:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000001:3.0:1767389020.985649:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767389020.985651:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070166ba6. 00000100:00000001:1.0:1767389020.985652:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:3.0:1767389020.985653:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767389020.985667:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000010:2.0:1767389020.985668:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000091346fac. 10000000:00000001:3.0:1767389020.985670:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767389020.985670:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1767389020.985677:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b65225ec. 10000000:00000001:3.0:1767389020.985679:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767389020.985679:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1767389020.985688:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767389020.985689:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767389020.985697:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091346fac] -> 12345-192.168.204.113@tcp22 (2) 00000020:01000004:3.0:1767389020.985698:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767389020.985698:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389020.985706:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767389020.985707:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000200:2.1:1767389020.985715:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091346fac] -> 12345-192.168.204.113@tcp22 (2) 00000020:01000004:3.0:1767389020.985716:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:1.0:1767389020.985723:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033c281fb x1853241654528256/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767389020.985724:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389020.985729:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389020.985734:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389020.985739:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767389020.985743:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:2.0:1767389020.985749:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000020:01000004:3.0:1767389020.985777:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389020.985779:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767389020.985785:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bcb1d94f. 00000020:00000040:3.0:1767389020.985790:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:3.0:1767389020.985794:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389020.985796:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389020.985800:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389020.985810:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389020.985813:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389020.985815:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000801f716c. 02000000:00000001:1.0:1767389020.985819:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767389020.985823:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389020.985825:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389020.985833:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767389020.985833:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389020.985840:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389020.985842:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000033c281fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654528256:0@lo:253: 00000100:00000040:3.0:1767389020.985850:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcb1d94f] to pc [ptlrpcd_00_00+0] req@00000000bcb1d94f x1853241654528384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389020.985851:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389020.985861:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389020.985867:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389020.985871:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389020.985881:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000078bb1667. 00000400:00000200:2.0:1767389020.985882:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 02000000:00000001:1.0:1767389020.985886:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389020.985888:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389020.985894:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389020.985898:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389020.985898:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067aa3e7b. 00000020:01000000:3.0:1767389020.985903:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:1.0:1767389020.985908:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c748238. 00000020:00000010:3.0:1767389020.985909:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008cdbed55. 00000100:00000200:1.0:1767389020.985919:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654528256, portal 25 00000100:00000001:1.0:1767389020.985926:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389020.985928:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664414592 : -122821045137024 : ffff904b7f3bd180) 00000100:00000001:3.0:1767389020.985935:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389020.985940:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389020.985944:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389020.985953:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000033c281fb x1853241654528256/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389020.985954:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bcb1d94f x1853241654528384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389020.985959:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000100:00000001:1.0:1767389020.985996:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389020.986004:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767389020.986006:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000010:1.0:1767389020.986011:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ea7dcc0. 00000100:00000200:1.0:1767389020.986021:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654528256, offset 0 00000100:00000001:3.0:1767389020.986031:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389020.986034:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389020.986040:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767389020.986044:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389020.986049:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389020.986052:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 02000000:00000001:3.0:1767389020.986054:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389020.986061:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767389020.986067:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bcb1d94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654528384:0@lo:253: 00000100:00000001:3.0:1767389020.986074:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389020.986079:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767389020.986082:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372804900 02000000:00000001:3.0:1767389020.986084:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389020.986092:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767389020.986098:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389020.986099:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1079 [2] + 0 02000000:00000010:3.0:1767389020.986100:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000d6318e3. 02000000:00000001:3.0:1767389020.986109:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389020.986111:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003443df0a. 00000400:00000010:3.0:1767389020.986118:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002cd21fb. 00000400:00000200:1.0:1767389020.986141:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000288f9be1 00000400:00000200:1.0:1767389020.986153:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767389020.986155:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003aabc889. 00000400:00000200:1.0:1767389020.986162:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767389020.986164:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654528384, portal 25 00000400:00000200:1.0:1767389020.986169:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000288f9be1 00000400:00000200:2.0:1767389020.986170:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000100:00000001:3.0:1767389020.986171:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389020.986178:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664422656 : -122821045128960 : ffff904b7f3bf100) 00000400:00000010:1.0:1767389020.986178:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000288f9be1. 00000100:00000040:3.0:1767389020.986190:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bcb1d94f x1853241654528384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389020.986193:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389020.986199:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767389020.986204:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389020.986207:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000cea1c18f x1853241654528256 msgsize 4848 00000100:00000040:3.0:1767389020.986214:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389020.986222:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e40e338a. 00000100:00100000:1.0:1767389020.986223:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767389020.986227:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000100:00000040:1.0:1767389020.986231:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:3.0:1767389020.986232:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654528384, offset 0 00000400:00000200:3.0:1767389020.986248:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767389020.986250:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389020.986261:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389020.986267:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ea7dcc0 00000400:00000010:1.0:1767389020.986272:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ea7dcc0. 00000400:00000200:3.0:1767389020.986278:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372804980 00000100:00000001:1.0:1767389020.986278:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389020.986287:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033c281fb x1853241654528256/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389020.986290:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389020.986294:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1089 [2] + 0 00000400:00000010:3.0:1767389020.986309:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d3da31d. 00000400:00000200:3.0:1767389020.986318:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e3fac0d7 00000100:00000001:1.0:1767389020.986321:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767389020.986327:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767389020.986329:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033c281fb x1853241654528256/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389020.986342:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389020.986343:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389020.986357:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389020.986359:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3fac0d7 00000100:00000001:1.0:1767389020.986361:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389020.986370:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389020.986378:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3fac0d7. 00000100:00000001:1.0:1767389020.986379:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299609029 00000100:00000001:3.0:1767389020.986387:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767389020.986391:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000100:00000200:3.0:1767389020.986392:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:1.0:1767389020.986398:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000536c374f. 00000100:00000040:3.0:1767389020.986403:0:337536:0:(events.c:337:request_in_callback()) incoming req@0000000058692d5b x1853241654528384 msgsize 4848 00000100:00000001:1.0:1767389020.986410:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1767389020.986417:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767389020.986423:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767389020.986423:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299609029 00000100:00000010:1.0:1767389020.986433:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e1c00bd9. 00000100:00000001:1.0:1767389020.986437:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767389020.986442:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767389020.986444:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299609029 00000400:00000200:2.0:1767389020.986446:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000100:00000010:1.0:1767389020.986456:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb411464. 00000400:00000200:3.0:1767389020.986457:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e40e338a 00000400:00000010:3.0:1767389020.986464:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e40e338a. 00000100:00000001:1.0:1767389020.986466:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767389020.986471:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767389020.986476:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299609029 00000100:00000200:3.0:1767389020.986480:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bcb1d94f x1853241654528384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767389020.986484:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dc59c939. 00000100:00000001:1.0:1767389020.986494:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767389020.986499:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389020.986502:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767389020.986506:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bcb1d94f x1853241654528384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389020.986509:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389020.986518:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389020.986523:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389020.986525:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389020.986528:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767389020.986535:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000100:00000001:3.0:1767389020.986538:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389020.986546:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299609029 00000100:00000001:3.0:1767389020.986551:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299609029 00000100:00000001:3.0:1767389020.986554:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299609029 00000100:00000001:3.0:1767389020.986557:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299609029 00000100:00000001:3.0:1767389020.986560:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299609029 00000100:00000001:3.0:1767389020.986563:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299609029 00000100:00000001:3.0:1767389020.986566:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299609029 00000100:00000001:3.0:1767389020.986568:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299609029 00000100:00000001:3.0:1767389020.986570:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389020.986573:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389020.986577:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389020.986582:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389020.986589:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389020.986591:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767389020.986597:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000100:00000001:3.0:1767389020.986607:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389020.986610:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389020.986614:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389020.986618:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389020.986639:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389020.986643:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389020.986677:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767389020.986679:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000100:00100000:3.0:1767389020.986681:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654528256 02000000:00000001:3.0:1767389020.986686:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389020.986689:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389020.986696:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389020.986703:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389020.986709:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654528256 00000020:00000001:3.0:1767389020.986713:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389020.986715:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389020.986719:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389020.986723:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:3.0:1767389020.986762:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389020.986766:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389020.986773:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389020.986779:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000405ec8de. 00000100:00000001:3.0:1767389020.986782:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389020.986786:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000405ec8de. 00000020:00000010:3.0:1767389020.986796:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df05f51e. 00000400:00000200:2.0:1767389020.986797:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000020:00000010:3.0:1767389020.986808:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000047ebb548. 00000020:00000010:3.0:1767389020.986818:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000085b6dc95. 00000100:00000040:3.0:1767389020.986836:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389020.986839:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389020.986841:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389020.986845:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389020.986846:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389020.986851:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389020.986863:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389020.986881:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389020.986886:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000100:00000001:3.0:1767389020.986904:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389020.986909:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654528384 02000000:00000001:3.0:1767389020.986912:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389020.986914:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389020.986925:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389020.986930:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389020.986934:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654528384 00000020:00000001:3.0:1767389020.986937:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389020.986941:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389020.986943:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389020.986946:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00000001:1.0:1767389020.986947:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767389020.986953:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389020.986954:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767389020.986959:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000020:00000001:3.0:1767389020.986961:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00100000:1.0:1767389020.986969:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000001:3.0:1767389020.986972:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767389020.986978:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000020:00000010:3.0:1767389020.986979:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000405ec8de. 00000100:00000001:1.0:1767389020.986984:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661756496 : -122822047795120 : ffff904b43787850) 00000100:00000001:3.0:1767389020.986986:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389020.986994:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000405ec8de. 00000100:00000040:1.0:1767389020.986999:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cea1c18f x1853241654528256/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:471/0 lens 4848/0 e 0 to 0 dl 1767389031 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389020.987003:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000028d871. 00000020:00000010:3.0:1767389020.987015:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d9da22ad. 00000100:00000001:1.0:1767389020.987018:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767389020.987020:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000020:00000010:3.0:1767389020.987023:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000086b258db. 00000020:00000010:1.0:1767389020.987027:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000470f5d5b. 00000100:00000001:3.0:1767389020.987034:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389020.987035:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389020.987042:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767389020.987043:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000470f5d5b. 00000100:00000001:3.0:1767389020.987048:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389020.987057:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389020.987058:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cea1c18f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654528256:12345-0@lo:253: 00000100:00000001:3.0:1767389020.987066:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389020.987068:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654528256 00000020:00000001:1.0:1767389020.987086:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767389020.987087:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389020.987092:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767389020.987093:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389020.987099:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389020.987102:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000100:00100000:3.0:1767389020.987105:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000020:00000001:1.0:1767389020.987108:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767389020.987113:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000020:00000001:1.0:1767389020.987115:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000100:00000001:3.0:1767389020.987140:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661744208 : -122822047807408 : ffff904b43784850) 00000020:00000001:1.0:1767389020.987144:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389020.987149:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389020.987152:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058692d5b x1853241654528384/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:471/0 lens 4848/0 e 0 to 0 dl 1767389031 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389020.987155:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389020.987162:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389020.987168:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389020.987169:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389020.987176:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767389020.987178:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000405ec8de. 02000000:00000001:1.0:1767389020.987183:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767389020.987186:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389020.987191:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000405ec8de. 02000000:00000010:1.0:1767389020.987192:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008cdbed55. 02000000:00000001:1.0:1767389020.987198:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389020.987204:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000100:00100000:3.0:1767389020.987206:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058692d5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654528384:12345-0@lo:253: 00000100:00000001:1.0:1767389020.987206:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389020.987214:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:3.0:1767389020.987224:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654528384 00000020:00000001:3.0:1767389020.987229:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389020.987234:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389020.987237:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389020.987240:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389020.987243:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:3.0:1767389020.987247:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389020.987249:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767389020.987249:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000210b3f41. 00000020:00000001:3.0:1767389020.987258:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:1.0:1767389020.987259:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:3.0:1767389020.987261:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767389020.987267:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767389020.987268:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389020.987273:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:3.0:1767389020.987274:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767389020.987281:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389020.987282:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767389020.987286:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 20000000:00000001:1.0:1767389020.987287:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389020.987295:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:3.0:1767389020.987296:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000017ad00eb. 02000000:00000001:3.0:1767389020.987303:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389020.987305:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389020.987309:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767389020.987310:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006d3495ea. 20000000:01000000:1.0:1767389020.987315:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:1.0:1767389020.987321:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:3.0:1767389020.987322:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b22a7028. 20000000:01000000:3.0:1767389020.987329:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767389020.987331:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767389020.987333:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767389020.987337:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 20000000:00000001:3.0:1767389020.987338:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767389020.987344:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389020.987349:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389020.987352:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767389020.987384:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00080000:00000001:1.0:1767389020.987412:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767389020.987419:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767389020.987422:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389020.987424:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:2.0:1767389020.987427:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000020:00000001:1.0:1767389020.987430:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767389020.987440:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:1.0:1767389020.987446:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767389020.987457:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007f8c2e7a. 00080000:00000001:1.0:1767389020.987461:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247412107264 : -122826297444352 : ffff904a462bf800) 00000400:00000200:2.0:1767389020.987466:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00080000:00000001:1.0:1767389020.987467:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767389020.987512:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000001:00000001:1.0:1767389020.987665:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767389020.987668:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389020.987672:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767389020.987705:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389020.987710:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000010:2.0:1767389020.987912:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009f89e09d. 00000800:00000010:2.0:1767389020.987921:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000987daa10. 00000800:00000010:2.0:1767389020.987929:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001f387015. 00000800:00000010:2.0:1767389020.987990:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001f387015. 00000400:00000200:2.0:1767389020.988042:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767389020.988071:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp22 from 229.3.0.2 00000800:00000010:2.0:1767389020.988076:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d6ddf4c3. 00080000:00000001:1.0:1767389020.988593:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767389020.988599:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:2.0:1767389020.988615:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b97d974d. 00000800:00000010:2.0:1767389020.988621:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001538bf3a. 00000800:00000010:2.0:1767389020.988639:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006569df10. 00000800:00000200:2.1:1767389020.988647:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091346fac] -> 12345-192.168.204.113@tcp22 (2) 00000800:00000200:2.1:1767389020.988654:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp22 000000006569df10 deleted 00000800:00000010:2.1:1767389020.988657:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006569df10. 00000800:00000200:2.1:1767389020.988666:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767389020.988688:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp22 ip 192.168.204.113:997 00000800:00000200:2.1:1767389020.988693:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070166ba6 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1767389020.988702:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp22 p 3.x 192.168.204.113 -> 192.168.204.113:997 incarnation:1767389018823138355 sched[0] 00000800:00000010:2.0:1767389020.988708:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001f387015. 00000800:00000010:2.0:1767389020.988807:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001f387015. 00000800:00000010:2.0:1767389020.988813:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001538bf3a. 00000800:00000010:2.0:1767389020.988864:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d6ddf4c3. 00000800:00000001:2.0:1767389020.988884:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.1:1767389020.988891:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:2.0:1767389020.988892:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767389020.988908:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp22 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389018823138355 sched[0] 00000800:00000010:3.0:1767389020.988914:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000987daa10. 00000800:00000200:2.0:1767389020.988987:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389020.988994:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070166ba6. 00000400:00000200:2.0:1767389020.988998:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389020.989012:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389020.989013:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp22->192.168.204.113@tcp22: PUT: OK 00000400:00000200:2.0:1767389020.989026:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767389020.989031:0:337529:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 0 00000800:00000001:2.0:1767389020.989043:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389020.989052:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389020.989055:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389020.989062:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389020.989070:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp22(192.168.204.113@tcp22) <- 192.168.204.113@tcp22 : PUT - for me 00000400:00000200:2.0:1767389020.989084:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767389020.989091:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 272/272 into md 0x16fd [1] + 0 00000400:00000010:2.0:1767389020.989096:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000804c57ac. 00000400:00000200:2.0:1767389020.989101:0:337529:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c50a39a8 00000800:00000001:2.0:1767389020.989108:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767389020.989111:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000800:00000001:2.0:1767389020.989141:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389020.989145:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389020.989153:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp22->192.168.204.113@tcp22: PUT: OK 00000400:00000200:2.0:1767389020.989158:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c50a39a8 00000400:00000010:2.0:1767389020.989161:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c50a39a8. 00000400:00000200:2.0:1767389020.989167:0:337529:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767389020.989171:0:337529:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (16) 00000400:00000200:2.0:1767389020.989177:0:337529:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000010:2.0:1767389020.989182:0:337529:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d7cde1b8. 00000400:00000200:2.0:1767389020.989186:0:337529:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.113@tcp 15 00000400:00000200:2.0:1767389020.989191:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389020.989205:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (17) 00000400:00000200:2.0:1767389020.989212:0:337529:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767389020.989213:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389020.989225:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp22 to MR: 192.168.204.113@tcp22 local destination 00000400:00000200:2.0:1767389020.989235:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp22 NI seq info: [32:32:256:4294967295] 192.168.204.113@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:2.0:1767389020.989256:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp22(192.168.204.113@tcp22:192.168.204.113@tcp22) -> 192.168.204.113@tcp22(192.168.204.113@tcp22:192.168.204.113@tcp22) 192.168.204.113@tcp22 : ACK try# 0 00000800:00000200:2.0:1767389020.989267:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp22 00000800:00000010:2.0:1767389020.989324:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070166ba6. 00000800:00000200:2.0:1767389020.989341:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091346fac] -> 12345-192.168.204.113@tcp22 (4) 00000800:00000200:2.0:1767389020.989349:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp22 ip 192.168.204.113:988 00000800:00000200:2.0:1767389020.989353:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000070166ba6 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767389020.989380:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389020.989384:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767389020.989393:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000694df91e. 00000400:00000010:1.0:1767389020.989399:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fae930e. 00000400:00000200:1.0:1767389020.989404:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000089c3bb47 00000400:00000200:1.0:1767389020.989414:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1004d1 00000400:00000010:1.0:1767389020.989427:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 00000000b9e82490. 00000800:00000200:2.0:1767389020.989432:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767389020.989433:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 00000000ad01d01f. 00000400:00000200:3.0:1767389020.989436:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000800:00000010:2.0:1767389020.989438:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070166ba6. 00000400:00000010:1.0:1767389020.989444:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 00000000d0020363. 00000400:00000200:2.0:1767389020.989448:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389020.989459:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp22->192.168.204.113@tcp22: ACK: OK 00000800:00000001:2.0:1767389020.989473:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389020.989479:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389020.989483:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767389020.989488:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d6657a57. 00000800:00000001:2.0:1767389020.989490:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389020.989495:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389020.989501:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d6657a57 nid 192.168.204.113@tcp23 00000800:00000001:2.0:1767389020.989503:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389020.989504:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000010:1.0:1767389020.989508:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a49e17b0. 00000400:00000200:1.0:1767389020.989518:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a49e17b0 net tcp23 00000400:00000200:2.0:1767389020.989522:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp22(192.168.204.113@tcp22) <- 192.168.204.113@tcp22 : ACK - for me 00000400:00000200:1.0:1767389020.989527:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (16) 00000400:00000200:1.0:1767389020.989536:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp23 flags 0x11 00000400:00000010:1.0:1767389020.989542:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 00000000b9e82490. 00000400:00000010:1.0:1767389020.989547:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 00000000ad01d01f. 00000400:00000010:1.0:1767389020.989552:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 00000000d0020363. 00000400:00000200:3.0:1767389020.989556:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389020.989558:0:337529:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp22: ACK from 12345-192.168.204.113@tcp22 into md 0x172d 00000400:00000010:1.0:1767389020.989561:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d7cde1b8. 00000400:00000200:2.0:1767389020.989565:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389020.989571:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:2.0:1767389020.989582:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp22->192.168.204.113@tcp22: ACK: OK 00000400:00000200:1.0:1767389020.989585:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100551 00000400:00000200:2.0:1767389020.989591:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000626df8e9 00000400:00000200:1.0:1767389020.989594:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 1 00000400:00000010:2.0:1767389020.989597:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000626df8e9. 00000400:00000200:2.0:1767389020.989606:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767389020.989607:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 00000400:00000200:1.0:1767389020.989615:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389020.989619:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100511 rc 0 00000400:00000200:3.0:1767389020.989622:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389020.989625:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:2.0:1767389020.989631:0:337529:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:2.0:1767389020.989640:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (17) 00000400:00000200:1.0:1767389020.989649:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (16) 00000800:00000001:2.0:1767389020.989661:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389020.989669:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389020.989690:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389020.989804:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389020.989877:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389020.989935:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389020.989988:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389020.990043:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389020.990070:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389020.990109:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389020.990178:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389020.990229:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389020.990279:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389020.990318:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389020.990347:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389020.990387:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389020.990500:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389020.990554:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389020.990612:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389020.990663:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389020.990868:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389020.991256:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767389020.991474:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a73cb21. 00000800:00000010:2.0:1767389020.991482:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001538bf3a. 00000800:00000010:2.0:1767389020.991488:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006f3e4ef6. 00000800:00000010:2.0:1767389020.991538:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006f3e4ef6. 00000400:00000200:2.0:1767389020.991609:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp22 from 228.3.0.2 00000800:00000010:2.0:1767389020.991614:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004a9340b4. 00000800:00000010:0.0:1767389020.991666:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c809439b. 00000800:00000010:0.0:1767389020.991679:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004f8511fb. 00000800:00000010:0.0:1767389020.991769:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007915f5b9. 00000800:00000200:0.1:1767389020.991786:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091346fac] -> 12345-192.168.204.113@tcp22 (4) 00000800:00000200:0.1:1767389020.991798:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp22 000000007915f5b9 deleted 00000800:00000010:0.1:1767389020.991803:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007915f5b9. 00000800:00000200:0.1:1767389020.991812:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767389020.991824:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp22 p 3.x 192.168.204.113 -> 192.168.204.113:996 incarnation:1767389018823138355 sched[0] 00000800:00000010:0.0:1767389020.991836:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008edee31b. 00000800:00000010:0.0:1767389020.991938:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008edee31b. 00000800:00000010:0.0:1767389020.991948:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004f8511fb. 00000800:00000010:0.0:1767389020.992008:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004a9340b4. 00000800:00000200:2.1:1767389020.992032:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000001:0.0:1767389020.992038:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767389020.992045:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp22 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389018823138355 sched[0] 00000800:00000001:0.0:1767389020.992047:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767389020.992051:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001538bf3a. 00000800:00000001:2.0:1767389020.992112:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389020.992140:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767389021.002043:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767389021.002049:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767389021.002053:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767389021.002056:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767389021.002058:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767389021.002062:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007f8c2e7a. 00080000:00000001:2.0:1767389021.002068:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767389021.002114:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767389021.002141:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:3.0:1767389021.002145:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389021.002148:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767389021.002163:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767389021.002176:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767389021.002180:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767389021.002185:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767389021.002187:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767389021.002192:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fb9807cc. 20000000:00000001:0.0:1767389021.002193:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:2.0:1767389021.002199:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 10000000:01000000:0.0:1767389021.002199:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767389021.002208:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767389021.002210:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767389021.002214:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000001:0.0:1767389021.002215:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389021.002227:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000005b9fd16. 00010000:00000001:0.0:1767389021.002233:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389021.002238:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000040d6ffd7. 00080000:00000001:2.0:1767389021.002243:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767389021.002244:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389021.002249:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000040d6ffd7 with handle 0x95cd417baf429440 to hash 00080000:00000001:2.0:1767389021.002251:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767389021.002255:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767389021.002256:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389021.002259:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00080000:00000001:2.0:1767389021.002261:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767389021.002267:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767389021.002267:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00000020:00000001:2.0:1767389021.002272:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00010000:00000001:0.0:1767389021.002274:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767389021.002279:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767389021.002280:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389021.002286:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000040d6ffd7/0x95cd417baf429440 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000010:2.0:1767389021.002287:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004e12f542. 00080000:00000001:2.0:1767389021.002294:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247427382272 : -122826282169344 : ffff904a47150c00) 00080000:00000001:2.0:1767389021.002302:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767389021.002305:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389021.002311:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389021.002314:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389021.002316:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389021.002319:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389021.002321:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389021.002323:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389021.002326:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389021.002329:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389021.002331:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389021.002332:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389021.002335:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005b9fd16) refcount = 1 00010000:00010000:0.0:1767389021.002339:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000040d6ffd7/0x95cd417baf429440 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389021.002346:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389021.002349:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389021.002350:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389021.002361:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389021.002364:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389021.002369:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000001:00000001:2.0:1767389021.002373:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 20000000:01000000:0.0:1767389021.002373:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00080000:00000001:2.0:1767389021.002378:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389021.002380:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:2.0:1767389021.002382:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:0.0:1767389021.002384:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389021.002388:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000040d6ffd7 refcount=4 00000020:00000001:0.0:1767389021.002391:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389021.002393:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389021.002396:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389021.002398:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000040d6ffd7/0x95cd417baf429440 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767389021.002402:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389021.002406:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:2.0:1767389021.002407:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:0.0:1767389021.002410:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000040d6ffd7/0x95cd417baf429440 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389021.002417:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389021.002419:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389021.002421:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000040d6ffd7/0x95cd417baf429440 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389021.002427:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389021.002428:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389021.002432:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389021.002434:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000040d6ffd7/0x95cd417baf429440 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389021.002441:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000040d6ffd7 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389021.002444:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389021.002446:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389021.002449:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000040d6ffd7/0x95cd417baf429440 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389021.002455:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389021.002465:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389021.002467:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389021.002469:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000040d6ffd7 refcount=5 00000020:00000001:0.0:1767389021.002471:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389021.002474:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389021.002477:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389021.002479:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000040d6ffd7/0x95cd417baf429440 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389021.002486:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389021.002488:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389021.002490:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389021.002495:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389021.002497:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389021.002499:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389021.002501:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389021.002504:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000040d6ffd7 with handle 0x95cd417baf429440 from hash 00010000:00000001:0.0:1767389021.002507:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389021.002509:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389021.002510:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389021.002512:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389021.002515:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389021.002518:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389021.002520:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389021.002522:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389021.002525:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389021.002528:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389021.002529:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00080000:00000001:2.0:1767389021.002531:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767389021.002533:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767389021.002536:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767389021.002537:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389021.002542:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389021.002545:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389021.002547:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389021.002549:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000040d6ffd7/0x95cd417baf429440 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389021.002555:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389021.002563:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389021.002565:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389021.002567:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389021.002570:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389021.002571:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389021.002573:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389021.002576:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389021.002578:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389021.002581:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000040d6ffd7/0x95cd417baf429440 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389021.002586:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389021.002589:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389021.002590:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000040d6ffd7/0x95cd417baf429440 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389021.002596:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000005b9fd16 count: 0 00010000:00000001:0.0:1767389021.002611:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389021.002613:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767389021.009783:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299609029, at 4299609030 00010000:00000010:0.1:1767389021.009788:0:344930:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000005b9fd16. 00000100:00000010:2.0:1767389021.009794:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb411464. 00010000:00000010:0.1:1767389021.009804:0:344930:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000040d6ffd7. 00000100:00000040:0.0:1767389021.009895:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299609029, at 4299609030 00000100:00000010:0.0:1767389021.009908:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000536c374f. 00000100:00000040:3.0:1767389021.010773:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299609029, at 4299609031 00000100:00000040:1.0:1767389021.010782:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299609029, at 4299609031 00000100:00000010:3.0:1767389021.010783:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dc59c939. 00000100:00000010:1.0:1767389021.010802:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e1c00bd9. 00080000:00000001:2.0:1767389021.014722:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767389021.014748:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767389021.014751:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767389021.014752:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767389021.014754:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767389021.014757:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004e12f542. 00080000:00000001:2.0:1767389021.014763:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1767389021.014865:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767389021.014871:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:2.0:1767389021.014874:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389021.014877:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767389021.014880:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767389021.014894:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767389021.014897:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767389021.014902:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767389021.014918:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767389021.014921:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767389021.014924:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767389021.014927:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389021.014930:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389021.014936:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a1178425. 00010000:00000001:2.0:1767389021.014940:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389021.014944:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fa904ff7. 00000020:00000001:2.0:1767389021.014947:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389021.014950:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fa904ff7 with handle 0x95cd417baf429447 to hash 00000020:00000001:2.0:1767389021.014953:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389021.014954:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389021.014957:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389021.014960:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389021.014962:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389021.014965:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fa904ff7/0x95cd417baf429447 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389021.014973:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389021.014976:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389021.014978:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389021.014988:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389021.014991:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389021.014993:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389021.014995:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389021.014997:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389021.015000:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389021.015002:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389021.015004:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389021.015007:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a1178425) refcount = 1 00010000:00010000:2.0:1767389021.015011:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fa904ff7/0x95cd417baf429447 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389021.015017:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389021.015018:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389021.015019:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389021.015021:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389021.015024:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389021.015026:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767389021.015030:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:2.0:1767389021.015033:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389021.015035:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389021.015037:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fa904ff7 refcount=4 00000020:00000001:2.0:1767389021.015040:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389021.015042:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389021.015044:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389021.015047:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fa904ff7/0x95cd417baf429447 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389021.015054:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389021.015056:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fa904ff7/0x95cd417baf429447 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389021.015061:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389021.015063:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389021.015064:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fa904ff7/0x95cd417baf429447 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389021.015082:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389021.015085:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389021.015088:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389021.015089:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fa904ff7/0x95cd417baf429447 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389021.015095:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fa904ff7 already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389021.015098:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389021.015101:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389021.015102:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fa904ff7/0x95cd417baf429447 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389021.015107:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389021.015109:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389021.015111:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389021.015113:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fa904ff7 refcount=5 00000020:00000001:2.0:1767389021.015116:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389021.015138:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389021.015143:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389021.015145:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fa904ff7/0x95cd417baf429447 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389021.015150:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389021.015154:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389021.015155:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389021.015161:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389021.015163:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389021.015166:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389021.015168:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389021.015171:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fa904ff7 with handle 0x95cd417baf429447 from hash 00010000:00000001:2.0:1767389021.015174:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389021.015175:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389021.015177:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389021.015187:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389021.015189:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389021.015191:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389021.015193:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389021.015195:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389021.015196:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389021.015198:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389021.015199:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389021.015202:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389021.015204:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389021.015205:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389021.015207:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389021.015210:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389021.015213:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fa904ff7/0x95cd417baf429447 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389021.015218:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389021.015219:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389021.015221:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389021.015222:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389021.015224:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389021.015225:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389021.015226:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389021.015228:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389021.015230:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389021.015232:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fa904ff7/0x95cd417baf429447 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389021.015237:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767389021.015239:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389021.015242:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fa904ff7/0x95cd417baf429447 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389021.015247:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a1178425 count: 0 00010000:00000001:2.0:1767389021.015263:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767389021.015266:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767389021.017329:0:344929:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009f1c5523. 00000400:00000040:1.0:1767389021.017352:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389021.017355:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767389021.017357:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389021.017359:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389021.017361:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389021.017362:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767389021.017365:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389021.017367:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767389021.017369:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767389021.017371:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767389021.017374:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767389021.017376:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389021.017378:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767389021.017380:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389021.017382:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767389021.017384:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767389021.017386:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389021.017388:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767389021.017389:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767389021.017392:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389021.017393:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389021.017395:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389021.017397:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389021.017399:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389021.017401:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767389021.017403:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389021.017405:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389021.017406:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389021.017407:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389021.017409:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389021.017411:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767389021.017413:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389021.017415:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389021.017417:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389021.017419:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389021.017421:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389021.017430:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767389021.017433:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389021.017435:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389021.017437:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767389021.017438:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767389021.017441:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389021.017442:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767389021.017444:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767389021.017446:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767389021.017447:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767389021.017449:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767389021.017451:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767389021.017454:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767389021.017456:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389021.017458:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767389021.017460:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767389021.017461:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767389021.017464:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767389021.017466:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767389021.017467:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767389021.017468:0:344929:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767389021.017532:0:344929:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009f1c5523. 00080000:00000020:2.0:1767389021.017785:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767389021.017790:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767389021.017801:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000210b3f41. 20000000:00000001:2.0:1767389021.017806:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389021.017810:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654528256 00010000:00000001:2.0:1767389021.017814:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389021.017819:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cea1c18f x1853241654528256/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:471/0 lens 4848/4768 e 0 to 0 dl 1767389031 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389021.017828:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389021.017830:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389021.017835:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389021.017840:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389021.017842:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389021.017844:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389021.017847:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389021.017849:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389021.017851:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389021.017854:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389021.017856:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001538bf3a. 00000100:00000200:2.0:1767389021.017859:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654528256, offset 224 00000400:00000200:2.0:1767389021.017863:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389021.017869:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389021.017874:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372804900 00000400:00000200:2.0:1767389021.017879:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1731 [2] + 224 00000400:00000200:2.0:1767389021.017884:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389021.017888:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389021.017891:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389021.017894:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033c281fb x1853241654528256/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389021.017903:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000033c281fb x1853241654528256/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389021.017920:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389021.017926:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001538bf3a 00000400:00000010:2.0:1767389021.017929:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001538bf3a. 00000100:00000001:2.0:1767389021.017932:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389021.017936:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389021.017942:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389021.017943:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767389021.017950:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767389021.017950:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767389021.017956:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767389021.017957:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000010:3.0:1767389021.017960:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067aa3e7b. 00010000:00000001:2.0:1767389021.017962:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389021.017967:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389021.017969:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c748238 00000020:00000001:2.0:1767389021.017970:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767389021.017974:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c748238. 00000100:00000040:2.0:1767389021.017978:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cea1c18f x1853241654528256/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:471/0 lens 4848/4768 e 0 to 0 dl 1767389031 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389021.017981:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767389021.017989:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cea1c18f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654528256:12345-0@lo:253: Request processed in 30971us (31780us total) trans 0 rc 0/0 00000100:00000200:3.0:1767389021.017999:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033c281fb x1853241654528256/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389021.018004:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000040:2.0:1767389021.018012:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:2.0:1767389021.018018:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389021.018022:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767389021.018026:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033c281fb x1853241654528256/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389021.018028:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000047ebb548. 00000020:00000010:2.0:1767389021.018036:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000085b6dc95. 00000100:00000001:3.0:1767389021.018039:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767389021.018042:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df05f51e. 00000100:00000001:3.0:1767389021.018044:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767389021.018048:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00000001:3.0:1767389021.018049:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389021.018057:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767389021.018057:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767389021.018062:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767389021.018062:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008cdbed55. 00000100:00000001:3.0:1767389021.018067:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389021.018069:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767389021.018073:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389021.018074:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767389021.018081:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=46 v=5 (5 0 0 0) 00000100:00000200:2.0:1767389021.018083:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767389021.018090:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=46 v=5 (1 0 0 0) 00000400:00000010:2.0:1767389021.018091:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae095744. 00000100:00000001:3.0:1767389021.018099:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767389021.018100:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001538bf3a. 00000100:00000001:3.0:1767389021.018101:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389021.018106:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389021.018109:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389021.018112:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389021.018117:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033c281fb x1853241654528256/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389021.018142:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389021.018146:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389021.018149:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389021.018153:0:337538:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389021.018155:0:337538:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767389021.018158:0:337538:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389021.018160:0:337538:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389021.018162:0:337538:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389021.018164:0:337538:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389021.018166:0:337538:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767389021.018168:0:337538:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767389021.018170:0:337538:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389021.018172:0:337538:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389021.018176:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033c281fb x1853241654528256/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389021.018184:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000033c281fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654528256:0@lo:253: 00000100:00000001:3.0:1767389021.018200:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389021.018202:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389021.018205:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033c281fb x1853241654528256/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389021.018213:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389021.018216:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389021.018219:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000078bb1667. 02000000:00000001:3.0:1767389021.018225:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389021.018228:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389021.018230:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389021.018232:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389021.018235:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006ce48ba6. 02000000:00000001:3.0:1767389021.018241:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389021.018243:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389021.018244:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033c281fb. 00000100:00000001:3.0:1767389021.018248:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389021.018249:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389021.018251:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389021.018256:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389021.018258:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389021.018260:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389021.018262:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767389021.020093:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389021.020097:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389021.020099:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b22a7028. 20000000:00000001:3.0:1767389021.020105:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389021.020108:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654528384 00010000:00000001:3.0:1767389021.020110:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389021.020115:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000058692d5b x1853241654528384/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:471/0 lens 4848/4768 e 0 to 0 dl 1767389031 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389021.020141:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389021.020143:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389021.020145:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389021.020164:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389021.020166:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389021.020177:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389021.020180:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389021.020182:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389021.020184:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389021.020187:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389021.020190:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037ec48fb. 00000100:00000200:3.0:1767389021.020194:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654528384, offset 224 00000400:00000200:3.0:1767389021.020198:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389021.020205:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389021.020210:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372804980 00000400:00000200:3.0:1767389021.020215:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1739 [2] + 224 00000400:00000200:3.0:1767389021.020220:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389021.020223:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389021.020226:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389021.020229:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bcb1d94f x1853241654528384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389021.020237:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000bcb1d94f x1853241654528384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389021.020255:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389021.020260:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ec48fb 00000400:00000010:3.0:1767389021.020262:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037ec48fb. 00000100:00000001:3.0:1767389021.020264:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389021.020266:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389021.020269:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389021.020272:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389021.020275:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389021.020277:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389021.020278:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767389021.020280:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767389021.020282:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767389021.020286:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058692d5b x1853241654528384/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:471/0 lens 4848/4768 e 0 to 0 dl 1767389031 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767389021.020288:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389021.020292:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389021.020296:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002cd21fb. 00000400:00000200:1.0:1767389021.020303:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003aabc889 00000100:00100000:3.0:1767389021.020305:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058692d5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337536:x1853241654528384:12345-0@lo:253: Request processed in 33133us (33899us total) trans 0 rc 0/0 00000400:00000010:1.0:1767389021.020307:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003aabc889. 00000100:00000001:1.0:1767389021.020314:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767389021.020319:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000200:1.0:1767389021.020321:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bcb1d94f x1853241654528384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389021.020334:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000200:1.0:1767389021.020339:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bcb1d94f x1853241654528384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389021.020340:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389021.020345:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389021.020350:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d9da22ad. 00000100:00000001:1.0:1767389021.020353:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767389021.020356:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000086b258db. 00000100:00000001:1.0:1767389021.020356:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389021.020363:0:337536:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767389021.020364:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000028d871. 00000020:00000040:3.0:1767389021.020368:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:3.0:1767389021.020371:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767389021.020374:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767389021.020375:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000017ad00eb. 00000100:00000001:1.0:1767389021.020379:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767389021.020380:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389021.020382:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389021.020384:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767389021.020385:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389021.020390:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767389021.020391:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=46 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389021.020397:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=46 v=5 (1 0 0 0) 00000400:00000010:3.0:1767389021.020398:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000798683f3. 00000100:00000001:1.0:1767389021.020400:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389021.020404:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389021.020405:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037ec48fb. 00010000:00000001:1.0:1767389021.020406:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389021.020411:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389021.020414:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389021.020418:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bcb1d94f x1853241654528384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389021.020425:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389021.020427:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389021.020429:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389021.020432:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767389021.020434:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767389021.020436:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389021.020437:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389021.020438:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389021.020439:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389021.020440:0:337536:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767389021.020441:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389021.020442:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767389021.020444:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bcb1d94f x1853241654528384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389021.020451:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bcb1d94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654528384:0@lo:253: 00000100:00000001:1.0:1767389021.020455:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389021.020456:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389021.020458:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bcb1d94f x1853241654528384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389021.020463:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389021.020464:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389021.020466:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000d6318e3. 02000000:00000001:1.0:1767389021.020477:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389021.020478:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389021.020479:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389021.020481:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389021.020482:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000801f716c. 02000000:00000001:1.0:1767389021.020484:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389021.020485:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389021.020486:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bcb1d94f. 00000100:00000001:1.0:1767389021.020489:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389021.020490:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389021.020492:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389021.020496:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389021.020497:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389021.020499:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389021.020500:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767389021.027810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a1178425. 00010000:00000010:2.1:1767389021.027823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fa904ff7. 00010000:00000001:3.0:1767389021.387823:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389021.387828:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389021.387835:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389021.387836:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389021.387879:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389021.387885:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389021.387889:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767389022.091885:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767389022.091898:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:1.0:1767389022.091902:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767389022.091908:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767389022.091909:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033c281fb. 00000100:00000010:1.0:1767389022.091917:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee12f839. 00000020:00000040:3.0:1767389022.091920:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000040:1.0:1767389022.091928:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767389022.091932:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767389022.091937:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389022.091939:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389022.091942:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389022.091949:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389022.091950:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389022.091970:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004caeeea1. 02000000:00000010:1.0:1767389022.091971:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000031af1d67. 00000100:00000001:1.0:1767389022.091989:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389022.091990:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.092006:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389022.092013:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389022.092014:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@0000000033c281fb x1853241654528512/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767389022.092031:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee12f839] to pc [ptlrpcd_00_01+1] req@00000000ee12f839 x1853241654528640/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389022.092035:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389022.092041:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389022.092057:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c281fb] to pc [ptlrpcd_00_02+2] req@0000000033c281fb x1853241654528512/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767389022.092089:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.092128:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389022.092131:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.092148:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389022.092150:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389022.092154:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767389022.092157:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389022.092164:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767389022.092168:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee12f839 x1853241654528640/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389022.092170:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389022.092176:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:1.0:1767389022.092180:0:337539:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000010:3.0:1767389022.092187:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000851f3c1f. 00000100:00000001:1.0:1767389022.092189:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767389022.092200:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767389022.092208:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389022.092210:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767389022.092210:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389022.092214:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389022.092217:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767389022.092218:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389022.092223:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389022.092226:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.092228:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767389022.092230:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389022.092238:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389022.092239:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000611f5c8d. 00000100:00100000:0.0:1767389022.092249:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ee12f839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654528640:0@lo:13: 00000100:00000001:1.0:1767389022.092250:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389022.092251:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.092256:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767389022.092265:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767389022.092268:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000851f3c1f x1853241654528768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767389022.092272:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033c281fb x1853241654528512/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389022.092275:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389022.092283:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389022.092294:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767389022.092311:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1767389022.092317:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000046d31dea. 00000100:00000001:3.0:1767389022.092318:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.092320:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389022.092328:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389022.092329:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389022.092338:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000851f3c1f] to pc [ptlrpcd_00_03+3] req@00000000851f3c1f x1853241654528768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389022.092343:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767389022.092348:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000691a5b98. 02000000:00000001:1.0:1767389022.092351:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389022.092364:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389022.092365:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000100:00000001:3.0:1767389022.092368:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389022.092376:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000033c281fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654528512:0@lo:400: 00000100:00000040:3.0:1767389022.092378:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1767389022.092380:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654528640, portal 4 00000100:00000001:0.0:1767389022.092392:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389022.092396:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767389022.092397:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767389022.092398:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151440512 : -122821558111104 : ffff904b60a87480) 02000000:00000001:1.0:1767389022.092408:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767389022.092409:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069699406. 02000000:00000001:1.0:1767389022.092415:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389022.092417:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ee12f839 x1853241654528640/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389038 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767389022.092418:0:257746:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767389022.092420:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767389022.092430:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1767389022.092431:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d388467. 02000000:00000001:3.0:1767389022.092437:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389022.092441:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389022.092445:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.092453:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1767389022.092458:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009ddf802a. 00000400:00000010:1.0:1767389022.092459:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067aa3e7b. 00000100:00000040:0.0:1767389022.092460:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389022.092479:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389022.092482:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087bb9b66. 00000400:00000010:1.0:1767389022.092485:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac28ef0a. 00000100:00000200:0.0:1767389022.092490:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654528640, offset 0 00000100:00000040:3.0:1767389022.092491:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000069699406 x1853241654528896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767389022.092497:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654528512, portal 25 00000100:00000001:1.0:1767389022.092507:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389022.092513:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664414592 : -122821045137024 : ffff904b7f3bd180) 00000400:00000200:0.0:1767389022.092514:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389022.092529:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767389022.092531:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000033c281fb x1853241654528512/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389022.092533:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389022.092551:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767389022.092552:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069699406] to pc [ptlrpcd_00_00+0] req@0000000069699406 x1853241654528896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389022.092565:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389022.092578:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767389022.092584:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372804a80 00000400:00000010:1.0:1767389022.092585:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6b5b83b. 00000400:00000200:0.0:1767389022.092606:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 1344 00000100:00000200:1.0:1767389022.092616:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654528512, offset 0 00000100:00000001:3.0:1767389022.092618:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389022.092618:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767389022.092632:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767389022.092641:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389022.092643:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389022.092645:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767389022.092657:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bcb1d94f. 00000100:00000001:0.0:1767389022.092663:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:3.0:1767389022.092664:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:0.0:1767389022.092670:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:1.0:1767389022.092673:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389022.092675:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:0.0:1767389022.092681:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000c9a9b76. 02000000:00000001:3.0:1767389022.092683:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767389022.092693:0:337537:0:(events.c:337:request_in_callback()) incoming req@000000000c9a9b76 x1853241654528640 msgsize 224 02000000:00000001:3.0:1767389022.092694:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389022.092695:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372804a00 02000000:00000010:3.0:1767389022.092711:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003fc0a815. 00000400:00000200:1.0:1767389022.092720:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1099 [2] + 0 00000100:00100000:0.0:1767389022.092721:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767389022.092723:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389022.092779:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be81d954. 00000100:00000040:3.0:1767389022.092786:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000bcb1d94f x1853241654529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767389022.092789:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000081ce1bca 00000100:00000001:0.0:1767389022.092794:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389022.092802:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389022.092806:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389022.092809:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389022.092814:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087bb9b66 00000100:00000040:3.0:1767389022.092817:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcb1d94f] to pc [ptlrpcd_00_01+1] req@00000000bcb1d94f x1853241654529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389022.092821:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087bb9b66. 00000400:00000200:1.0:1767389022.092828:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389022.092833:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767389022.092846:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081ce1bca 00000100:00000200:0.0:1767389022.092848:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee12f839 x1853241654528640/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389038 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389022.092852:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389022.092855:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081ce1bca. 00000100:00000001:1.0:1767389022.092871:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767389022.092872:0:257746:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4947) 00000100:00000001:0.0:1767389022.092873:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767389022.092880:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389022.092887:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee12f839 x1853241654528640/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389038 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389022.092888:0:337539:0:(events.c:337:request_in_callback()) incoming req@0000000008eae66e x1853241654528512 msgsize 224 00000100:00000001:3.0:1767389022.092903:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767389022.092908:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767389022.092914:0:337538:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:1.0:1767389022.092920:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767389022.092925:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389022.092932:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389022.092937:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389022.092941:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389022.092942:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389022.092945:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389022.092951:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389022.092958:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389022.092960:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767389022.092964:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6b5b83b 00000400:00000010:1.0:1767389022.092970:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6b5b83b. 00000100:00000040:3.0:1767389022.092972:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000851f3c1f x1853241654528768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389022.092979:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.092980:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389022.092993:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033c281fb x1853241654528512/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389022.092994:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767389022.092996:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 11431 usecs (12 jiffies) 00000100:00000001:3.0:1767389022.093001:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.093013:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299610125 02000000:00000001:3.0:1767389022.093014:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389022.093021:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389022.093022:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767389022.093029:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d566147f. 00000100:00000040:1.0:1767389022.093032:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033c281fb x1853241654528512/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389022.093044:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.093046:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00100000:3.0:1767389022.093060:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000851f3c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:337538:1853241654528768:0@lo:400: 00000100:00000001:1.0:1767389022.093060:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.093063:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299610125 00000100:00000001:1.0:1767389022.093070:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389022.093078:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767389022.093081:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000132ba79d. 00000100:00000001:1.0:1767389022.093083:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389022.093085:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767389022.093091:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 02000000:00000001:3.0:1767389022.093092:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.093095:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299610136 02000000:00000001:3.0:1767389022.093125:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767389022.093128:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299610125 02000000:00000010:3.0:1767389022.093134:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000e30f2b2. 00000100:00000001:1.0:1767389022.093135:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299610125 00000100:00000010:0.0:1767389022.093139:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5936f46. 02000000:00000001:3.0:1767389022.093142:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.093152:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389022.093153:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299610136 00000400:00000010:3.0:1767389022.093155:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002889adf1. 00000100:00000001:0.0:1767389022.093167:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299610125 00000100:00000001:1.0:1767389022.093171:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299610125 00000400:00000010:3.0:1767389022.093172:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c06db48. 00000100:00000010:0.0:1767389022.093179:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000052849e46. 00000100:00000200:3.0:1767389022.093186:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654528768, portal 10 00000100:00000001:0.0:1767389022.093189:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389022.093190:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299610136 00000100:00000001:3.0:1767389022.093196:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389022.093204:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664424448 : -122821045127168 : ffff904b7f3bf800) 00000100:00000001:0.0:1767389022.093207:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389022.093208:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299610125 00000100:00000001:0.0:1767389022.093217:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389022.093218:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000851f3c1f x1853241654528768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389022.093223:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299610136 00000100:00000001:0.0:1767389022.093229:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.093235:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299610125 00000100:00000001:0.0:1767389022.093240:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389022.093247:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389022.093255:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389022.093258:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.093261:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389022.093264:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389022.093268:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.093273:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389022.093276:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389022.093277:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389022.093280:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389022.093286:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767389022.093287:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b70fa32. 00000100:00000040:0.0:1767389022.093297:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bcb1d94f x1853241654529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389022.093298:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654528768, offset 0 00000100:00000001:1.0:1767389022.093300:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389022.093306:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389022.093313:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.093323:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389022.093324:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389022.093329:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389022.093335:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389022.093340:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389022.093345:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767389022.093347:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767389022.093357:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.093365:0:339011:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389022.093368:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bcb1d94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654529024:0@lo:400: 00000400:00000200:3.0:1767389022.093373:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372804b00 00000100:00100000:1.0:1767389022.093374:0:339011:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654528640 02000000:00000001:1.0:1767389022.093383:0:339011:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389022.093388:0:339011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767389022.093391:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000100:00000001:1.0:1767389022.093394:0:339011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389022.093408:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767389022.093410:0:339011:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.093412:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767389022.093421:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767389022.093422:0:339011:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654528640 02000000:00000001:0.0:1767389022.093424:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767389022.093431:0:339011:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767389022.093432:0:337538:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767389022.093432:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389022.093440:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:1.0:1767389022.093441:0:339011:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 02000000:00000001:0.0:1767389022.093442:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767389022.093450:0:339011:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767389022.093455:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a0a55c2f. 02000000:00000010:0.0:1767389022.093456:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007633f830. 00000020:00000040:1.0:1767389022.093457:0:339011:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000100:00000040:3.0:1767389022.093465:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000a0a55c2f x1853241654528768 msgsize 224 02000000:00000001:0.0:1767389022.093468:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389022.093470:0:339011:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:1.0:1767389022.093483:0:339011:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00100000:3.0:1767389022.093484:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767389022.093487:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e30449de. 00000100:00000001:1.0:1767389022.093498:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767389022.093504:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087bb9b66. 00000020:00000010:1.0:1767389022.093506:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001cec3097. 00000100:00000001:3.0:1767389022.093510:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767389022.093516:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654529024, portal 4 00000020:00000010:1.0:1767389022.093520:0:339011:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000050318844. 00000100:00000001:0.0:1767389022.093526:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767389022.093527:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b70fa32 00000020:00000040:1.0:1767389022.093535:0:339011:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:0.0:1767389022.093536:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664422656 : -122821045128960 : ffff904b7f3bf100) 00000400:00000010:3.0:1767389022.093537:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b70fa32. 00000100:00000001:3.0:1767389022.093551:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767389022.093557:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bcb1d94f x1853241654529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389022.093560:0:339011:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767389022.093574:0:339011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002bbe1726. 00000100:00000200:3.0:1767389022.093575:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000851f3c1f x1853241654528768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389022.093586:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767389022.093589:0:339011:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a2adb5b5. 00000020:00000010:1.0:1767389022.093603:0:339011:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d57284bb. 00000100:00000040:0.0:1767389022.093604:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389022.093614:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767389022.093620:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c9b820. 00000100:00000040:1.0:1767389022.093623:0:339011:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:3.0:1767389022.093624:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000851f3c1f x1853241654528768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389022.093632:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654529024, offset 0 00000100:00000001:1.0:1767389022.093633:0:339011:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389022.093640:0:339011:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389022.093645:0:339011:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389022.093660:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767389022.093662:0:339011:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389022.093664:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389022.093672:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389022.093683:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389022.093685:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389022.093686:0:339011:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389022.093693:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 4782 usecs (5 jiffies) 00000100:00000001:3.0:1767389022.093703:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299610118 00000100:00000001:3.0:1767389022.093708:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299610136 00000100:00000001:3.0:1767389022.093712:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299610118 00000100:00000001:1.0:1767389022.093714:0:339011:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767389022.093720:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958372804c00 00000100:00000001:1.0:1767389022.093722:0:339011:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767389022.093776:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299610136 00000100:00100000:1.0:1767389022.093777:0:339011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767389022.093788:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299610119 00000100:00000040:1.0:1767389022.093790:0:339011:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:3.0:1767389022.093800:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299610136 00000400:00000200:0.0:1767389022.093800:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 2544 00000100:00000001:1.0:1767389022.093801:0:339011:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252144649472 : -122821564902144 : ffff904b6040d500) 00000100:00000001:3.0:1767389022.093811:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299610119 00000400:00000200:0.0:1767389022.093819:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389022.093823:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299610136 00000100:00000040:1.0:1767389022.093830:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000c9a9b76 x1853241654528640/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:473/0 lens 224/0 e 0 to 0 dl 1767389033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389022.093834:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389022.093837:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389022.093846:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.093856:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767389022.093857:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389022.093866:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767389022.093868:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.093869:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389022.093882:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060b6a184. 00000100:00000010:0.0:1767389022.093883:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000602ad8fe. 00000100:00000001:1.0:1767389022.093889:0:339011:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767389022.093897:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000602ad8fe x1853241654529024 msgsize 224 00000020:00000010:1.0:1767389022.093898:0:339011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060b6a184. 00000100:00000001:3.0:1767389022.093909:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389022.093916:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654528512 00000100:00100000:1.0:1767389022.093920:0:339011:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000c9a9b76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654528640:12345-0@lo:13: 02000000:00000001:3.0:1767389022.093923:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767389022.093930:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767389022.093931:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767389022.093934:0:339011:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654528640 00000100:00000001:3.0:1767389022.093939:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389022.093944:0:339011:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767389022.093946:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389022.093952:0:339011:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767389022.093953:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654528512 00000020:00000001:1.0:1767389022.093958:0:339011:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389022.093960:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767389022.093962:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767389022.093969:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389022.093970:0:339011:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389022.093979:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767389022.093980:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c9b820 00000020:00000001:1.0:1767389022.093981:0:339011:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000020:00000040:3.0:1767389022.093986:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000400:00000010:0.0:1767389022.093989:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c9b820. 00000020:00000001:1.0:1767389022.093991:0:339011:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767389022.093996:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767389022.093998:0:339011:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389022.094008:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bcb1d94f x1853241654529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389022.094010:0:339011:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389022.094011:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389022.094018:0:339011:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389022.094025:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389022.094027:0:339011:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.094042:0:339011:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767389022.094043:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767389022.094050:0:339011:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767389022.094053:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000405ec8de. 02000000:00000010:1.0:1767389022.094060:0:339011:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007f8c2e7a. 00000100:00000001:0.0:1767389022.094063:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767389022.094064:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389022.094068:0:339011:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389022.094075:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000405ec8de. 00000100:00000001:1.0:1767389022.094076:0:339011:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389022.094078:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bcb1d94f x1853241654529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767389022.094088:0:339011:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000010:3.0:1767389022.094091:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000028d871. 00002000:00000001:1.0:1767389022.094097:0:339011:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767389022.094124:0:339011:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767389022.094134:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389022.094138:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003b5dfeb1. 00000100:00000001:0.0:1767389022.094141:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00080000:00000001:1.0:1767389022.094142:0:339011:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000010:3.0:1767389022.094149:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000086b258db. 00000100:00000001:0.0:1767389022.094161:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389022.094168:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00080000:00000001:1.0:1767389022.094168:0:339011:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389022.094172:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 11431 usecs (12 jiffies) 00000020:00000001:1.0:1767389022.094179:0:339011:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389022.094181:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389022.094185:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299610126 00000100:00000001:3.0:1767389022.094188:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00002000:00000024:1.0:1767389022.094190:0:339011:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:3.0:1767389022.094195:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.094198:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299610136 00000020:00000020:1.0:1767389022.094202:0:339011:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:3.0:1767389022.094207:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.094212:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299610126 00000020:00000020:1.0:1767389022.094213:0:339011:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767389022.094228:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389022.094228:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299610136 00002000:00000020:1.0:1767389022.094229:0:339011:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00000100:00000001:0.0:1767389022.094241:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299610126 00002000:00000001:1.0:1767389022.094246:0:339011:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767389022.094251:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299610136 00000100:00000001:3.0:1767389022.094254:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000001:1.0:1767389022.094256:0:339011:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767389022.094261:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299610126 00000100:00000001:3.0:1767389022.094262:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:1.0:1767389022.094263:0:339011:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.094272:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299610136 00002000:00000001:1.0:1767389022.094274:0:339011:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389022.094282:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00000001:0.0:1767389022.094285:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767389022.094288:0:339011:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654528640 00000100:00000040:3.0:1767389022.094290:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389022.094292:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389022.094300:0:339011:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767389022.094302:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361791568 : -122821347760048 : ffff904b6d322850) 00000100:00000001:0.0:1767389022.094305:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767389022.094315:0:339011:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000c9a9b76 x1853241654528640/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:473/0 lens 224/368 e 0 to 0 dl 1767389033 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389022.094315:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389022.094320:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000008eae66e x1853241654528512/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:473/0 lens 224/0 e 0 to 0 dl 1767389033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389022.094329:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389022.094336:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389022.094347:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389022.094354:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389022.094361:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389022.094372:0:339011:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767389022.094375:0:337537:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767389022.094377:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767389022.094380:0:339011:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.094382:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767389022.094386:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000405ec8de. 00000100:00001000:1.0:1767389022.094395:0:339011:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389022.094395:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389022.094396:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389022.094403:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767389022.094413:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000405ec8de. 00000100:00000001:0.0:1767389022.094415:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389022.094416:0:339011:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767389022.094424:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767389022.094429:0:339011:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389022.094430:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767389022.094431:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000008eae66e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654528512:12345-0@lo:400: 00000100:00000001:1.0:1767389022.094439:0:339011:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000200:3.0:1767389022.094444:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654528512 00000100:00000040:0.0:1767389022.094453:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069699406 x1853241654528896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389022.094456:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767389022.094460:0:339011:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767389022.094465:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767389022.094467:0:339011:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389022.094473:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.094478:0:339011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767389022.094485:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767389022.094493:0:339011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389022.094494:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389022.094500:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389022.094503:0:339011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6b5b83b. 00000020:00000001:3.0:1767389022.094504:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 02000000:00000001:0.0:1767389022.094506:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389022.094513:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767389022.094517:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767389022.094518:0:339011:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654528640, offset 224 02000000:00000001:0.0:1767389022.094519:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389022.094525:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389022.094533:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1767389022.094535:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069699406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:337537:1853241654528896:0@lo:400: 00000020:00000001:3.0:1767389022.094540:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767389022.094540:0:339011:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389022.094549:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767389022.094550:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389022.094557:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767389022.094558:0:338173:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767389022.094559:0:339011:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767389022.094565:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389022.094566:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389022.094574:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767389022.094575:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767389022.094576:0:339011:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372804a80 02000000:00000010:0.0:1767389022.094584:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5b9754c. 02000000:00000010:3.0:1767389022.094587:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000074914f01. 02000000:00000001:0.0:1767389022.094594:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389022.094595:0:339011:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1755 [1] + 224 02000000:00000001:3.0:1767389022.094596:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389022.094607:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389022.094608:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cc56837. 00000400:00000200:1.0:1767389022.094609:0:339011:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767389022.094613:0:338173:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389022.094623:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654528512 00000400:00000010:0.0:1767389022.094623:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c9b820. 00000400:00000200:1.0:1767389022.094625:0:339011:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767389022.094636:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:0.0:1767389022.094639:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654528896, portal 10 00000100:00000001:1.0:1767389022.094641:0:339011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389022.094645:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000200:3.0:1767389022.094647:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000008eae66e x1853241654528512/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:473/0 lens 224/224 e 0 to 0 dl 1767389033 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389022.094650:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664417280 : -122821045134336 : ffff904b7f3bdc00) 00000100:00000200:1.0:1767389022.094656:0:339011:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee12f839 x1853241654528640/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389038 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389022.094671:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069699406 x1853241654528896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389022.094708:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389022.094716:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389022.094757:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389022.094765:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767389022.094767:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389022.094770:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000040:1.0:1767389022.094780:0:339011:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000ee12f839 x1853241654528640/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389022.094781:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389022.094782:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000400:00000010:0.0:1767389022.094791:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181b09ca. 02000000:00000001:3.0:1767389022.094795:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389022.094803:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389022.094804:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654528896, offset 0 00000100:00000001:3.0:1767389022.094816:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389022.094823:0:339011:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389022.094824:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767389022.094831:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389022.094840:0:338173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b70fa32. 00000400:00000200:1.0:1767389022.094841:0:339011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6b5b83b 00000400:00000200:0.0:1767389022.094856:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767389022.094858:0:339011:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6b5b83b. 00000100:00000001:1.0:1767389022.094869:0:339011:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1767389022.094872:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654528512, offset 224 00000100:00000001:1.0:1767389022.094876:0:339011:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767389022.094877:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372804b80 00000100:00000001:1.0:1767389022.094890:0:339011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389022.094892:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000100:00000040:1.0:1767389022.094903:0:339011:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00010000:00000001:1.0:1767389022.094911:0:339011:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767389022.094912:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767389022.094916:0:339011:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389022.094917:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767389022.094927:0:339011:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767389022.094932:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767389022.094942:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000c9a9b76 x1853241654528640/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:473/0 lens 224/368 e 0 to 0 dl 1767389033 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389022.094944:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389022.094949:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389022.094957:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1767389022.094973:0:339011:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000c9a9b76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654528640:12345-0@lo:13: Request processed in 1098us (2272us total) trans 0 rc 0/0 00000400:00000200:3.0:1767389022.094977:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372804a00 00000100:00000010:0.0:1767389022.094984:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004dbd06db. 00000400:00000200:3.0:1767389022.094998:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x175d [1] + 224 00000100:00000040:0.0:1767389022.095000:0:337537:0:(events.c:337:request_in_callback()) incoming req@000000004dbd06db x1853241654528896 msgsize 224 00000400:00000200:3.0:1767389022.095007:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767389022.095008:0:339011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:1.0:1767389022.095020:0:339011:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000400:00000200:3.0:1767389022.095025:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389022.095030:0:339011:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1767389022.095030:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389022.095039:0:339011:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389022.095048:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767389022.095048:0:339011:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a2adb5b5. 00000100:00000001:0.0:1767389022.095052:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767389022.095060:0:339011:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d57284bb. 00000100:00000200:3.0:1767389022.095061:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033c281fb x1853241654528512/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389022.095068:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181b09ca 00000020:00000010:1.0:1767389022.095072:0:339011:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002bbe1726. 00000400:00000010:0.0:1767389022.095076:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181b09ca. 00000020:00000040:1.0:1767389022.095086:0:339011:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:0.0:1767389022.095089:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767389022.095117:0:339011:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389022.095124:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033c281fb x1853241654528512/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389022.095130:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069699406 x1853241654528896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767389022.095153:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1767389022.095162:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:0.0:1767389022.095172:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767389022.095175:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767389022.095182:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069699406 x1853241654528896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389022.095186:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767389022.095191:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b70fa32 00000100:00000001:1.0:1767389022.095195:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389022.095199:0:338173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b70fa32. 00000100:00000001:0.0:1767389022.095212:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389022.095213:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389022.095219:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389022.095220:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389022.095235:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389022.095240:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.095243:0:339009:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767389022.095244:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 7282 usecs (8 jiffies) 00000100:00000040:3.0:1767389022.095252:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00100000:1.0:1767389022.095253:0:339009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654529024 00000100:00000001:0.0:1767389022.095255:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299610123 02000000:00000001:1.0:1767389022.095262:0:339009:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1767389022.095264:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767389022.095266:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299610136 00000100:00000001:1.0:1767389022.095267:0:339009:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767389022.095272:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.095275:0:339009:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.095277:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299610123 00000020:00000001:3.0:1767389022.095279:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767389022.095285:0:339009:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.095287:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299610136 00000100:00000040:3.0:1767389022.095292:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008eae66e x1853241654528512/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:473/0 lens 224/224 e 0 to 0 dl 1767389033 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389022.095296:0:339009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654529024 00000100:00000001:0.0:1767389022.095299:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299610123 00000020:00000001:1.0:1767389022.095306:0:339009:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767389022.095309:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299610136 00000020:00000040:1.0:1767389022.095312:0:339009:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000100:00000001:0.0:1767389022.095321:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299610123 00000020:00000001:1.0:1767389022.095322:0:339009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389022.095331:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299610136 00000100:00100000:3.0:1767389022.095338:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000008eae66e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654528512:12345-0@lo:400: Request processed in 954us (2442us total) trans 0 rc 0/0 00000020:00000040:1.0:1767389022.095341:0:339009:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000100:00000001:0.0:1767389022.095342:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389022.095356:0:339009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:0.0:1767389022.095357:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389022.095369:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000020:00000001:1.0:1767389022.095370:0:339009:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000040:3.0:1767389022.095377:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000400:00000001:0.0:1767389022.095378:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767389022.095380:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000001:0.0:1767389022.095385:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767389022.095387:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767389022.095389:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060b6a184. 00000400:00000010:0.0:1767389022.095391:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000691a5b98. 00000100:00000001:3.0:1767389022.095394:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767389022.095406:0:339009:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389022.095407:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000020:00000010:3.0:1767389022.095408:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003b5dfeb1. 00000400:00000010:0.0:1767389022.095416:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000020:00000010:1.0:1767389022.095419:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060b6a184. 00000020:00000010:3.0:1767389022.095422:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000086b258db. 00000020:00000010:1.0:1767389022.095431:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002bbe1726. 00000020:00000010:3.0:1767389022.095432:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000028d871. 00000100:00000001:0.0:1767389022.095436:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767389022.095445:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a2adb5b5. 00000020:00000040:3.0:1767389022.095448:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000200:0.0:1767389022.095450:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee12f839 x1853241654528640/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389022.095457:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d57284bb. 02000000:00000001:3.0:1767389022.095460:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389022.095468:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000074914f01. 00000100:00000040:1.0:1767389022.095473:0:339009:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 02000000:00000001:3.0:1767389022.095480:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389022.095482:0:339009:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1767389022.095486:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee12f839 x1853241654528640/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389022.095488:0:339009:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389022.095489:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389022.095496:0:339009:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767389022.095504:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767389022.095512:0:339009:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:3.0:1767389022.095517:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5a673b5. 00000100:00000001:1.0:1767389022.095522:0:339009:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389022.095523:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389022.095531:0:339009:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.095531:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767389022.095538:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a0cefc9. 00000100:00000001:0.0:1767389022.095545:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389022.095551:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389022.095553:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389022.095555:0:339009:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389022.095557:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389022.095567:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389022.095575:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=31 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389022.095581:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389022.095587:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389022.095588:0:339009:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389022.095590:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389022.095592:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.095596:0:339009:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389022.095597:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654528768 00010000:00000001:0.0:1767389022.095600:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767389022.095605:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767389022.095609:0:339009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1767389022.095612:0:337537:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ee12f839 x1853241654528640/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389022.095613:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767389022.095617:0:339009:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:3.0:1767389022.095620:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.095629:0:339009:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252144648576 : -122821564903040 : ffff904b6040d180) 02000000:00000001:3.0:1767389022.095632:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389022.095640:0:337537:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389022.095644:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654528768 00000100:00000001:0.0:1767389022.095648:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767389022.095650:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000602ad8fe x1853241654529024/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:473/0 lens 224/0 e 0 to 0 dl 1767389033 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389022.095653:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767389022.095654:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000020:00000040:3.0:1767389022.095659:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000100:00000001:0.0:1767389022.095665:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1767389022.095668:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389022.095671:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389022.095676:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000100:00000040:0.0:1767389022.095687:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee12f839 x1853241654528640/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389022.095688:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:1.0:1767389022.095692:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767389022.095700:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000020:00000010:1.0:1767389022.095702:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060b6a184. 00000100:00000001:3.0:1767389022.095715:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389022.095716:0:339009:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389022.095716:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389022.095756:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000405ec8de. 00000100:00000001:3.0:1767389022.095763:0:338180:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389022.095767:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000405ec8de. 00000100:00000001:0.0:1767389022.095772:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767389022.095774:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000028d871. 00000020:00000010:1.0:1767389022.095778:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060b6a184. 00000100:00000001:0.0:1767389022.095779:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767389022.095783:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003b5dfeb1. 00000004:00000001:0.0:1767389022.095790:0:337537:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000010:3.0:1767389022.095793:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000086b258db. 00000004:00000040:0.0:1767389022.095797:0:337537:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00100000:1.0:1767389022.095802:0:339009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000602ad8fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654529024:12345-0@lo:400: 00000004:00000040:0.0:1767389022.095805:0:337537:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000040:3.0:1767389022.095811:0:338180:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:1.0:1767389022.095819:0:339009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654529024 00000100:00000001:3.0:1767389022.095824:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767389022.095826:0:339009:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767389022.095829:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000020:0.0:1767389022.095830:0:337537:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000100:00000001:3.0:1767389022.095834:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389022.095844:0:338180:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767389022.095845:0:339009:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767389022.095852:0:338180:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767389022.095854:0:339009:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767389022.095856:0:337537:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389022.095859:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389022.095861:0:339009:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389022.095868:0:339009:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000040:0.0:1767389022.095870:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee12f839 x1853241654528640/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389038 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389022.095875:0:339009:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767389022.095880:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389022.095883:0:339009:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389022.095894:0:339009:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389022.095899:0:339009:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767389022.095902:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767389022.095905:0:339009:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389022.095909:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ee12f839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654528640:0@lo:13: 00000100:00100000:3.0:1767389022.095910:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654528896 00000020:00000001:1.0:1767389022.095912:0:339009:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767389022.095919:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389022.095924:0:339009:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767389022.095925:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389022.095928:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389022.095931:0:339009:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767389022.095932:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.095939:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767389022.095940:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389022.095942:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000075a56eec. 02000000:00000001:1.0:1767389022.095948:0:339009:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389022.095950:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee12f839 x1853241654528640/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389038 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389022.095953:0:339009:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389022.095965:0:339009:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389022.095967:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654528896 00010000:00000040:1.0:1767389022.095976:0:339009:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654529024 00000020:00000001:3.0:1767389022.095977:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389022.095983:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00010000:00000001:1.0:1767389022.095987:0:339009:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767389022.095991:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389022.095993:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1767389022.095996:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00010000:00000200:1.0:1767389022.096001:0:339009:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000602ad8fe x1853241654529024/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:473/0 lens 224/224 e 0 to 0 dl 1767389033 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389022.096003:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767389022.096004:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 02000000:00000010:0.0:1767389022.096012:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000046d31dea. 00000020:00000001:3.0:1767389022.096016:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:3.0:1767389022.096028:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767389022.096030:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767389022.096032:0:339009:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767389022.096035:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000405ec8de. 00000020:00000001:0.0:1767389022.096036:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767389022.096038:0:339009:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389022.096044:0:337537:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00001000:1.0:1767389022.096047:0:339009:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=31 v=5 (1 0 0 0) 00000020:00000010:3.0:1767389022.096048:0:338180:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003110feb3. 00000020:00000001:0.0:1767389022.096050:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389022.096058:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000031af1d67. 00000100:00000001:1.0:1767389022.096061:0:339009:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:3.0:1767389022.096064:0:338180:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 02000000:00000001:0.0:1767389022.096067:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767389022.096072:0:339009:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 02000000:00000001:0.0:1767389022.096075:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767389022.096081:0:339009:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000010:0.0:1767389022.096082:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee12f839. 00000100:00000001:3.0:1767389022.096085:0:338180:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:1.0:1767389022.096094:0:339009:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767389022.096096:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f28b041. 02000000:00000001:1.0:1767389022.096098:0:339009:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.096119:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1767389022.096125:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee54e454. 00000100:00000001:0.0:1767389022.096127:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389022.096130:0:339009:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767389022.096139:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d26bc440. 00000100:00000001:0.0:1767389022.096141:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389022.096143:0:339009:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389022.096151:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389022.096152:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767389022.096154:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6b5b83b. 00000100:00000001:0.0:1767389022.096160:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389022.096161:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1767389022.096165:0:339009:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654529024, offset 224 00000100:00000001:3.0:1767389022.096168:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389022.096170:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389022.096181:0:339009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389022.096182:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389022.096185:0:338180:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767389022.096192:0:338180:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767389022.096197:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389022.096203:0:339009:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389022.096218:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389022.096219:0:339009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958372804c00 00000100:00000001:2.0:1767389022.096226:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389022.096232:0:339625:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389022.096233:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767389022.096241:0:339009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x176d [1] + 224 00000100:00000001:0.0:1767389022.096241:0:339625:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767389022.096246:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389022.096252:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389022.096254:0:339625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:0.0:1767389022.096267:0:339625:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000400:00000001:2.0:1767389022.096269:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1767389022.096271:0:339009:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389022.096272:0:339625:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252664420864 : -122821045130752 : ffff904b7f3bea00) 00000400:00000001:2.0:1767389022.096278:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767389022.096279:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000400:00000010:2.0:1767389022.096287:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067aa3e7b. 00000400:00000200:1.0:1767389022.096290:0:339009:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767389022.096292:0:339625:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a0a55c2f x1853241654528768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:473/0 lens 224/0 e 0 to 0 dl 1767389033 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389022.096293:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000400:00000200:2.0:1767389022.096299:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac28ef0a 00000100:00000001:3.0:1767389022.096304:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252144651264 : -122821564900352 : ffff904b6040dc00) 00000400:00000010:2.0:1767389022.096307:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac28ef0a. 00000100:00000040:3.0:1767389022.096323:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004dbd06db x1853241654528896/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:473/0 lens 224/0 e 0 to 0 dl 1767389033 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389022.096328:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767389022.096330:0:339009:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389022.096343:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033c281fb x1853241654528512/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389022.096346:0:339009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bcb1d94f x1853241654529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389022.096369:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389022.096379:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d4d068a. 00000100:00000001:3.0:1767389022.096390:0:338180:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389022.096403:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d4d068a. 00000100:00000001:0.0:1767389022.096413:0:339625:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767389022.096419:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033c281fb x1853241654528512/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389022.096422:0:339009:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bcb1d94f x1853241654529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389022.096423:0:339625:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cbb73303. 00000100:00100000:3.0:1767389022.096434:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004dbd06db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:337537:x1853241654528896:12345-0@lo:400: 00000100:00000001:0.0:1767389022.096436:0:339625:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389022.096450:0:339625:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cbb73303. 00000100:00000200:3.0:1767389022.096461:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654528896 00000020:00000001:3.0:1767389022.096472:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767389022.096474:0:339625:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a0a55c2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:337538:x1853241654528768:12345-0@lo:400: 00000020:00000001:3.0:1767389022.096481:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767389022.096483:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767389022.096491:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389022.096492:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389022.096496:0:339625:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654528768 00000100:00000001:2.0:1767389022.096504:0:337539:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767389022.096506:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389022.096507:0:339625:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767389022.096508:0:339009:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767389022.096510:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767389022.096512:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:2.0:1767389022.096517:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767389022.096519:0:339625:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389022.096520:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767389022.096524:0:339009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6b5b83b 00000100:00000001:2.0:1767389022.096525:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389022.096527:0:339625:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389022.096529:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389022.096534:0:339009:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6b5b83b. 02000000:00000001:2.0:1767389022.096536:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389022.096538:0:339625:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389022.096540:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767389022.096549:0:339009:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767389022.096550:0:339625:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00001000:2.0:1767389022.096551:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=47 v=5 (5 0 0 0) 00000020:00000001:3.0:1767389022.096552:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767389022.096556:0:339009:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767389022.096558:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389022.096563:0:339625:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:2.0:1767389022.096568:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=47 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389022.096569:0:339009:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389022.096570:0:338180:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767389022.096571:0:339625:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389022.096579:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767389022.096585:0:339009:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000020:00000001:0.0:1767389022.096586:0:339625:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767389022.096587:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767389022.096588:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767389022.096593:0:339625:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767389022.096597:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389022.096600:0:339009:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000010:3.0:1767389022.096601:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000074914f01. 00000020:00000001:0.0:1767389022.096602:0:339625:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389022.096603:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767389022.096608:0:339009:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389022.096611:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389022.096614:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389022.096615:0:339625:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767389022.096617:0:339009:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767389022.096618:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.096625:0:339625:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767389022.096626:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389022.096633:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000602ad8fe x1853241654529024/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:473/0 lens 224/224 e 0 to 0 dl 1767389033 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389022.096634:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033c281fb x1853241654528512/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389022.096634:0:339625:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767389022.096636:0:338180:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389022.096646:0:339625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000046d31dea. 00010000:00000040:3.0:1767389022.096648:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654528896 02000000:00000001:0.0:1767389022.096657:0:339625:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389022.096660:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767389022.096670:0:339625:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767389022.096675:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004dbd06db x1853241654528896/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:473/0 lens 224/224 e 0 to 0 dl 1767389033 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389022.096681:0:339625:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389022.096694:0:339625:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654528768 00010000:00000001:0.0:1767389022.096704:0:339625:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767389022.096711:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000200:0.0:1767389022.096719:0:339625:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a0a55c2f x1853241654528768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:473/0 lens 224/224 e 0 to 0 dl 1767389033 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389022.096721:0:339009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000602ad8fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654529024:12345-0@lo:400: Request processed in 1019us (2813us total) trans 0 rc 0/0 00010000:00000001:3.0:1767389022.096755:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389022.096760:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389022.096765:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389022.096769:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389022.096776:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389022.096782:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389022.096794:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033c281fb x1853241654528512/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389022.096796:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00010000:00000001:0.0:1767389022.096810:0:339625:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1767389022.096813:0:339009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767389022.096814:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00010000:00000001:0.0:1767389022.096817:0:339625:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389022.096827:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767389022.096829:0:339009:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00001000:0.0:1767389022.096831:0:339625:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=41 v=5 (1 0 0 0) 02000000:00000001:3.0:1767389022.096835:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.096841:0:339009:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389022.096849:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389022.096851:0:339009:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767389022.096853:0:339625:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1767389022.096855:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000033c281fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654528512:0@lo:400: 00000020:00000010:1.0:1767389022.096861:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a2adb5b5. 00000100:00000040:0.0:1767389022.096864:0:339625:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000040:3.0:1767389022.096865:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767389022.096875:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d57284bb. 00000400:00000010:3.0:1767389022.096878:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b70fa32. 00000100:00000001:2.0:1767389022.096879:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389022.096887:0:339625:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000010:1.0:1767389022.096889:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002bbe1726. 00000100:00000001:2.0:1767389022.096890:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767389022.096893:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654528896, offset 224 00000100:00000040:2.0:1767389022.096903:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033c281fb x1853241654528512/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389022.096903:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 02000000:00000001:0.0:1767389022.096903:0:339625:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389022.096913:0:339625:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.096915:0:339009:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389022.096928:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389022.096929:0:339625:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389022.096946:0:339625:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767389022.096955:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:1.0:1767389022.096956:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:3.0:1767389022.096957:0:338180:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767389022.096958:0:339625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 02000000:00000001:2.0:1767389022.096966:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:1.0:1767389022.096969:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000200:0.0:1767389022.096974:0:339625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654528768, offset 224 00000400:00000200:3.0:1767389022.096984:0:338180:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372804b80 02000000:00000010:2.0:1767389022.096990:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d388467. 00000400:00000200:0.0:1767389022.096999:0:339625:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767389022.097004:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389022.097009:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389022.097013:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000400:00000200:3.0:1767389022.097015:0:338180:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1779 [1] + 224 00000020:00000001:2.0:1767389022.097021:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389022.097027:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004caeeea1. 00000400:00000200:0.0:1767389022.097030:0:339625:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389022.097031:0:338180:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767389022.097034:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767389022.097040:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767389022.097041:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767389022.097049:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767389022.097050:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033c281fb. 00000400:00000200:3.0:1767389022.097051:0:338180:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:1.0:1767389022.097060:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767389022.097061:0:339625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372804b00 00000100:00000001:2.0:1767389022.097064:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:1.0:1767389022.097068:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767389022.097071:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389022.097074:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e30449de. 00000100:00000001:2.0:1767389022.097076:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389022.097086:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087bb9b66 00000100:00000001:2.0:1767389022.097089:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767389022.097092:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087bb9b66. 00000100:00000001:2.0:1767389022.097094:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389022.097121:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389022.097123:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767389022.097125:0:338180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389022.097127:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389022.097134:0:339625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1765 [1] + 224 00000100:00000200:1.0:1767389022.097136:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bcb1d94f x1853241654529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389022.097145:0:338180:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069699406 x1853241654528896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389022.097163:0:339625:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389022.097183:0:339625:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389022.097199:0:339625:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389022.097212:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bcb1d94f x1853241654529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389022.097213:0:339625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000851f3c1f x1853241654528768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389022.097216:0:338180:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069699406 x1853241654528896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389022.097293:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767389022.097294:0:339625:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000851f3c1f x1853241654528768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389022.097295:0:338180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389022.097301:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389022.097309:0:338180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b70fa32 00000100:00000001:1.0:1767389022.097310:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389022.097318:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1767389022.097320:0:338180:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b70fa32. 00000100:00000001:1.0:1767389022.097325:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389022.097331:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389022.097332:0:338180:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767389022.097337:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389022.097338:0:338180:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389022.097343:0:339625:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389022.097349:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389022.097350:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=31 v=5 (5 0 0 0) 00000400:00000200:0.0:1767389022.097357:0:339625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000100:00001000:1.0:1767389022.097364:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=31 v=5 (1 0 0 0) 00000100:00000040:3.0:1767389022.097365:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000400:00000010:0.0:1767389022.097366:0:339625:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00010000:00000001:3.0:1767389022.097378:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767389022.097381:0:339625:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389022.097382:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767389022.097383:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.097388:0:339625:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389022.097389:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389022.097391:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767389022.097399:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767389022.097400:0:339625:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389022.097405:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004dbd06db x1853241654528896/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:473/0 lens 224/224 e 0 to 0 dl 1767389033 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389022.097413:0:339625:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00080000:1.0:1767389022.097415:0:337537:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bcb1d94f x1853241654529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389022.097425:0:339625:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389022.097431:0:339625:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389022.097442:0:339625:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767389022.097454:0:339625:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a0a55c2f x1853241654528768/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:473/0 lens 224/224 e 0 to 0 dl 1767389033 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389022.097476:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004dbd06db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:337537:x1853241654528896:12345-0@lo:400: Request processed in 1096us (2465us total) trans 0 rc 0/0 00010000:00000001:1.0:1767389022.097479:0:337537:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.097491:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767389022.097496:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1767389022.097504:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:3.0:1767389022.097510:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000001:1.0:1767389022.097512:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389022.097520:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000100:00100000:0.0:1767389022.097521:0:339625:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a0a55c2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:337538:x1853241654528768:12345-0@lo:400: Request processed in 1102us (4047us total) trans 0 rc 0/0 00000100:00000040:1.0:1767389022.097530:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bcb1d94f x1853241654529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389022.097531:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389022.097540:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389022.097549:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee54e454. 00000100:00100000:0.0:1767389022.097550:0:339625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000020:00000010:3.0:1767389022.097560:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d26bc440. 00000100:00000001:1.0:1767389022.097564:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767389022.097572:0:339625:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000020:00000010:3.0:1767389022.097574:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f28b041. 00000100:00000001:0.0:1767389022.097581:0:339625:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389022.097584:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389022.097588:0:339625:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767389022.097590:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767389022.097598:0:339625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003b5dfeb1. 00000020:00000040:3.0:1767389022.097601:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000100:00000040:1.0:1767389022.097603:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bcb1d94f x1853241654529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389022.097611:0:339625:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000086b258db. 00000100:00000001:3.0:1767389022.097612:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767389022.097624:0:339625:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000028d871. 00000100:00100000:1.0:1767389022.097631:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bcb1d94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654529024:0@lo:400: 00000020:00000040:0.0:1767389022.097637:0:339625:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000100:00000001:1.0:1767389022.097641:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389022.097645:0:339625:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389022.097647:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389022.097656:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bcb1d94f x1853241654529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389022.097667:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389022.097672:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767389022.097674:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767389022.097676:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007633f830. 00000100:00000001:3.0:1767389022.097680:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767389022.097685:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1767389022.097691:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767389022.097692:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1767389022.097700:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1767389022.097700:0:337537:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:3.0:1767389022.097708:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002889adf1. 00000020:00000001:1.0:1767389022.097709:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389022.097715:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003fc0a815. 00000400:00000200:3.0:1767389022.097719:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c06db48 02000000:00000001:1.0:1767389022.097722:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1767389022.097765:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c06db48. 00000100:00000001:3.0:1767389022.097774:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389022.097784:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000851f3c1f x1853241654528768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389022.097800:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000851f3c1f x1853241654528768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389022.097813:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389022.097816:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389022.097819:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389022.097823:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389022.097826:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389022.097828:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389022.097831:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389022.097838:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389022.097844:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389022.097847:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389022.097850:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389022.097853:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767389022.097854:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000010:1.0:1767389022.097860:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bcb1d94f. 00010000:00080000:3.0:1767389022.097867:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000851f3c1f x1853241654528768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389022.097869:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389022.097875:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389022.097883:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.097891:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767389022.097893:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.097896:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389022.097900:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767389022.097905:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767389022.097908:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767389022.097910:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389022.097916:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000851f3c1f x1853241654528768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389022.097942:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389022.097944:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389022.097947:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389022.097952:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000851f3c1f x1853241654528768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389022.097963:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000851f3c1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:337538:1853241654528768:0@lo:400: 00000100:00000001:3.0:1767389022.097969:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389022.097972:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389022.097977:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000851f3c1f x1853241654528768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389022.097986:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389022.097988:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389022.097991:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000e30f2b2. 02000000:00000001:3.0:1767389022.097996:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389022.097998:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389022.098000:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767389022.098003:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389022.098005:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000611f5c8d. 02000000:00000001:3.0:1767389022.098010:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389022.098012:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389022.098014:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000851f3c1f. 00000100:00000001:3.0:1767389022.098020:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389022.098021:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389022.098024:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389022.098032:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389022.098034:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389022.098040:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389022.098044:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767389022.098219:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389022.098223:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389022.098225:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cc56837. 00000400:00000200:1.0:1767389022.098230:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c9b820 00000400:00000010:1.0:1767389022.098232:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c9b820. 00000100:00000001:1.0:1767389022.098236:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389022.098242:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069699406 x1853241654528896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389022.098253:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069699406 x1853241654528896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389022.098279:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389022.098282:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389022.098285:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389022.098288:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389022.098290:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389022.098292:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389022.098294:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389022.098300:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=38 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389022.098304:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389022.098307:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389022.098309:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389022.098311:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767389022.098317:0:337537:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000069699406 x1853241654528896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389022.098325:0:337537:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.098328:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767389022.098330:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767389022.098332:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767389022.098334:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389022.098339:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069699406 x1853241654528896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389022.098348:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389022.098352:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389022.098354:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389022.098359:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069699406 x1853241654528896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389022.098367:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069699406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:337537:1853241654528896:0@lo:400: 00000100:00000001:1.0:1767389022.098373:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389022.098377:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389022.098381:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069699406 x1853241654528896/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389022.098389:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389022.098396:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389022.098398:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5b9754c. 02000000:00000001:1.0:1767389022.098403:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389022.098405:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389022.098406:0:337537:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767389022.098409:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389022.098411:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009ddf802a. 02000000:00000001:1.0:1767389022.098414:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389022.098415:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389022.098416:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069699406. 00000100:00000001:1.0:1767389022.098419:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389022.098421:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389022.098424:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389022.098430:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389022.098432:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389022.098434:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389022.098436:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389022.116846:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299610136, at 4299610137 00000100:00000040:0.0:1767389022.116861:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299610136, at 4299610137 00000100:00000010:1.0:1767389022.116862:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000132ba79d. 00000100:00000040:3.0:1767389022.116868:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299610136, at 4299610137 00000100:00000010:0.0:1767389022.116877:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d566147f. 00000100:00000010:3.0:1767389022.116884:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000052849e46. 00000100:00000040:2.0:1767389022.117795:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299610136, at 4299610138 00000100:00000010:2.0:1767389022.117809:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5936f46. 00080000:00000001:2.0:1767389022.352619:0:345195:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389022.352643:0:345195:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389022.352649:0:345195:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389022.352660:0:345195:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389022.352671:0:345195:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389022.352676:0:345195:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389022.411862:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389022.411884:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389022.411906:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389022.411908:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389022.412036:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389022.412042:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389022.412047:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767389023.199164:0:345359:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767389023.199169:0:345359:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:3.0:1767389023.203771:0:345359:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767389023.213557:0:345360:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000d3af6f43. 00000400:00000010:1.0:1767389023.213582:0:345360:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003da77a1f. 00000400:00000010:1.0:1767389023.213599:0:345360:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000eb1a1994. 00000400:00000010:1.0:1767389023.213604:0:345360:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000007a4b101. 00000400:00000010:1.0:1767389023.213611:0:345360:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a25ba8b4. 00000400:00000010:1.0:1767389023.213617:0:345360:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f7a3c3b6. 00000400:00000010:1.0:1767389023.213620:0:345360:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000babad78f. 00000400:00000010:1.0:1767389023.213622:0:345360:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e1cbdb92. 00000400:00000010:1.0:1767389023.213627:0:345360:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009f1c5523. 00000800:00000010:1.0:1767389023.213647:0:345360:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000031af1d67. 00000800:00000200:1.0:1767389023.213663:0:345360:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767389023.213678:0:345360:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767389023.213737:0:345360:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:1.0:1767389023.213847:0:345360:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp24 [8/256/0/180] 00000400:00000010:1.0:1767389023.216220:0:345360:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000ef9f865d. 00000400:00000010:1.0:1767389023.216230:0:345360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040d0b5a4. 00000400:00000010:1.0:1767389023.216237:0:345360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6b5b83b. 00000400:00000001:1.0:1767389023.216258:0:345360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389023.216260:0:345360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389023.216263:0:345360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035cebf04. 00000400:00000200:1.0:1767389023.216266:0:345360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 00000400:00000010:1.0:1767389023.216268:0:345360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 00000400:00000010:1.0:1767389023.216274:0:345360:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000098a336bb. 00000400:00000200:1.0:1767389023.216280:0:345360:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (15) 00000400:00000200:1.0:1767389023.216294:0:345360:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389023.216306:0:345360:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000020:00000010:1.0:1767389023.216316:0:345360:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002c5ee212. 00000400:00000200:3.0:1767389023.216324:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767389023.216324:0:345360:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767389023.216331:0:345360:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp24 00000400:00000200:3.0:1767389023.216336:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:3.0:1767389023.216346:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c06db48. 00000400:00000010:1.0:1767389023.216349:0:345360:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003da77a1f. 00000400:00000200:3.0:1767389023.216350:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (16) 00000400:00000010:1.0:1767389023.216356:0:345360:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000d3af6f43. 00000400:00000010:3.0:1767389023.216360:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000062808bb5. 00000400:00000200:3.0:1767389023.216368:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000400:00000200:3.0:1767389023.216385:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:3.0:1767389023.216392:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767389023.216400:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767389023.216406:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767389023.216411:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:3.0:1767389023.216416:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:3.0:1767389023.216421:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:3.0:1767389023.216425:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:3.0:1767389023.216429:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:00000001:2.0:1767389023.216434:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767389023.216436:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 10000000:00000001:2.0:1767389023.216444:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767389023.216445:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 10000000:00000001:2.0:1767389023.216451:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767389023.216457:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 10000000:01000000:2.0:1767389023.216458:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767389023.216466:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767389023.216469:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000020:01000004:2.0:1767389023.216471:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767389023.216475:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389023.216477:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389023.216478:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389023.216482:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389023.216485:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767389023.216489:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767389023.216491:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767389023.216495:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000020:01000004:2.0:1767389023.216496:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767389023.216502:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767389023.216508:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:3.0:1767389023.216514:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp23 00000100:00000010:2.0:1767389023.216515:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7aedec5. 00000400:00000200:3.0:1767389023.216522:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp23 lpni_is_preferred = 0 00000020:00000040:2.0:1767389023.216523:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:3.0:1767389023.216530:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp23 00000100:00000001:2.0:1767389023.216534:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767389023.216539:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp23 NI seq info: [33:33:256:4294967295] 192.168.204.113@tcp23 LPNI seq info [33:33:8:4294967295] 02000000:00000001:2.0:1767389023.216541:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389023.216549:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389023.216553:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp23 02000000:00000010:2.0:1767389023.216564:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005c5a9f63. 00000400:00000200:3.0:1767389023.216571:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp23(192.168.204.113@tcp23:) -> 192.168.204.113@tcp23(192.168.204.113@tcp:192.168.204.113@tcp23) : PUT try# 0 00000100:00000001:2.0:1767389023.216577:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767389023.216584:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.204.113@tcp23 00000800:00000010:3.0:1767389023.216591:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000611f5c8d. 00000100:00000001:2.0:1767389023.216593:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389023.216597:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767389023.216602:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f2b24613. 00000800:00000010:3.0:1767389023.216608:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000023d5289f. 00000100:00000040:2.0:1767389023.216609:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7aedec5] to pc [ptlrpcd_00_02+2] req@00000000b7aedec5 x1853241654529152/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767389023.216624:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2b24613] -> 12345-192.168.204.113@tcp23 (2) 00000800:00000200:3.1:1767389023.216634:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2b24613] -> 12345-192.168.204.113@tcp23 (2) 00000400:00000200:3.0:1767389023.216656:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:3.0:1767389023.216661:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 10000000:00000001:2.0:1767389023.216662:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389023.216668:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389023.216672:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767389023.216675:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767389023.216682:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767389023.216685:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767389023.216688:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767389023.216690:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767389023.216691:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767389023.216696:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767389023.216696:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767389023.216701:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767389023.216706:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767389023.216708:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:1.0:1767389023.216709:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7aedec5 x1853241654529152/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767389023.216711:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389023.216715:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389023.216720:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389023.216756:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767389023.216759:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389023.216761:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767389023.216765:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bc7eabd. 00000020:00000040:2.0:1767389023.216768:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389023.216771:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389023.216773:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389023.216776:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389023.216781:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389023.216784:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389023.216786:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006b160a2e. 02000000:00000001:1.0:1767389023.216790:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767389023.216793:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389023.216796:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 02000000:00000001:1.0:1767389023.216796:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389023.216799:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767389023.216804:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389023.216810:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7aedec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654529152:0@lo:253: 00000100:00000001:2.0:1767389023.216812:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389023.216819:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767389023.216824:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc7eabd] to pc [ptlrpcd_00_03+3] req@000000006bc7eabd x1853241654529280/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389023.216827:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389023.216834:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389023.216839:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:2.0:1767389023.216841:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389023.216846:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389023.216848:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389023.216849:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c7d28d5a. 00000020:01000000:2.0:1767389023.216852:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 02000000:00000001:1.0:1767389023.216854:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389023.216856:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002c5ee212. 00000400:00000200:3.0:1767389023.216862:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000010:1.0:1767389023.216863:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035cebf04. 00000100:00000001:2.0:1767389023.216875:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389023.216880:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389023.216882:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767389023.216884:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003da77a1f. 00000100:00000040:2.0:1767389023.216886:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006bc7eabd x1853241654529280/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389023.216893:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654529152, portal 25 00000100:00000001:1.0:1767389023.216900:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389023.216902:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767389023.216903:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000100:00000001:1.0:1767389023.216904:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666876672 : -122821042674944 : ffff904b7f616300) 00000100:00000001:2.0:1767389023.216906:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389023.216915:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389023.216918:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767389023.216921:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7aedec5 x1853241654529152/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389023.216923:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389023.216934:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006bc7eabd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654529280:0@lo:253: 00000400:00000200:3.0:1767389023.216939:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000100:00000001:2.0:1767389023.216946:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767389023.216946:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767389023.216954:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767389023.216956:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767389023.216958:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389023.216962:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767389023.216963:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f624d74d. 00000100:00000200:1.0:1767389023.216968:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654529152, offset 0 02000000:00000010:2.0:1767389023.216969:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000924c41d2. 02000000:00000001:2.0:1767389023.216974:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389023.216978:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767389023.216980:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000495d5a0c. 00000400:00000200:3.0:1767389023.216984:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000010:2.0:1767389023.216989:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064a701d3. 00000400:00000200:1.0:1767389023.216996:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767389023.216999:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654529280, portal 25 00000100:00000001:2.0:1767389023.217004:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389023.217006:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666882048 : -122821042669568 : ffff904b7f617800) 00000100:00000040:2.0:1767389023.217014:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006bc7eabd x1853241654529280/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389023.217016:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372804c80 00000400:00000200:3.0:1767389023.217030:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000100:00000001:2.0:1767389023.217030:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767389023.217032:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10a9 [2] + 0 00000400:00000010:1.0:1767389023.217041:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000359fe718. 00000100:00000040:2.0:1767389023.217047:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767389023.217048:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f1729ddf 00000400:00000010:2.0:1767389023.217053:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c1e5782. 00000100:00000200:2.0:1767389023.217058:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654529280, offset 0 00000400:00000200:1.0:1767389023.217060:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389023.217070:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389023.217071:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389023.217104:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1729ddf 00000400:00000200:2.0:1767389023.217106:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767389023.217110:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1729ddf. 00000400:00000200:3.0:1767389023.217111:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389023.217121:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372804d00 00000100:00000001:1.0:1767389023.217121:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389023.217127:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389023.217133:0:337538:0:(events.c:337:request_in_callback()) incoming req@0000000085ba8feb x1853241654529152 msgsize 4848 00000400:00000200:2.0:1767389023.217134:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10b9 [2] + 0 00000400:00000010:2.0:1767389023.217142:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002594dd1d. 00000100:00100000:1.0:1767389023.217149:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767389023.217150:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c58ef2bd 00000100:00000040:1.0:1767389023.217153:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767389023.217158:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389023.217165:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389023.217166:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389023.217167:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389023.217182:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f624d74d 00000400:00000010:1.0:1767389023.217186:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f624d74d. 00000100:00000001:1.0:1767389023.217191:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767389023.217192:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c58ef2bd 00000400:00000010:2.0:1767389023.217196:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c58ef2bd. 00000100:00000200:1.0:1767389023.217199:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7aedec5 x1853241654529152/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389023.217203:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389023.217208:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767389023.217217:0:337539:0:(events.c:337:request_in_callback()) incoming req@0000000079446474 x1853241654529280 msgsize 4848 00000100:00000001:1.0:1767389023.217220:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767389023.217221:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000100:00000040:1.0:1767389023.217229:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7aedec5 x1853241654529152/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389023.217230:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389023.217236:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767389023.217252:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389023.217261:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c1e5782 00000100:00000001:1.0:1767389023.217262:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389023.217265:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000010:2.0:1767389023.217266:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c1e5782. 00000100:00000001:1.0:1767389023.217267:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389023.217276:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767389023.217281:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389023.217283:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006bc7eabd x1853241654529280/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389023.217289:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299611260 00000100:00000010:1.0:1767389023.217300:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008502fab6. 00000100:00000001:2.0:1767389023.217303:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389023.217309:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006bc7eabd x1853241654529280/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389023.217310:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767389023.217312:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000100:00000001:1.0:1767389023.217322:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299611260 00000100:00000001:2.0:1767389023.217325:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389023.217329:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767389023.217331:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000070295644. 00000100:00000001:2.0:1767389023.217336:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389023.217338:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767389023.217345:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299611260 00000100:00000001:1.0:1767389023.217348:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299611260 00000100:00000001:2.0:1767389023.217351:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299611260 00000100:00000010:1.0:1767389023.217356:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004566299a. 00000100:00000001:2.0:1767389023.217357:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299611260 00000400:00000200:3.0:1767389023.217360:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000100:00000001:2.0:1767389023.217364:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299611260 00000100:00000001:1.0:1767389023.217365:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389023.217374:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299611260 00000100:00000001:2.0:1767389023.217379:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299611260 00000100:00000001:2.0:1767389023.217384:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299611260 00000100:00000010:1.0:1767389023.217384:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083a058ad. 00000100:00000001:2.0:1767389023.217391:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299611260 00000100:00000001:1.0:1767389023.217393:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389023.217402:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389023.217403:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299611260 00000400:00000200:3.0:1767389023.217404:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000100:00000001:1.0:1767389023.217410:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389023.217411:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389023.217422:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389023.217423:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389023.217428:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389023.217429:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389023.217433:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389023.217443:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389023.217444:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389023.217446:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389023.217448:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389023.217452:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389023.217455:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389023.217456:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389023.217461:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389023.217463:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389023.217466:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389023.217469:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389023.217472:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389023.217480:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000100:00000001:2.0:1767389023.217507:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389023.217512:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654529152 02000000:00000001:2.0:1767389023.217515:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389023.217518:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389023.217524:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389023.217530:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389023.217535:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000100:00100000:2.0:1767389023.217535:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654529152 00000020:00000001:2.0:1767389023.217540:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389023.217544:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:2.0:1767389023.217547:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389023.217552:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:2.0:1767389023.217555:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389023.217558:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389023.217564:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389023.217569:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c1690dc0. 00000100:00000001:2.0:1767389023.217573:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389023.217577:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c1690dc0. 00000020:00000010:2.0:1767389023.217586:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bbc4795b. 00000020:00000010:2.0:1767389023.217594:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7033644. 00000020:00000010:2.0:1767389023.217601:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005325c7f8. 00000400:00000200:3.0:1767389023.217604:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000100:00000040:2.0:1767389023.217627:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767389023.217632:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389023.217634:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389023.217637:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389023.217647:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389023.217659:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389023.217677:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767389023.217678:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000100:00100000:2.0:1767389023.217680:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654529280 02000000:00000001:2.0:1767389023.217687:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389023.217689:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389023.217691:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389023.217695:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389023.217698:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654529280 00000020:00000001:2.0:1767389023.217700:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389023.217702:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:2.0:1767389023.217704:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389023.217706:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:2.0:1767389023.217709:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389023.217710:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767389023.217712:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389023.217715:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767389023.217719:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389023.217756:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c1690dc0. 00000100:00000001:2.0:1767389023.217760:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767389023.217764:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000020:00000010:2.0:1767389023.217766:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c1690dc0. 00000100:00000040:1.0:1767389023.217774:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000020:00000010:2.0:1767389023.217777:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000807bc468. 00000100:00000001:1.0:1767389023.217780:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361784400 : -122821347767216 : ffff904b6d320c50) 00000020:00000010:2.0:1767389023.217784:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000849ed57d. 00000100:00000040:1.0:1767389023.217789:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000085ba8feb x1853241654529152/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:474/0 lens 4848/0 e 0 to 0 dl 1767389034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389023.217791:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000020:00000010:2.0:1767389023.217792:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdadbfa8. 00000100:00000001:2.0:1767389023.217802:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389023.217806:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389023.217810:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389023.217815:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389023.217818:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389023.217822:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000285771aa. 00000100:00000001:2.0:1767389023.217823:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389023.217831:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389023.217836:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000285771aa. 00000100:00000001:2.0:1767389023.217842:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767389023.217843:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000085ba8feb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654529152:12345-0@lo:253: 00000100:00000001:2.0:1767389023.217847:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767389023.217852:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654529152 00000020:00000001:1.0:1767389023.217858:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767389023.217859:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000020:00000001:1.0:1767389023.217864:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767389023.217865:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000400:00000200:3.0:1767389023.217867:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000020:00000001:1.0:1767389023.217869:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389023.217877:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767389023.217878:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361790544 : -122821347761072 : ffff904b6d322450) 00000020:00000001:1.0:1767389023.217881:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000100:00000040:2.0:1767389023.217887:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000079446474 x1853241654529280/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:474/0 lens 4848/0 e 0 to 0 dl 1767389034 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389023.217888:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389023.217893:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389023.217901:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389023.217907:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767389023.217908:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767389023.217913:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389023.217915:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c1690dc0. 00000100:00000001:1.0:1767389023.217920:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767389023.217921:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000100:00000001:2.0:1767389023.217921:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389023.217927:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767389023.217930:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c1690dc0. 02000000:00000010:1.0:1767389023.217938:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a52ada18. 00000100:00100000:2.0:1767389023.217943:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000079446474 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654529280:12345-0@lo:253: 02000000:00000001:1.0:1767389023.217945:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389023.217952:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389023.217953:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654529280 00000020:00000001:2.0:1767389023.217960:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:1.0:1767389023.217960:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767389023.217966:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389023.217968:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389023.217971:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389023.217973:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000400:00000200:3.0:1767389023.217975:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 20000000:00000010:1.0:1767389023.217976:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002c5ee212. 00000020:00000001:2.0:1767389023.217977:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389023.217982:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767389023.217985:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767389023.217987:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389023.217993:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767389023.217994:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767389023.217996:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389023.218000:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767389023.218002:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767389023.218006:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389023.218007:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767389023.218012:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389023.218016:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000010:2.0:1767389023.218027:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000003e3ae25. 20000000:00000010:1.0:1767389023.218030:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002bbe1726. 02000000:00000001:2.0:1767389023.218032:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767389023.218037:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 00000100:00000001:2.0:1767389023.218038:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389023.218046:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767389023.218048:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767389023.218054:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 20000000:00000010:2.0:1767389023.218057:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002dffa2d6. 00080000:00000001:1.0:1767389023.218059:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767389023.218064:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767389023.218067:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767389023.218073:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389023.218076:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389023.218097:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389023.218100:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767389023.218143:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00080000:00000001:1.0:1767389023.218164:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767389023.218170:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767389023.218172:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389023.218174:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767389023.218179:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767389023.218186:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00000400:00000200:3.0:1767389023.218188:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00080000:00000001:1.0:1767389023.218192:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767389023.218201:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ee270f11. 00080000:00000001:1.0:1767389023.218206:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247412102144 : -122826297449472 : ffff904a462be400) 00080000:00000001:1.0:1767389023.218210:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767389023.218221:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389023.218262:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389023.218300:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389023.218367:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000001:00000001:1.0:1767389023.218371:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767389023.218375:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389023.218379:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767389023.218412:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389023.218415:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767389023.218570:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767389023.218574:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767389023.218700:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000017ad00eb. 00000800:00000010:3.0:1767389023.218709:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000090e1988e. 00000800:00000010:3.0:1767389023.218718:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001ffc554c. 00000800:00000010:3.0:1767389023.218813:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001ffc554c. 00000400:00000200:1.0:1767389023.219292:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767389023.219321:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp23 from 227.3.0.2 00000800:00000010:1.0:1767389023.219326:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000075266475. 00000800:00000010:3.0:1767389023.219486:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b22a7028. 00000800:00000010:3.0:1767389023.219494:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a484acab. 00000800:00000010:3.0:1767389023.219532:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000687d71fd. 00000800:00000200:3.1:1767389023.219541:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2b24613] -> 12345-192.168.204.113@tcp23 (2) 00000800:00000200:3.1:1767389023.219548:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp23 00000000687d71fd deleted 00000800:00000010:3.1:1767389023.219552:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000687d71fd. 00000800:00000200:3.1:1767389023.219569:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767389023.219579:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp23 ip 192.168.204.113:995 00000800:00000200:3.1:1767389023.219584:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000611f5c8d type 1, nob 384 niov 1 nkiov 1 00000800:00000200:3.0:1767389023.219592:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp23 p 3.x 192.168.204.113 -> 192.168.204.113:995 incarnation:1767389020982328610 sched[0] 00000800:00000010:3.0:1767389023.219600:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001ffc554c. 00000800:00000010:3.0:1767389023.219661:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001ffc554c. 00000800:00000010:3.0:1767389023.219665:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a484acab. 00000800:00000010:3.0:1767389023.219705:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000075266475. 00000800:00000200:2.1:1767389023.219718:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:3.0:1767389023.219770:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389023.219778:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767389023.219784:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp23 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389020982328610 sched[0] 00000800:00000010:2.0:1767389023.219797:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000090e1988e. 00000800:00000200:3.0:1767389023.219857:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389023.219863:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000611f5c8d. 00000400:00000200:2.0:1767389023.219866:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389023.219867:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389023.219885:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp23->192.168.204.113@tcp23: PUT: OK 00000400:00000200:3.0:1767389023.219891:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767389023.219894:0:337530:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 0 00000400:00000200:2.0:1767389023.219990:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389023.220035:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389023.220113:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389023.220167:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389023.220218:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389023.220349:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000800:00000001:1.0:1767389023.220397:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389023.220408:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389023.220411:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389023.220416:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389023.220426:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp23(192.168.204.113@tcp23) <- 192.168.204.113@tcp23 : PUT - for me 00000400:00000200:1.0:1767389023.220438:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767389023.220445:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 272/288 into md 0x1741 [1] + 0 00000400:00000010:1.0:1767389023.220449:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000694df91e. 00000400:00000200:1.0:1767389023.220453:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002fae930e 00000800:00000001:1.0:1767389023.220457:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389023.220463:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389023.220465:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389023.220472:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp23->192.168.204.113@tcp23: PUT: OK 00000400:00000200:1.0:1767389023.220476:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fae930e 00000400:00000010:1.0:1767389023.220479:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fae930e. 00000400:00000200:1.0:1767389023.220484:0:337531:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767389023.220496:0:337531:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (17) 00000400:00000200:2.0:1767389023.220509:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389023.220532:0:337531:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:1.0:1767389023.220539:0:337531:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (288 bytes) 00000400:00000200:1.0:1767389023.220543:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389023.220552:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (18) 00000400:00000200:1.0:1767389023.220559:0:337531:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767389023.220564:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389023.220568:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp23 to MR: 192.168.204.113@tcp23 local destination 00000400:00000200:1.0:1767389023.220579:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp23 NI seq info: [34:34:256:4294967295] 192.168.204.113@tcp23 LPNI seq info [34:34:8:4294967295] 00000400:00000200:1.0:1767389023.220598:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp23(192.168.204.113@tcp23:192.168.204.113@tcp23) -> 192.168.204.113@tcp23(192.168.204.113@tcp23:192.168.204.113@tcp23) 192.168.204.113@tcp23 : ACK try# 0 00000800:00000200:1.0:1767389023.220604:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp23 00000400:00000200:2.0:1767389023.220624:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389023.220804:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767389023.220811:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000085926710. 00000400:00000010:3.0:1767389023.220817:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002889adf1. 00000400:00000010:3.0:1767389023.220823:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b70fa32. 00000400:00000200:3.0:1767389023.220828:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000085926710 00000400:00000010:3.0:1767389023.220832:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000089c3bb47. 00000400:00000200:3.0:1767389023.220837:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00000400:00000200:3.0:1767389023.220842:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102451 00000400:00000200:3.0:1767389023.220845:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (17) 00000400:00000010:3.0:1767389023.220850:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 00000000b7d95ff0. 00000400:00000010:3.0:1767389023.220853:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d2ae294. 00000400:00000010:3.0:1767389023.220859:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000065f5e2e8. 00000400:00000200:3.0:1767389023.220864:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000400:00000200:2.0:1767389023.220871:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389023.220878:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:3.0:1767389023.220887:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767389023.220894:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767389023.220902:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767389023.220908:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000800:00000010:1.0:1767389023.220911:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009172ac47. 00000400:00000200:3.0:1767389023.220913:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:3.0:1767389023.220926:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:2.0:1767389023.220929:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000800:00000200:1.0:1767389023.220930:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2b24613] -> 12345-192.168.204.113@tcp23 (4) 00000400:00000200:3.0:1767389023.220947:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000800:00000200:1.0:1767389023.220949:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp23 ip 192.168.204.113:988 00000800:00000200:1.0:1767389023.220957:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009172ac47 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767389023.220961:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:3.0:1767389023.220971:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:3.0:1767389023.220977:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:2.0:1767389023.220981:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389023.220992:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:3.0:1767389023.220998:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:3.0:1767389023.221002:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000400:00000200:3.0:1767389023.221007:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:3.0:1767389023.221010:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767389023.221015:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp 00000400:00000200:3.0:1767389023.221018:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767389023.221025:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp 00000400:00000200:3.0:1767389023.221029:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp NI seq info: [35:35:256:4294967295] 192.168.204.113@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:3.0:1767389023.221036:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp 00000400:00000200:3.0:1767389023.221042:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp(192.168.204.113@tcp:) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) : GET try# 0 00000800:00000001:1.0:1767389023.221048:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767389023.221049:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp 00000400:00000200:2.0:1767389023.221068:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389023.221128:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000800:00000001:1.0:1767389023.221256:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389023.221265:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767389023.221278:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000611f5c8d. 00000800:00000200:3.0:1767389023.221287:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ccd87db] -> 12345-192.168.204.113@tcp (6) 00000800:00000200:3.0:1767389023.221343:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp ip 192.168.204.113:988 00000800:00000200:3.0:1767389023.221348:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000611f5c8d type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767389023.221364:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:3.0:1767389023.221369:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100651 rc 0 00000800:00000200:1.0:1767389023.221379:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389023.221385:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009172ac47. 00000400:00000200:1.0:1767389023.221390:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389023.221398:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp23->192.168.204.113@tcp23: ACK: OK 00000800:00000001:1.0:1767389023.221427:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389023.221428:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000800:00000200:1.0:1767389023.221494:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389023.221498:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000611f5c8d. 00000400:00000200:1.0:1767389023.221504:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389023.221511:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp->192.168.204.113@tcp: GET: OK 00000400:00000200:1.0:1767389023.221515:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389023.221520:0:337529:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000400:00000200:3.0:1767389023.221530:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000800:00000001:1.0:1767389023.221531:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389023.221541:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389023.221546:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389023.221553:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389023.221573:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp23(192.168.204.113@tcp23) <- 192.168.204.113@tcp23 : ACK - for me 00000400:00000200:1.0:1767389023.221590:0:337529:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp23: ACK from 12345-192.168.204.113@tcp23 into md 0x1799 00000400:00000200:1.0:1767389023.221597:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389023.221604:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp23->192.168.204.113@tcp23: ACK: OK 00000400:00000200:3.0:1767389023.221607:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389023.221609:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c06db48 00000400:00000010:1.0:1767389023.221614:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c06db48. 00000400:00000200:1.0:1767389023.221621:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767389023.221628:0:337529:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:1.0:1767389023.221636:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389023.221651:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (18) 00000800:00000001:1.0:1767389023.221660:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389023.221667:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389023.221669:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389023.221677:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389023.221683:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp(192.168.204.113@tcp) <- 192.168.204.113@tcp : GET - for me 00000400:00000200:1.0:1767389023.221694:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767389023.221699:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389023.221700:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 288/288 into md 0x1795 [1] + 0 00000400:00000200:1.0:1767389023.221716:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp to MR: 192.168.204.113@tcp local destination 00000400:00000200:1.0:1767389023.221797:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp NI seq info: [36:36:256:4294967295] 192.168.204.113@tcp LPNI seq info [36:36:8:4294967295] 00000400:00000200:3.0:1767389023.221802:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389023.221814:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) 192.168.204.113@tcp : REPLY try# 0 00000800:00000200:1.0:1767389023.221822:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.204.113@tcp 00000800:00000010:1.0:1767389023.221826:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009172ac47. 00000800:00000200:1.0:1767389023.221833:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ccd87db] -> 12345-192.168.204.113@tcp (6) 00000800:00000200:1.0:1767389023.221841:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp ip 192.168.204.113:1023 00000800:00000200:1.0:1767389023.221845:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009172ac47 type 3, nob 384 niov 1 nkiov 1 00000400:00000200:3.0:1767389023.221898:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000800:00000200:1.0:1767389023.221938:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389023.221942:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009172ac47. 00000400:00000200:1.0:1767389023.221946:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389023.221949:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp->192.168.204.113@tcp: REPLY: OK 00000800:00000001:1.0:1767389023.221955:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389023.221967:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389023.221969:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389023.221971:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389023.221973:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389023.221978:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389023.221980:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389023.221983:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389023.221990:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp(192.168.204.113@tcp) <- 192.168.204.113@tcp : REPLY - for me 00000400:00000200:1.0:1767389023.222002:0:337529:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp: Reply from 12345-192.168.204.113@tcp of length 288/288 into md 0x17b1 00000800:00000001:1.0:1767389023.222006:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389023.222014:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389023.222016:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389023.222021:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp->192.168.204.113@tcp: REPLY: OK 00000400:00000200:1.0:1767389023.222026:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d2ae294 00000400:00000010:1.0:1767389023.222028:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d2ae294. 00000400:00000200:1.0:1767389023.222032:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767389023.222038:0:337529:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:1.0:1767389023.222041:0:337529:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:1.0:1767389023.222046:0:337529:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 16. state = 0x100251 00000400:00000200:1.0:1767389023.222053:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389023.222057:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (17) 00000800:00000001:1.0:1767389023.222063:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389023.222066:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389023.222108:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389023.222113:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000d1 00000400:00000010:1.0:1767389023.222121:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 0000000022aa4b7e. 00000400:00000010:1.0:1767389023.222127:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 000000005f6b5bcc. 00000400:00000010:1.0:1767389023.222132:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 00000000d7057b00. 00000400:00000010:1.0:1767389023.222169:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a36932f9. 00000400:00000200:1.0:1767389023.222176:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a36932f9 nid 192.168.204.113@tcp24 00000400:00000010:1.0:1767389023.222182:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005df00a07. 00000400:00000200:1.0:1767389023.222185:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 000000005df00a07 net tcp24 00000400:00000200:1.0:1767389023.222190:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (16) 00000400:00000200:1.0:1767389023.222198:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp24 flags 0x11 00000400:00000010:1.0:1767389023.222213:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 0000000022aa4b7e. 00000400:00000200:3.0:1767389023.222215:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000010:1.0:1767389023.222217:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 000000005f6b5bcc. 00000400:00000010:1.0:1767389023.222224:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 00000000d7057b00. 00000400:00000010:1.0:1767389023.222228:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000b7d95ff0. 00000400:00000200:1.0:1767389023.222235:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389023.222239:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:1.0:1767389023.222244:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:1.0:1767389023.222249:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:1.0:1767389023.222253:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389023.222255:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:1.0:1767389023.222260:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:1.0:1767389023.222266:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (17) 00000400:00000200:3.0:1767389023.222288:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389023.222359:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389023.222430:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389023.222472:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389023.222512:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389023.222553:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389023.222605:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000800:00000010:3.0:1767389023.222892:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006ce48ba6. 00000800:00000010:3.0:1767389023.222898:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000687d71fd. 00000800:00000010:3.0:1767389023.222903:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000075c99b89. 00000800:00000010:3.0:1767389023.222952:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000075c99b89. 00000400:00000200:3.0:1767389023.223294:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767389023.223322:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp23 from 226.3.0.2 00000800:00000010:3.0:1767389023.223327:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d1f8cdfd. 00000800:00000010:2.0:1767389023.223390:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000013f6ab1f. 00000800:00000010:2.0:1767389023.223401:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ce9596f3. 00000800:00000010:2.0:1767389023.223439:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b3f295f6. 00000800:00000200:2.1:1767389023.223451:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2b24613] -> 12345-192.168.204.113@tcp23 (4) 00000800:00000200:2.1:1767389023.223460:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp23 00000000b3f295f6 deleted 00000800:00000010:2.1:1767389023.223464:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b3f295f6. 00000800:00000200:2.1:1767389023.223472:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767389023.223483:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp23 p 3.x 192.168.204.113 -> 192.168.204.113:994 incarnation:1767389020982328610 sched[0] 00000800:00000010:2.0:1767389023.223492:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003c8ef982. 00000800:00000010:2.0:1767389023.223581:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003c8ef982. 00000800:00000010:2.0:1767389023.223588:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ce9596f3. 00000800:00000010:2.0:1767389023.223628:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d1f8cdfd. 00000800:00000001:2.0:1767389023.223643:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389023.223649:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767389023.223687:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767389023.223694:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp23 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389020982328610 sched[0] 00000800:00000010:2.0:1767389023.223698:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000687d71fd. 00000800:00000001:3.0:1767389023.223782:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389023.223791:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767389023.231407:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767389023.231416:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:3.0:1767389023.231420:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389023.231422:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767389023.231429:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:3.0:1767389023.231434:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767389023.231436:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389023.231442:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389023.231444:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389023.231448:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767389023.231451:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000010:0.0:1767389023.231452:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ee270f11. 20000000:01000000:3.0:1767389023.231461:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767389023.231462:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000010:2.0:1767389023.231466:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002700de11. 00080000:00000020:3.0:1767389023.231474:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767389023.231474:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:2.0:1767389023.231488:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767389023.231493:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767389023.231499:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389023.231505:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389023.231509:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389023.231515:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389023.231520:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767389023.231525:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767389023.231530:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:0.0:1767389023.231532:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000005b9fd16. 00080000:00000001:2.0:1767389023.231533:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389023.231541:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767389023.231544:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1767389023.231545:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:0.0:1767389023.231550:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c4f799da. 00000020:00000001:2.0:1767389023.231552:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:2.0:1767389023.231558:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:0.0:1767389023.231559:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:2.0:1767389023.231564:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000031c00260. 00000020:00000040:0.0:1767389023.231565:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c4f799da with handle 0x95cd417baf42944e to hash 00080000:00000001:2.0:1767389023.231572:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252604664832 : -122821104886784 : ffff904b7bac1c00) 00000020:00000001:0.0:1767389023.231572:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389023.231577:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00080000:00000001:2.0:1767389023.231578:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767389023.231583:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389023.231589:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389023.231591:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389023.231594:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf42944e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389023.231619:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389023.231624:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389023.231628:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389023.231630:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389023.231634:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389023.231637:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389023.231639:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389023.231642:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000001:00000001:2.0:1767389023.231643:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767389023.231645:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767389023.231647:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389023.231650:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:2.0:1767389023.231652:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767389023.231654:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389023.231658:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005b9fd16) refcount = 1 00010000:00010000:0.0:1767389023.231662:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c4f799da/0x95cd417baf42944e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767389023.231667:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389023.231668:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:2.0:1767389023.231675:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767389023.231675:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389023.231679:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389023.231682:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389023.231684:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389023.231688:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389023.231690:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:0.0:1767389023.231694:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389023.231696:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389023.231697:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4f799da refcount=4 00000020:00000001:0.0:1767389023.231700:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389023.231703:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389023.231705:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389023.231707:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf42944e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389023.231714:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389023.231716:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf42944e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389023.231771:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389023.231773:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389023.231792:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c4f799da/0x95cd417baf42944e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389023.231799:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389023.231801:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389023.231805:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389023.231808:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c4f799da/0x95cd417baf42944e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389023.231816:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c4f799da already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389023.231819:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389023.231822:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389023.231825:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c4f799da/0x95cd417baf42944e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389023.231832:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389023.231835:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389023.231837:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389023.231839:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4f799da refcount=5 00000020:00000001:0.0:1767389023.231841:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389023.231844:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389023.231848:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389023.231850:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c4f799da/0x95cd417baf42944e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389023.231857:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389023.231859:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389023.231862:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389023.231869:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389023.231872:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389023.231876:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389023.231888:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389023.231892:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c4f799da with handle 0x95cd417baf42944e from hash 00080000:00000001:2.0:1767389023.231893:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767389023.231900:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767389023.231900:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389023.231907:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389023.231912:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389023.231914:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389023.231918:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389023.231922:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389023.231926:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389023.231929:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389023.231935:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389023.231938:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389023.231940:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389023.231945:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389023.231948:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389023.231950:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389023.231954:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389023.231958:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389023.231962:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c4f799da/0x95cd417baf42944e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389023.231972:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389023.231974:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389023.231977:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389023.231981:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389023.231983:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389023.231985:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389023.231989:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389023.231992:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389023.231994:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389023.231997:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c4f799da/0x95cd417baf42944e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389023.232003:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389023.232005:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389023.232006:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c4f799da/0x95cd417baf42944e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389023.232028:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000005b9fd16 count: 0 00010000:00000001:0.0:1767389023.232040:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389023.232042:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767389023.238805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000005b9fd16. 00010000:00000010:0.1:1767389023.238816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c4f799da. 00000100:00000040:1.0:1767389023.240805:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299611260, at 4299611261 00000100:00000010:1.0:1767389023.240816:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000070295644. 00000100:00000040:0.0:1767389023.241806:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299611260, at 4299611262 00000100:00000040:3.0:1767389023.241809:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299611260, at 4299611262 00000100:00000010:0.0:1767389023.241821:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008502fab6. 00000100:00000010:3.0:1767389023.241823:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083a058ad. 00000100:00000040:2.0:1767389023.241933:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299611260, at 4299611262 00000100:00000010:2.0:1767389023.241941:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004566299a. 00080000:00000001:0.0:1767389023.243451:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767389023.243453:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767389023.243455:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389023.243460:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:2.0:1767389023.243461:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00040000:00000001:0.0:1767389023.243462:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389023.243467:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767389023.243468:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767389023.243471:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000031c00260. 20000000:00000001:2.0:1767389023.243472:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767389023.243477:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767389023.243481:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767389023.243490:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767389023.243495:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767389023.243501:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767389023.243503:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389023.243507:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389023.243509:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389023.243512:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389023.243515:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389023.243520:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000005b9fd16. 00010000:00000001:0.0:1767389023.243524:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389023.243528:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c4f799da. 00000020:00000001:0.0:1767389023.243531:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389023.243534:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c4f799da with handle 0x95cd417baf429455 to hash 00000020:00000001:0.0:1767389023.243536:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389023.243537:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389023.243541:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389023.243543:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389023.243545:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389023.243548:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf429455 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389023.243556:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389023.243558:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389023.243560:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389023.243562:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389023.243573:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389023.243575:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389023.243577:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389023.243579:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389023.243581:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389023.243582:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389023.243584:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389023.243586:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005b9fd16) refcount = 1 00010000:00010000:0.0:1767389023.243590:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c4f799da/0x95cd417baf429455 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389023.243596:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389023.243598:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389023.243600:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389023.243602:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389023.243605:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389023.243608:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389023.243611:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:0.0:1767389023.243614:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389023.243615:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389023.243617:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4f799da refcount=4 00000020:00000001:0.0:1767389023.243619:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389023.243622:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389023.243624:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389023.243626:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf429455 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389023.243631:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389023.243634:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf429455 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389023.243639:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389023.243641:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389023.243643:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c4f799da/0x95cd417baf429455 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389023.243660:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389023.243662:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389023.243664:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389023.243666:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c4f799da/0x95cd417baf429455 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389023.243672:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c4f799da already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389023.243675:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389023.243676:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389023.243678:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c4f799da/0x95cd417baf429455 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389023.243683:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389023.243684:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389023.243686:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389023.243688:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4f799da refcount=5 00000020:00000001:0.0:1767389023.243689:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389023.243691:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389023.243694:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389023.243696:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c4f799da/0x95cd417baf429455 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389023.243704:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389023.243706:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389023.243709:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389023.243713:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389023.243714:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389023.243717:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389023.243719:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389023.243721:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c4f799da with handle 0x95cd417baf429455 from hash 00010000:00000001:0.0:1767389023.243764:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389023.243767:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389023.243770:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389023.243782:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389023.243786:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389023.243789:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389023.243791:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389023.243794:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389023.243799:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389023.243802:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389023.243805:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389023.243810:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389023.243812:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389023.243815:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389023.243818:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389023.243822:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389023.243826:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c4f799da/0x95cd417baf429455 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389023.243836:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389023.243838:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389023.243839:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389023.243841:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389023.243843:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389023.243845:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389023.243847:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389023.243851:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389023.243853:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389023.243856:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c4f799da/0x95cd417baf429455 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389023.243863:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389023.243866:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389023.243869:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c4f799da/0x95cd417baf429455 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389023.243878:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000005b9fd16 count: 0 00010000:00000001:0.0:1767389023.243898:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389023.243901:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767389023.247065:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389023.247071:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389023.247074:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002c5ee212. 20000000:00000001:1.0:1767389023.247094:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389023.247099:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654529152 00010000:00000001:1.0:1767389023.247103:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389023.247112:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000085ba8feb x1853241654529152/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:474/0 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389023.247123:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389023.247126:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389023.247132:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=48 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389023.247138:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389023.247141:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389023.247144:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389023.247149:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389023.247152:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389023.247156:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389023.247162:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389023.247168:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000599cf3a5. 00000100:00000200:1.0:1767389023.247181:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654529152, offset 224 00000400:00000200:1.0:1767389023.247192:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389023.247203:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389023.247215:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372804c80 00000400:00000200:1.0:1767389023.247223:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x179d [2] + 224 00000400:00000200:1.0:1767389023.247229:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389023.247235:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389023.247242:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389023.247249:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7aedec5 x1853241654529152/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389023.247261:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b7aedec5 x1853241654529152/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389023.247279:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389023.247288:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000599cf3a5 00000400:00000010:1.0:1767389023.247290:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000599cf3a5. 00000100:00000001:1.0:1767389023.247296:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389023.247298:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389023.247304:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389023.247308:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389023.247311:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389023.247314:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389023.247317:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389023.247324:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085ba8feb x1853241654529152/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:474/0 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389023.247336:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000085ba8feb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654529152:12345-0@lo:253: Request processed in 29520us (30199us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389023.247351:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00000040:1.0:1767389023.247355:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389023.247358:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389023.247360:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389023.247365:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7033644. 00000020:00000010:1.0:1767389023.247371:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005325c7f8. 00000020:00000010:1.0:1767389023.247383:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bbc4795b. 00000020:00000040:1.0:1767389023.247390:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:1.0:1767389023.247396:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389023.247398:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000a52ada18. 02000000:00000001:1.0:1767389023.247403:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389023.247406:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389023.247411:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389023.247416:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000694df91e. 00000400:00000010:1.0:1767389023.247422:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000599cf3a5. 00000100:00000001:1.0:1767389023.247440:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389023.247442:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389023.247446:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389023.247448:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389023.247449:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035cebf04. 00000400:00000200:1.0:1767389023.247454:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003da77a1f 00000400:00000010:1.0:1767389023.247456:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003da77a1f. 00000100:00000001:1.0:1767389023.247458:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389023.247463:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7aedec5 x1853241654529152/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389023.247473:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7aedec5 x1853241654529152/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389023.247480:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389023.247483:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389023.247486:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389023.247489:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389023.247491:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389023.247493:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389023.247496:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389023.247501:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=48 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389023.247505:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=48 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389023.247508:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389023.247510:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389023.247513:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389023.247515:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389023.247518:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389023.247522:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7aedec5 x1853241654529152/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389023.247543:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389023.247546:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389023.247549:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389023.247554:0:337538:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767389023.247556:0:337538:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767389023.247557:0:337538:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389023.247558:0:337538:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389023.247559:0:337538:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389023.247560:0:337538:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389023.247561:0:337538:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767389023.247563:0:337538:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767389023.247564:0:337538:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389023.247566:0:337538:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767389023.247571:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7aedec5 x1853241654529152/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389023.247577:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7aedec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654529152:0@lo:253: 00000100:00000001:1.0:1767389023.247583:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389023.247585:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389023.247589:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7aedec5 x1853241654529152/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389023.247595:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389023.247598:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389023.247601:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c7d28d5a. 02000000:00000001:1.0:1767389023.247609:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389023.247612:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389023.247615:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389023.247618:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389023.247621:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005c5a9f63. 02000000:00000001:1.0:1767389023.247628:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389023.247631:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389023.247633:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7aedec5. 00000100:00000001:1.0:1767389023.247638:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389023.247639:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389023.247641:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389023.247656:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389023.247658:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389023.247662:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389023.247666:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767389023.249135:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767389023.249139:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767389023.249142:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002dffa2d6. 20000000:00000001:2.0:1767389023.249148:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389023.249152:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654529280 00010000:00000001:2.0:1767389023.249155:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389023.249159:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000079446474 x1853241654529280/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:474/0 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389023.249176:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389023.249178:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389023.249181:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=48 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389023.249184:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389023.249186:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389023.249188:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389023.249191:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389023.249193:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389023.249195:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389023.249197:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389023.249200:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c1e5782. 00000100:00000200:2.0:1767389023.249204:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654529280, offset 224 00000400:00000200:2.0:1767389023.249209:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389023.249215:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389023.249222:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372804d00 00000400:00000200:2.0:1767389023.249227:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17a5 [2] + 224 00000400:00000200:2.0:1767389023.249232:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389023.249235:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389023.249239:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389023.249242:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006bc7eabd x1853241654529280/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389023.249251:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006bc7eabd x1853241654529280/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389023.249272:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389023.249277:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c1e5782 00000400:00000010:2.0:1767389023.249279:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c1e5782. 00000100:00000001:2.0:1767389023.249282:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389023.249283:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389023.249286:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389023.249288:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389023.249291:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389023.249293:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389023.249296:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767389023.249298:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389023.249302:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767389023.249307:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767389023.249311:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079446474 x1853241654529280/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:474/0 lens 4848/4768 e 0 to 0 dl 1767389034 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767389023.249312:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389023.249317:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000495d5a0c. 00000400:00000200:3.0:1767389023.249326:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064a701d3 00000100:00100000:2.0:1767389023.249331:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000079446474 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654529280:12345-0@lo:253: Request processed in 31421us (32109us total) trans 0 rc 0/0 00000400:00000010:3.0:1767389023.249332:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064a701d3. 00000100:00000001:3.0:1767389023.249340:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767389023.249346:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00000200:3.0:1767389023.249350:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006bc7eabd x1853241654529280/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389023.249352:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:2.0:1767389023.249358:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389023.249361:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389023.249366:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000849ed57d. 00000020:00000010:2.0:1767389023.249372:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdadbfa8. 00000020:00000010:2.0:1767389023.249375:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000807bc468. 00000020:00000040:2.0:1767389023.249381:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:2.0:1767389023.249388:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389023.249391:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000003e3ae25. 00000100:00000200:3.0:1767389023.249397:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006bc7eabd x1853241654529280/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389023.249397:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389023.249401:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389023.249407:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389023.249415:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004de7f52c. 00000100:00000001:3.0:1767389023.249417:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389023.249422:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767389023.249422:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c1e5782. 00000100:00000001:3.0:1767389023.249425:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389023.249429:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389023.249432:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389023.249434:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389023.249436:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389023.249440:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=48 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389023.249444:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=48 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389023.249446:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389023.249448:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389023.249450:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389023.249451:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389023.249453:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389023.249456:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006bc7eabd x1853241654529280/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389023.249463:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389023.249466:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389023.249467:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389023.249470:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389023.249471:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767389023.249472:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389023.249474:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389023.249475:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389023.249476:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389023.249477:0:337539:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389023.249479:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389023.249480:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389023.249482:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bc7eabd x1853241654529280/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389023.249489:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006bc7eabd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654529280:0@lo:253: 00000100:00000001:3.0:1767389023.249493:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389023.249500:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389023.249503:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006bc7eabd x1853241654529280/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389023.249510:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389023.249511:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389023.249513:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000924c41d2. 02000000:00000001:3.0:1767389023.249518:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389023.249520:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389023.249521:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389023.249523:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389023.249524:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006b160a2e. 02000000:00000001:3.0:1767389023.249527:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389023.249528:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389023.249529:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006bc7eabd. 00000100:00000001:3.0:1767389023.249532:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389023.249534:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389023.249535:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389023.249540:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389023.249541:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389023.249542:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389023.249544:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389023.250672:0:345365:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e98a4f70. 00000400:00000040:0.0:1767389023.250696:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389023.250706:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389023.250710:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389023.250711:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389023.250714:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389023.250716:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767389023.250719:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389023.250721:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389023.250750:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389023.250753:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767389023.250756:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389023.250759:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389023.250761:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389023.250763:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389023.250765:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767389023.250767:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389023.250769:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389023.250770:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767389023.250771:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767389023.250773:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389023.250775:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389023.250776:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389023.250778:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389023.250780:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389023.250781:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767389023.250783:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389023.250785:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389023.250787:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389023.250789:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389023.250791:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389023.250792:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767389023.250794:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389023.250795:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389023.250796:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389023.250798:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389023.250799:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389023.250800:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767389023.250803:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389023.250804:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389023.250806:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389023.250813:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389023.250815:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389023.250816:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767389023.250818:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767389023.250820:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767389023.250821:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767389023.250823:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767389023.250824:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767389023.250827:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389023.250828:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389023.250829:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767389023.250831:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389023.250832:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767389023.250834:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767389023.250836:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767389023.250837:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767389023.250838:0:345365:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767389023.250904:0:345365:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e98a4f70. 00010000:00000010:0.1:1767389023.252930:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000005b9fd16. 00010000:00000010:0.1:1767389023.252951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c4f799da. 00010000:00000001:3.0:1767389023.435862:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389023.435869:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389023.435878:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389023.435881:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389023.435919:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389023.435928:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389023.435933:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767389024.460826:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389024.460837:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389024.460847:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389024.460849:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389024.460906:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389024.460914:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389024.460920:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767389024.718717:0:345643:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389024.718770:0:345643:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389024.718779:0:345643:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389024.718791:0:345643:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389024.718805:0:345643:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389024.718811:0:345643:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.163887:0:339024:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767389025.163895:0:339024:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389025.163905:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767389025.163911:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 2 10000000:00000001:2.0:1767389025.163918:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389025.163922:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767389025.163925:0:338163:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 10000000:00000001:2.0:1767389025.163925:0:338177:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767389025.163929:0:338177:0:(mgc_request.c:601:do_requeue()) Process entered 00000100:00000001:3.0:1767389025.163933:0:338163:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767389025.163934:0:338177:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767389025.163950:0:338177:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767389025.163953:0:338177:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff904b60cd8000 from 29 10000000:00000001:2.0:1767389025.163958:0:338177:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767389025.163960:0:338177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767389025.163969:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000055c30b. 00000020:00000040:2.0:1767389025.163975:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389025.163982:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389025.163987:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389025.163994:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389025.164005:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000009682690. 00000100:00000001:2.0:1767389025.164015:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389025.164021:0:338177:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767389025.164025:0:338177:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389025.164036:0:338177:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008d97f19e. 00010000:00000001:2.0:1767389025.164041:0:338177:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389025.164065:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000022e62952. 00000020:00000001:2.0:1767389025.164070:0:338177:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389025.164074:0:338177:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000022e62952 with handle 0x95cd417baf42945c to hash 00000020:00000001:2.0:1767389025.164076:0:338177:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389025.164078:0:338177:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389025.164083:0:338177:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389025.164088:0:338177:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389025.164091:0:338177:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389025.164095:0:338177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 0000000022e62952/0x95cd417baf42945c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389025.164108:0:338177:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: 0000000022e62952/0x95cd417baf42945c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389025.164121:0:338177:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: 0000000022e62952/0x95cd417baf42945c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389025.164128:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767389025.164131:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767389025.164138:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ea43f5e. 00000100:00000001:2.0:1767389025.164150:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247439988608 : -122826269563008 : ffff904a47d56780) 00000100:00000001:2.0:1767389025.164155:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389025.164156:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666875776 : -122821042675840 : ffff904b7f615f80) 00000100:00000001:2.0:1767389025.164163:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389025.164166:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.164168:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767389025.164171:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389025.164183:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000055c30b x1853241654529408/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389025.164194:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389025.164197:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389025.164202:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389025.164205:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389025.164209:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389025.164212:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000055c30b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654529408:0@lo:101: 00000100:00000001:2.0:1767389025.164219:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389025.164227:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389025.164231:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389025.164234:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389025.164240:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004e12f542. 02000000:00000001:2.0:1767389025.164243:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389025.164252:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000914c9064. 00000400:00000010:2.0:1767389025.164262:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000626df8e9. 00000100:00000200:2.0:1767389025.164270:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654529408, portal 25 00000100:00000001:2.0:1767389025.164272:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389025.164274:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666875776 : -122821042675840 : ffff904b7f615f80) 00000100:00000040:2.0:1767389025.164279:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000055c30b x1853241654529408/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389041 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389025.164288:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389025.164292:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389025.164297:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95bc874. 00000100:00000200:2.0:1767389025.164300:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654529408, offset 0 00000400:00000200:2.0:1767389025.164311:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389025.164329:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389025.164355:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958372804d80 00000400:00000200:2.0:1767389025.164364:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x10c9 [2] + 0 00000400:00000010:2.0:1767389025.164370:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e65fc6b4. 00000400:00000200:2.0:1767389025.164375:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b2a10093 00000400:00000200:2.0:1767389025.164383:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389025.164388:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389025.164394:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2a10093 00000400:00000010:2.0:1767389025.164397:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2a10093. 00000100:00000001:2.0:1767389025.164403:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389025.164405:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767389025.164410:0:338177:0:(events.c:337:request_in_callback()) incoming req@00000000496a654e x1853241654529408 msgsize 328 00000100:00100000:2.0:1767389025.164414:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389025.164416:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767389025.164433:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389025.164442:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95bc874 00000400:00000010:2.0:1767389025.164444:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95bc874. 00000100:00000001:2.0:1767389025.164448:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389025.164453:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000055c30b x1853241654529408/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389041 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389025.164465:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767389025.164467:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767389025.164469:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000055c30b x1853241654529408/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389041 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389025.164474:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654529408 02000000:00000001:3.0:1767389025.164483:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389025.164485:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389025.164488:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389025.164490:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389025.164496:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.164500:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389025.164505:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.164507:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299613207 00000100:00100000:3.0:1767389025.164514:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654529408 00000100:00000010:2.0:1767389025.164516:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f26d22d. 00000100:00000001:2.0:1767389025.164525:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1767389025.164533:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767389025.164535:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299613207 00000020:00000040:3.0:1767389025.164537:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389025.164543:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1767389025.164544:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a720a7c2. 00000020:00000040:3.0:1767389025.164547:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000001:2.0:1767389025.164551:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1767389025.164555:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389025.164558:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299613207 00000020:00000001:3.0:1767389025.164560:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000010:2.0:1767389025.164563:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083055b84. 00000100:00000001:3.0:1767389025.164569:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389025.164576:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a147a58. 00000100:00000001:2.0:1767389025.164580:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767389025.164582:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389025.164586:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299613207 00000020:00000010:3.0:1767389025.164587:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a147a58. 00000100:00000010:2.0:1767389025.164596:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009cd0a627. 00000020:00000010:3.0:1767389025.164603:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd30d963. 00000100:00000001:2.0:1767389025.164604:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767389025.164610:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389025.164615:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389025.164617:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000999fa093. 00000100:00000001:2.0:1767389025.164618:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389025.164625:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767389025.164628:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 000000008ea43f5e going to sleep for 11 seconds 00000020:00000010:3.0:1767389025.164629:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d26bc440. 00000100:00000001:2.0:1767389025.164633:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389025.164637:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389025.164652:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389025.164658:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389025.164660:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389025.164662:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389025.164673:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389025.164706:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389025.164720:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389025.164764:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389025.164768:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389025.164777:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00000040:2.0:1767389025.164783:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:2.0:1767389025.164786:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361794640 : -122821347756976 : ffff904b6d323450) 00000100:00000040:2.0:1767389025.164794:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000496a654e x1853241654529408/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:476/0 lens 328/0 e 0 to 0 dl 1767389036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389025.164805:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389025.164810:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fc975f9. 00000100:00000001:2.0:1767389025.164813:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389025.164816:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fc975f9. 00000100:00100000:2.0:1767389025.164823:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000496a654e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:338177:x1853241654529408:12345-0@lo:101: 00000100:00000200:2.0:1767389025.164828:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654529408 00000020:00000001:2.0:1767389025.164832:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389025.164837:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389025.164840:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389025.164843:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389025.164846:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000020:00000001:2.0:1767389025.164851:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389025.164853:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389025.164856:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389025.164869:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389025.164874:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389025.164877:0:338173:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767389025.164880:0:338173:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767389025.164883:0:338173:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767389025.164886:0:338173:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767389025.164888:0:338173:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389025.164895:0:338173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389025.164904:0:338173:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d5c5149b. 00010000:00000001:2.0:1767389025.164908:0:338173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389025.164912:0:338173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a93216f0. 00000020:00000001:2.0:1767389025.164916:0:338173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389025.164918:0:338173:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a93216f0 with handle 0x95cd417baf429463 to hash 00000020:00000001:2.0:1767389025.164921:0:338173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389025.164923:0:338173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:2.0:1767389025.164926:0:338173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00010000:2.0:1767389025.164929:0:338173:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a93216f0/0x95cd417baf429463 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x95cd417baf42945c expref: -99 pid: 338173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389025.164937:0:338173:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003eb5d898 : new locks_count 10 00000020:00000040:2.0:1767389025.164940:0:338173:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=15 00000100:00000001:2.0:1767389025.164950:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389025.164953:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389025.164957:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002a83bb19. 02000000:00000001:2.0:1767389025.164960:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.164964:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389025.164967:0:338173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389025.164973:0:338173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389025.164976:0:338173:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389025.164979:0:338173:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389025.164982:0:338173:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389025.164985:0:338173:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389025.164987:0:338173:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389025.164991:0:338173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389025.164994:0:338173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389025.164996:0:338173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:3.0:1767389025.165002:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767389025.165009:0:338173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:3.0:1767389025.165010:0:338174:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389025.165014:0:338173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d5c5149b) refcount = 1 00000100:00000001:3.0:1767389025.165016:0:338174:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389025.165026:0:338173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a93216f0/0x95cd417baf429463 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x95cd417baf42945c expref: 15 pid: 338173 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389025.165035:0:338173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389025.165038:0:338173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389025.165039:0:338173:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389025.165060:0:338173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389025.165063:0:338173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389025.165070:0:338173:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767389025.165074:0:338173:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a93216f0/0x95cd417baf429463 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf42945c expref: 15 pid: 338173 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389025.165082:0:338173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389025.165085:0:338173:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389025.165088:0:338173:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389025.165091:0:338173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389025.165093:0:338173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389025.165095:0:338173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389025.165097:0:338173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389025.165099:0:338173:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a93216f0, rc 0) 00000020:00000001:2.0:1767389025.165102:0:338173:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389025.165107:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654529408 00010000:00000001:2.0:1767389025.165111:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389025.165117:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000496a654e x1853241654529408/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:476/0 lens 328/344 e 0 to 0 dl 1767389036 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389025.165126:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389025.165129:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389025.165133:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=50 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389025.165140:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389025.165143:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389025.165145:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389025.165148:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389025.165150:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.165163:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389025.165166:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389025.165170:0:338173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95bc874. 00000100:00000200:2.0:1767389025.165174:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654529408, offset 224 00000400:00000200:2.0:1767389025.165179:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389025.165188:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389025.165197:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958372804d80 00000400:00000200:2.0:1767389025.165205:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x17c5 [1] + 224 00000400:00000200:2.0:1767389025.165210:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389025.165214:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389025.165218:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389025.165222:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000055c30b x1853241654529408/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389041 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389025.165232:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000000055c30b x1853241654529408/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389041 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389025.165254:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389025.165260:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95bc874 00000400:00000010:2.0:1767389025.165262:0:338173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95bc874. 00000100:00000001:2.0:1767389025.165265:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389025.165268:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389025.165271:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389025.165275:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389025.165279:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389025.165283:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389025.165287:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767389025.165293:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000496a654e x1853241654529408/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:476/0 lens 328/344 e 0 to 0 dl 1767389036 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.165302:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767389025.165308:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000496a654e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654529408:12345-0@lo:101: Request processed in 498us (891us total) trans 0 rc 0/0 00000400:00000001:0.0:1767389025.165316:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389025.165321:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767389025.165322:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000400:00000010:0.0:1767389025.165326:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000914c9064. 00000100:00000040:2.0:1767389025.165328:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:2.0:1767389025.165334:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389025.165338:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767389025.165338:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000626df8e9 00000400:00000010:0.0:1767389025.165344:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000626df8e9. 00000100:00000001:0.0:1767389025.165351:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767389025.165356:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000999fa093. 00000100:00000200:0.0:1767389025.165362:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000055c30b x1853241654529408/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389041 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389025.165367:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d26bc440. 00000020:00000010:2.0:1767389025.165377:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd30d963. 00000100:00000200:0.0:1767389025.165385:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000055c30b x1853241654529408/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389041 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767389025.165388:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:2.0:1767389025.165399:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389025.165403:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002a83bb19. 00000100:00000001:0.0:1767389025.165404:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389025.165411:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389025.165414:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389025.165416:0:338177:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767389025.165420:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389025.165422:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389025.165427:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767389025.165430:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389025.165438:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005eadd047. 00000100:00000001:0.0:1767389025.165442:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389025.165446:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007629a164. 02000000:00000001:0.0:1767389025.165447:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389025.165459:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=50 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389025.165465:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389025.165469:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389025.165471:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.165475:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389025.165478:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.165481:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389025.165486:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000055c30b x1853241654529408/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389041 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.165495:0:338177:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389025.165499:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389025.165501:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389025.165506:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000055c30b x1853241654529408/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389041 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389025.165513:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000055c30b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654529408:0@lo:101: 00000100:00000001:0.0:1767389025.165519:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389025.165522:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.165524:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767389025.165526:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389025.165528:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000055c30b x1853241654529408/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389041 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.165535:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389025.165537:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008ea43f5e. 00000100:00000001:0.0:1767389025.165541:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767389025.165543:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.165546:0:338177:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767389025.165550:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389025.165552:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389025.165554:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000022e62952 refcount=4 00000020:00000001:0.0:1767389025.165557:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:0.0:1767389025.165560:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000040:0.0:1767389025.165574:0:338177:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000022e62952, remote cookie: 0x95cd417baf429463, flags: 0x0 00010000:00000001:0.0:1767389025.165578:0:338177:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389025.165581:0:338177:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389025.165583:0:338177:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389025.165585:0:338177:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389025.165587:0:338177:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389025.165589:0:338177:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008d97f19e) refcount = 1 00010000:00010000:0.0:1767389025.165592:0:338177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: 0000000022e62952/0x95cd417baf42945c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429463 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.165600:0:338177:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389025.165602:0:338177:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389025.165604:0:338177:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389025.165608:0:338177:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389025.165612:0:338177:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389025.165616:0:338177:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: 0000000022e62952/0x95cd417baf42945c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf429463 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.165623:0:338177:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767389025.165624:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.165626:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.165627:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.165629:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.165631:0:338177:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.165634:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389025.165637:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000055c30b x1853241654529408/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389041 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.165645:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389025.165648:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389025.165651:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004e12f542. 02000000:00000001:0.0:1767389025.165657:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389025.165660:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389025.165662:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389025.165664:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389025.165667:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000009682690. 02000000:00000001:0.0:1767389025.165674:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389025.165685:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389025.165687:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000055c30b. 00000100:00000001:0.0:1767389025.165694:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389025.165696:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767389025.165699:0:338177:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389025.165702:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767389025.165704:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 3 10000000:00000001:0.0:1767389025.165707:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.165710:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389025.165712:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389025.165714:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000022e62952 refcount=3 00000020:00000001:0.0:1767389025.165716:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:0.0:1767389025.165719:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:0.0:1767389025.165758:0:338177:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767389025.165761:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.165763:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.165765:0:338177:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389025.165769:0:338177:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767389025.165774:0:338177:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000e00c8c05. 00000100:00000010:0.0:1767389025.165813:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050cb6a79. 00000020:00000040:0.0:1767389025.165817:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389025.165822:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389025.165825:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389025.165830:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389025.165840:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a66b95eb. 00000100:00000001:0.0:1767389025.165848:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.165855:0:338177:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767389025.165863:0:338177:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d5304935. 00000100:00000010:0.0:1767389025.165872:0:338177:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000698856c3. 00000020:00000040:0.0:1767389025.165877:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389025.165886:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767389025.165888:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767389025.165895:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000859143d1. 00000100:00000001:0.0:1767389025.165900:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247467808448 : -122826241743168 : ffff904a497de6c0) 00000100:00000001:0.0:1767389025.165905:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389025.165908:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144646784 : -122821564904832 : ffff904b6040ca80) 00000100:00000001:0.0:1767389025.165928:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389025.165931:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.165935:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389025.165938:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389025.165944:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050cb6a79 x1853241654529536/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.165960:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389025.165963:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389025.165967:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389025.165971:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389025.165975:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389025.165980:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050cb6a79 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654529536:0@lo:256: 00000100:00000001:0.0:1767389025.165988:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389025.165992:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389025.165995:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.165998:0:338177:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767389025.166007:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000691a5b98. 00000400:00000010:0.0:1767389025.166014:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000f3167f94. 00000100:00000200:0.0:1767389025.166019:0:338177:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958372804e00-0x6958372804e00, portal 33 00000100:00000001:0.0:1767389025.166023:0:338177:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389025.166025:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389025.166031:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5b9754c. 02000000:00000001:0.0:1767389025.166033:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389025.166037:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092cd2511. 00000400:00000010:0.0:1767389025.166071:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000100:00000200:0.0:1767389025.166078:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654529536, portal 25 00000100:00000001:0.0:1767389025.166081:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389025.166082:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144646784 : -122821564904832 : ffff904b6040ca80) 00000100:00000040:0.0:1767389025.166088:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050cb6a79 x1853241654529536/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389041 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.166096:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389025.166100:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389025.166105:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181b09ca. 00000100:00000200:0.0:1767389025.166108:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853241654529536, offset 0 00000400:00000200:0.0:1767389025.166126:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389025.166135:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389025.166144:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958372804e00 00000400:00000200:0.0:1767389025.166150:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x10d9 [2] + 0 00000400:00000010:0.0:1767389025.166154:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de38062a. 00000400:00000200:0.0:1767389025.166159:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000014e7f6c4 00000400:00000200:0.0:1767389025.166163:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389025.166167:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389025.166170:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014e7f6c4 00000400:00000010:0.0:1767389025.166172:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000014e7f6c4. 00000100:00000001:0.0:1767389025.166176:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389025.166178:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389025.166181:0:338177:0:(events.c:337:request_in_callback()) incoming req@00000000e826e5f9 x1853241654529536 msgsize 304 00000100:00100000:0.0:1767389025.166186:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389025.166188:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389025.166206:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389025.166215:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181b09ca 00000400:00000010:0.0:1767389025.166217:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181b09ca. 00000100:00000001:0.0:1767389025.166220:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389025.166225:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050cb6a79 x1853241654529536/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389041 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.166236:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389025.166240:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000050cb6a79 x1853241654529536/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389041 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389025.166242:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389025.166249:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654529536 02000000:00000001:2.0:1767389025.166255:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389025.166257:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.166260:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389025.166262:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389025.166265:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389025.166272:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.166273:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389025.166276:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654529536 00000100:00000001:0.0:1767389025.166280:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299613209 00000020:00000001:2.0:1767389025.166282:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389025.166288:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:2.0:1767389025.166293:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389025.166295:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299613207 00000020:00000040:2.0:1767389025.166296:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:2.0:1767389025.166307:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389025.166310:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299613209 00000020:00000001:2.0:1767389025.166311:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389025.166323:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299613207 00000100:00000001:2.0:1767389025.166324:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389025.166332:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fc975f9. 00000100:00000001:0.0:1767389025.166333:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299613209 00000100:00000001:2.0:1767389025.166345:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389025.166346:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299613207 00000020:00000010:2.0:1767389025.166350:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fc975f9. 00000020:00000010:2.0:1767389025.166359:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e38fd051. 00000100:00000001:0.0:1767389025.166369:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299613209 00000020:00000010:2.0:1767389025.166371:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000022c7145a. 00000100:00000001:0.0:1767389025.166378:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299613207 00000020:00000010:2.0:1767389025.166381:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdadbfa8. 00000100:00000001:0.0:1767389025.166384:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389025.166391:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389025.166394:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767389025.166395:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389025.166400:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389025.166402:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767389025.166407:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000859143d1 going to sleep for 11 seconds 00000100:00000001:2.0:1767389025.166408:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389025.166414:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.166417:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389025.166420:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.166436:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.166448:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389025.166465:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389025.166468:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389025.166477:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00000040:2.0:1767389025.166481:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:2.0:1767389025.166485:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361792592 : -122821347759024 : ffff904b6d322c50) 00000100:00000040:2.0:1767389025.166491:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e826e5f9 x1853241654529536/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:476/0 lens 304/0 e 0 to 0 dl 1767389036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389025.166502:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389025.166505:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fc975f9. 00000100:00000001:2.0:1767389025.166508:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389025.166511:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fc975f9. 00000100:00100000:2.0:1767389025.166516:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e826e5f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654529536:12345-0@lo:256: 00000100:00000200:2.0:1767389025.166521:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654529536 00000020:00000001:2.0:1767389025.166523:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389025.166526:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389025.166529:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389025.166532:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389025.166534:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333408 : -1039218208 : ffffffffc20ec9e0) 00000020:00000001:2.0:1767389025.166538:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389025.166540:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389025.166543:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389025.166545:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389025.166549:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.166553:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389025.166557:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389025.166561:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000002a83bb19. 02000000:00000001:2.0:1767389025.166563:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.166566:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389025.166570:0:338173:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767389025.166576:0:338173:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767389025.166581:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767389025.166595:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389025.166599:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389025.166601:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767389025.166604:0:338173:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767389025.166608:0:338173:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000aca0222f. 20000000:00000001:2.0:1767389025.166612:0:338173:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767389025.166630:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767389025.166640:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767389025.166649:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767389025.166652:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767389025.166655:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767389025.166657:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767389025.166659:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767389025.166661:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767389025.166663:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767389025.166666:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767389025.166668:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767389025.166671:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767389025.166673:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767389025.166675:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767389025.166677:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767389025.166680:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:01000000:2.0:1767389025.166683:0:338173:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 344, pages 3752/1/4/3. 20000000:00000040:2.0:1767389025.166691:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767389025.166693:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767389025.166695:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767389025.166697:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767389025.166699:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767389025.166702:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767389025.166704:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767389025.166706:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767389025.166708:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767389025.166710:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767389025.166712:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767389025.166715:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767389025.166717:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767389025.166720:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767389025.166722:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767389025.166775:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:01000000:2.0:1767389025.166789:0:338173:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 344, pages 3408/1/4/3. 20000000:01000000:2.0:1767389025.166793:0:338173:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 688, version 34 20000000:00000001:2.0:1767389025.166796:0:338173:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=688 : 688 : 2b0) 00000100:00000001:2.0:1767389025.166800:0:338173:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767389025.166805:0:338173:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004e12f542. 00000100:00000010:2.0:1767389025.166810:0:338173:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000d3b522c7. 00000020:00000040:2.0:1767389025.166813:0:338173:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=16 00010000:00000001:2.0:1767389025.166818:0:338173:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767389025.166823:0:338173:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767389025.166827:0:338173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95bc874. 00000400:00000010:2.0:1767389025.166836:0:338173:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008361a5c1. 00000400:00000200:2.0:1767389025.166844:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389025.166860:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389025.166871:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 688 into portal 33 MB=0x6958372804e00 00000400:00000200:2.0:1767389025.166879:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 688/688 into md 0x17d5 [4] + 0 00000400:00000010:2.0:1767389025.166884:0:338173:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000691a5b98. 00000400:00000200:2.0:1767389025.166889:0:338173:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f3167f94 00000400:00000200:2.0:1767389025.166892:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389025.166896:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389025.166900:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3167f94 00000400:00000010:2.0:1767389025.166902:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000f3167f94. 00000100:00000001:2.0:1767389025.166905:0:338173:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767389025.166907:0:338173:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000050cb6a79 desc 00000000d5304935 mbits 1853241654529536 00000100:00000001:2.0:1767389025.166924:0:338173:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767389025.166928:0:338173:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767389025.166937:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767389025.166947:0:338173:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x17e1 00000400:00000200:2.0:1767389025.166951:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389025.166955:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767389025.166960:0:338173:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767389025.166963:0:338173:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000004e12f542 00000100:00000001:2.0:1767389025.166966:0:338173:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767389025.166974:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95bc874 00000400:00000010:2.0:1767389025.166977:0:338173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95bc874. 00000100:00000001:0.0:1767389025.166980:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389025.166981:0:338173:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:0.0:1767389025.166986:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389025.166998:0:338173:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000004e12f542 00000100:00000001:2.0:1767389025.167004:0:338173:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767389025.167012:0:338173:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 688 bytes via portal 33 id 12345-0@lo mbits 0x6958372804e00-0x6958372804e00 00000100:00000001:2.0:1767389025.167017:0:338173:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389025.167023:0:338173:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.167025:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767389025.167029:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000010:2.0:1767389025.167032:0:338173:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000d3b522c7. 00000100:00000010:2.0:1767389025.167036:0:338173:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004e12f542. 00000100:00000001:2.0:1767389025.167064:0:338173:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767389025.167066:0:338173:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767389025.167075:0:338173:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000aca0222f. 20000000:00000001:2.0:1767389025.167080:0:338173:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389025.167083:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654529536 00010000:00000001:2.0:1767389025.167086:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389025.167091:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e826e5f9 x1853241654529536/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:476/0 lens 304/240 e 0 to 0 dl 1767389036 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389025.167100:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389025.167102:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389025.167105:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=50 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389025.167109:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389025.167112:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389025.167115:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389025.167118:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389025.167120:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.167123:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389025.167126:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389025.167131:0:338173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95bc874. 00000100:00000200:2.0:1767389025.167134:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853241654529536, offset 224 00000400:00000200:2.0:1767389025.167141:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389025.167149:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389025.167158:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958372804e00 00000400:00000200:2.0:1767389025.167163:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x17d9 [1] + 224 00000400:00000200:2.0:1767389025.167167:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389025.167181:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389025.167185:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389025.167189:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050cb6a79 x1853241654529536/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389041 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389025.167199:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000050cb6a79 x1853241654529536/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389041 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389025.167219:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389025.167225:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95bc874 00000400:00000010:2.0:1767389025.167227:0:338173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95bc874. 00000100:00000001:2.0:1767389025.167230:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389025.167231:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389025.167234:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389025.167237:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389025.167241:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389025.167244:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389025.167247:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767389025.167252:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e826e5f9 x1853241654529536/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:476/0 lens 304/240 e 0 to 0 dl 1767389036 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.167258:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767389025.167269:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e826e5f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654529536:12345-0@lo:256: Request processed in 763us (1083us total) trans 0 rc 0/0 00000400:00000001:0.0:1767389025.167270:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389025.167277:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389025.167283:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092cd2511. 00000100:00100000:2.0:1767389025.167291:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000400:00000200:0.0:1767389025.167294:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000100:00000040:2.0:1767389025.167297:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000400:00000010:0.0:1767389025.167299:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000100:00000001:2.0:1767389025.167304:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389025.167307:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389025.167309:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389025.167316:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000022c7145a. 00000100:00000200:0.0:1767389025.167319:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050cb6a79 x1853241654529536/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389041 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389025.167322:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdadbfa8. 00000020:00000010:2.0:1767389025.167333:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e38fd051. 00000020:00000040:2.0:1767389025.167345:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00000200:0.0:1767389025.167347:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050cb6a79 x1853241654529536/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389041 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389025.167354:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389025.167360:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000002a83bb19. 00000100:00000001:0.0:1767389025.167368:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767389025.167370:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389025.167375:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389025.167376:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389025.167382:0:338177:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767389025.167386:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767389025.167387:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389025.167390:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389025.167392:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389025.167395:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389025.167399:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=50 v=5 (5 0 0 0) 00000400:00000010:2.0:1767389025.167404:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f32cd16. 00000100:00001000:0.0:1767389025.167407:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389025.167415:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389025.167416:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389025.167419:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb69665b. 00010000:00000001:0.0:1767389025.167420:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389025.167425:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.167442:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389025.167448:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000050cb6a79 x1853241654529536/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389041 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389025.167460:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000050cb6a79 x1853241654529536/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389041 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.167468:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389025.167470:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389025.167476:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050cb6a79 x1853241654529536/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389041 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389025.167485:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050cb6a79 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654529536:0@lo:256: 00000100:00000001:0.0:1767389025.167491:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389025.167495:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.167498:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767389025.167501:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389025.167506:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050cb6a79 x1853241654529536/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389041 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.167514:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389025.167517:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000859143d1. 00000100:00000001:0.0:1767389025.167521:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767389025.167523:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767389025.167528:0:338177:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 34, more 0. 10000000:00000001:0.0:1767389025.167533:0:338177:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767389025.167542:0:338177:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000965d08b3. 10000000:00000040:0.0:1767389025.167557:0:338177:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767389025.167568:0:338177:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767389025.167573:0:338177:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767389025.167581:0:338177:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.113@tcp has 192.168.204.113@tcp. 00000100:00000001:0.0:1767389025.167585:0:338177:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389025.167588:0:338177:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767389025.167590:0:338177:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.113@tcp with 192.168.204.113@tcp 00000100:00000200:0.0:1767389025.167594:0:338177:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.113@tcp' 00000400:00000200:0.0:1767389025.167599:0:338177:0:(peer.c:1356:LNetAddPeer()) Add peer with 16 NIDs 00000400:00001000:0.0:1767389025.167612:0:338177:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767389025.167617:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.113@tcp 00000400:00000200:0.0:1767389025.167625:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767389025.167633:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (16) 00000400:00000200:0.0:1767389025.167642:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767389025.167648:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp: 0. pending discovery 00000400:00000200:0.0:1767389025.167651:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (17) 00000400:00000200:0.0:1767389025.167656:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp 00000400:00000200:0.0:1767389025.167659:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.113@tcp10 00000400:00000200:0.0:1767389025.167664:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767389025.167666:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp10 00000400:00000200:0.0:1767389025.167669:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.113@tcp11 00000400:00000200:0.0:1767389025.167674:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767389025.167677:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp11 00000400:00000200:0.0:1767389025.167680:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.113@tcp12 00000400:00000200:0.0:1767389025.167684:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767389025.167686:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp12 00000400:00000200:0.0:1767389025.167689:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.113@tcp13 00000400:00000200:0.0:1767389025.167694:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767389025.167697:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp13 00000400:00000200:0.0:1767389025.167699:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.113@tcp14 00000400:00000200:0.0:1767389025.167704:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767389025.167707:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp14 00000400:00000200:0.0:1767389025.167709:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.113@tcp15 00000400:00000200:0.0:1767389025.167714:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767389025.167717:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp15 00000400:00000200:0.0:1767389025.167719:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.113@tcp16 00000400:00000200:0.0:1767389025.167760:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767389025.167763:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp16 00000400:00000200:0.0:1767389025.167766:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.113@tcp17 00000400:00000200:0.0:1767389025.167770:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767389025.167773:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp17 00000400:00000200:0.0:1767389025.167775:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.113@tcp18 00000400:00000200:0.0:1767389025.167781:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767389025.167784:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp18 00000400:00000200:0.0:1767389025.167788:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.113@tcp19 00000400:00000200:0.0:1767389025.167802:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767389025.167805:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp19 00000400:00000200:0.0:1767389025.167808:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.113@tcp20 00000400:00000200:0.0:1767389025.167814:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767389025.167817:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp20 00000400:00000200:0.0:1767389025.167820:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.113@tcp21 00000400:00000200:0.0:1767389025.167826:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767389025.167829:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp21 00000400:00000200:0.0:1767389025.167833:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.113@tcp22 00000400:00000200:0.0:1767389025.167843:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767389025.167846:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp22 00000400:00000200:0.0:1767389025.167851:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.113@tcp23 00000400:00000200:0.0:1767389025.167859:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767389025.167862:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp23 00000400:00000200:0.0:1767389025.167866:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.113@tcp24 00000400:00000200:0.0:1767389025.167873:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767389025.167876:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp24 00000100:00000001:0.0:1767389025.167881:0:338177:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.167886:0:338177:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767389025.167892:0:338177:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.113@tcp' by NID '192.168.204.113@tcp' 10000000:00000010:0.0:1767389025.167902:0:338177:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000d4c2eef9. 10000000:00000040:0.0:1767389025.167908:0:338177:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 34/34 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.113@tcp::1 00000020:00000080:0.0:1767389025.167913:0:338177:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767389025.167927:0:338177:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767389025.167934:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005b78b28. 00000020:00000010:0.0:1767389025.167945:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ab54caf. 00000040:00000010:0.0:1767389025.167954:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bb5d4514. 00000020:00000010:0.0:1767389025.167964:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000087b1371b. 00000020:00000010:0.0:1767389025.167974:0:338177:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000614eb99c. 00000020:00000010:0.0:1767389025.167983:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a23ba5c8. 80000000:00000010:0.0:1767389025.167988:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000132ba79d. 40000000:00000010:0.0:1767389025.167994:0:338177:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006f9a9012. 00100000:00000010:0.0:1767389025.168001:0:338177:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008fa39fc6. 00040000:00000010:0.0:1767389025.168007:0:338177:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fc575add. 00040000:00000010:0.0:1767389025.168024:0:338177:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007da68f72. 00040000:00000010:0.0:1767389025.168031:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002518750a. 00080000:00000010:0.0:1767389025.168037:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000efd4943a. 00000004:00000010:0.0:1767389025.168070:0:338177:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ba0450e4. 00000004:00000010:0.0:1767389025.168081:0:338177:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e982ad8b. 00000004:00000010:0.0:1767389025.168087:0:338177:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000070921f91. 00002000:00000010:0.0:1767389025.168095:0:338177:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000016c502e9. 00000004:00000010:0.0:1767389025.168103:0:338177:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000aaa0084. 00000004:00000001:0.0:1767389025.168110:0:338177:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767389025.168115:0:338177:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767389025.168118:0:338177:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000d4c2eef9 00000040:00001000:0.0:1767389025.168121:0:338177:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767389025.168123:0:338177:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767389025.168126:0:338177:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767389025.168128:0:338177:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767389025.168133:0:338177:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767389025.168135:0:338177:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767389025.168137:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767389025.168140:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.113@tcp::1 00000040:00000001:0.0:1767389025.168143:0:338177:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767389025.168229:0:338177:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389025.168236:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005ab54caf. 00000040:00000010:0.0:1767389025.168243:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bb5d4514. 00000020:00000010:0.0:1767389025.168249:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000087b1371b. 00000020:00000010:0.0:1767389025.168254:0:338177:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000614eb99c. 00000020:00000010:0.0:1767389025.168262:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a23ba5c8. 80000000:00000010:0.0:1767389025.168267:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000132ba79d. 40000000:00000010:0.0:1767389025.168271:0:338177:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006f9a9012. 00100000:00000010:0.0:1767389025.168274:0:338177:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008fa39fc6. 00040000:00000010:0.0:1767389025.168278:0:338177:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fc575add. 00040000:00000010:0.0:1767389025.168283:0:338177:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007da68f72. 00040000:00000010:0.0:1767389025.168286:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002518750a. 00080000:00000010:0.0:1767389025.168291:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000efd4943a. 00000004:00000010:0.0:1767389025.168298:0:338177:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ba0450e4. 00000004:00000010:0.0:1767389025.168304:0:338177:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e982ad8b. 00000004:00000010:0.0:1767389025.168321:0:338177:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000070921f91. 00002000:00000010:0.0:1767389025.168324:0:338177:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000016c502e9. 00000004:00000010:0.0:1767389025.168328:0:338177:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000aaa0084. 00000020:00000010:0.0:1767389025.168332:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005b78b28. 00000020:00000001:0.0:1767389025.168335:0:338177:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389025.168339:0:338177:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767389025.168344:0:338177:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000d4c2eef9. 10000000:00000010:0.0:1767389025.168349:0:338177:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000965d08b3. 10000000:00000001:0.0:1767389025.168351:0:338177:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.168355:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389025.168359:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050cb6a79 x1853241654529536/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389041 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.168369:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389025.168372:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389025.168375:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5b9754c. 02000000:00000001:0.0:1767389025.168380:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389025.168383:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389025.168385:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389025.168388:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767389025.168390:0:338177:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767389025.168392:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389025.168393:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389025.168396:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767389025.168399:0:338177:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000698856c3. 00000100:00000010:0.0:1767389025.168403:0:338177:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d5304935. 00000100:00000001:0.0:1767389025.168408:0:338177:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767389025.168410:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a66b95eb. 02000000:00000001:0.0:1767389025.168415:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389025.168417:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389025.168419:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050cb6a79. 00000100:00000001:0.0:1767389025.168425:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389025.168427:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767389025.168450:0:338177:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000e00c8c05. 10000000:01000000:0.0:1767389025.168457:0:338177:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767389025.168463:0:338177:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767389025.168466:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389025.168476:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389025.168479:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000022e62952 refcount=3 00000020:00000001:0.0:1767389025.168482:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:0.0:1767389025.168485:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:0.0:1767389025.168489:0:338177:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389025.168493:0:338177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 0000000022e62952/0x95cd417baf42945c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429463 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.168502:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.168503:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389025.168505:0:338177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: 0000000022e62952/0x95cd417baf42945c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429463 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.168513:0:338177:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389025.168515:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.168516:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767389025.168518:0:338177:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389025.168520:0:338177:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389025.168524:0:338177:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767389025.168527:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767389025.168529:0:338177:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 3 10000000:00000001:0.0:1767389025.168531:0:338177:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:2.0:1767389025.184910:0:345720:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000006fc975f9. 00000020:00000040:2.0:1767389025.184922:0:345720:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(1) 00000020:00000010:2.0:1767389025.184927:0:345720:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000006fc975f9. 00000100:00000040:0.0:1767389025.189798:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299613209, at 4299613210 00000100:00000010:0.0:1767389025.189810:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f26d22d. 00000100:00000040:1.0:1767389025.189830:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299613209, at 4299613210 00000100:00000010:1.0:1767389025.189845:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a720a7c2. 00000100:00000040:3.0:1767389025.189849:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299613209, at 4299613210 00000100:00000010:3.0:1767389025.189865:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009cd0a627. 00000100:00000040:2.0:1767389025.191448:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299613209, at 4299613211 00000100:00000010:2.0:1767389025.191460:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083055b84. 00010000:00000001:3.0:1767389025.484829:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389025.484834:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389025.484840:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389025.484843:0:255632:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767389025.484846:0:255632:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767389025.484848:0:255632:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389025.484851:0:255632:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767389025.484853:0:255632:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389025.484855:0:255632:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389025.484858:0:255632:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389025.484920:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389025.484924:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389025.484945:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767389025.711175:0:345809:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767389025.711180:0:345809:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:0.0:1767389025.718329:0:345809:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389025.731371:0:345810:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000016c502e9. 00000400:00000010:0.0:1767389025.731394:0:345810:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a498b61d. 00000400:00000010:0.0:1767389025.731410:0:345810:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000205d8f5d. 00000400:00000010:0.0:1767389025.731416:0:345810:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000005b78b28. 00000400:00000010:0.0:1767389025.731429:0:345810:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b05df6d1. 00000400:00000010:0.0:1767389025.731435:0:345810:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a84875ce. 00000400:00000010:0.0:1767389025.731437:0:345810:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009cbb6772. 00000400:00000010:0.0:1767389025.731439:0:345810:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006f9a9012. 00000400:00000010:0.0:1767389025.731444:0:345810:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e98a4f70. 00000800:00000010:0.0:1767389025.731463:0:345810:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000fc575add. 00000800:00000200:0.0:1767389025.731480:0:345810:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389025.731493:0:345810:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389025.731551:0:345810:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389025.731583:0:345810:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp25 [8/256/0/180] 00000400:00000010:0.0:1767389025.734516:0:345810:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000005ab54caf. 00000400:00000010:0.0:1767389025.734526:0:345810:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092cd2511. 00000400:00000010:0.0:1767389025.734534:0:345810:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000400:00000001:0.0:1767389025.734558:0:345810:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389025.734560:0:345810:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389025.734563:0:345810:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040d0b5a4. 00000400:00000200:0.0:1767389025.734567:0:345810:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6b5b83b 00000400:00000010:0.0:1767389025.734570:0:345810:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6b5b83b. 00000400:00000010:0.0:1767389025.734576:0:345810:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 00000000ef9f865d. 00000400:00000200:0.0:1767389025.734583:0:345810:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (16) 00000400:00000200:0.0:1767389025.734601:0:345810:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389025.734616:0:345810:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:0.0:1767389025.734627:0:345810:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f31fb6fa. 00000400:00000200:3.0:1767389025.734635:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767389025.734636:0:345810:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767389025.734644:0:345810:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp25 00000400:00000200:3.0:1767389025.734650:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:3.0:1767389025.734663:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2359eeb. 00000400:00000010:0.0:1767389025.734666:0:345810:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a498b61d. 00000400:00000200:3.0:1767389025.734668:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (17) 00000400:00000010:0.0:1767389025.734674:0:345810:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000016c502e9. 00000400:00000010:3.0:1767389025.734680:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f224e8c9. 00000400:00000200:3.0:1767389025.734690:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000400:00000200:3.0:1767389025.734710:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp to MR: 192.168.204.113@tcp local destination 00000400:00000200:3.0:1767389025.734718:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp NI seq info: [37:37:256:4294967295] 192.168.204.113@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:3.0:1767389025.734762:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp 00000400:00000200:3.0:1767389025.734774:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) : PUT try# 0 00000800:00000200:3.0:1767389025.734783:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.113@tcp 00000800:00000010:3.0:1767389025.734791:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097c6937f. 00000020:00000001:1.0:1767389025.734795:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:3.0:1767389025.734804:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ccd87db] -> 12345-192.168.204.113@tcp (6) 10000000:00000001:1.0:1767389025.734805:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767389025.734813:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767389025.734818:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:3.0:1767389025.734825:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp ip 192.168.204.113:988 00000020:01000004:1.0:1767389025.734826:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767389025.734835:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000200:3.0:1767389025.734837:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097c6937f type 1, nob 400 niov 1 nkiov 1 00000020:01000004:1.0:1767389025.734839:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389025.734846:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389025.734850:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389025.734852:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389025.734854:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767389025.734857:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767389025.734860:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389025.734863:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767389025.734868:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000100:00000010:1.0:1767389025.734872:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015e893dc. 00000400:00000200:3.0:1767389025.734874:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000020:00000040:1.0:1767389025.734885:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389025.734894:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389025.734898:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389025.734906:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389025.734920:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c7d28d5a. 00000100:00000001:1.0:1767389025.734930:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.734941:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389025.734945:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389025.734957:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015e893dc] to pc [ptlrpcd_00_00+0] req@0000000015e893dc x1853241654529664/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767389025.735008:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389025.735012:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767389025.735016:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767389025.735017:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767389025.735024:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097c6937f. 00000100:00000001:2.0:1767389025.735029:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389025.735053:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767389025.735057:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000000:1.0:1767389025.735057:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767389025.735058:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389025.735070:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000015e893dc x1853241654529664/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389025.735075:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767389025.735078:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp->192.168.204.113@tcp: PUT: OK 10000000:00000001:1.0:1767389025.735082:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767389025.735089:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767389025.735094:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 10000000:01000000:1.0:1767389025.735096:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767389025.735098:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767389025.735106:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767389025.735107:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 0 00000100:00000001:2.0:1767389025.735108:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767389025.735113:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767389025.735121:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767389025.735122:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767389025.735123:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767389025.735130:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:1.0:1767389025.735130:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000001:3.0:1767389025.735132:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:1.0:1767389025.735135:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767389025.735140:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767389025.735142:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767389025.735148:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:2.0:1767389025.735150:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000015e893dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654529664:0@lo:253: 00000800:00000001:3.0:1767389025.735151:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389025.735152:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000001:3.0:1767389025.735161:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767389025.735162:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767389025.735164:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee12f839. 00000800:00000001:3.0:1767389025.735171:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767389025.735172:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 02000000:00000001:2.0:1767389025.735173:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389025.735182:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.735184:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389025.735188:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767389025.735191:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767389025.735197:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp(192.168.204.113@tcp) <- 192.168.204.113@tcp : PUT - for me 02000000:00000001:1.0:1767389025.735198:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389025.735202:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000003e3ae25. 02000000:00000001:2.0:1767389025.735208:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389025.735212:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a52ada18. 00000400:00000010:2.0:1767389025.735216:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1a7b426. 00000400:00000200:3.0:1767389025.735217:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 304 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767389025.735221:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389025.735229:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063e6c709. 00000100:00000001:1.0:1767389025.735233:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767389025.735239:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 288/304 into md 0x17ad [1] + 0 00000100:00000001:1.0:1767389025.735240:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389025.735251:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002889adf1. 00000100:00000040:1.0:1767389025.735254:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee12f839] to pc [ptlrpcd_00_01+1] req@00000000ee12f839 x1853241654529792/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767389025.735270:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389025.735273:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b70fa32 10000000:00000001:1.0:1767389025.735276:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389025.735280:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389025.735283:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654529664, portal 25 00000020:01000000:1.0:1767389025.735284:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:3.0:1767389025.735285:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767389025.735293:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1767389025.735295:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f31fb6fa. 00000100:00000001:2.0:1767389025.735299:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151430656 : -122821558120960 : ffff904b60a84e00) 00000800:00000001:3.0:1767389025.735301:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389025.735308:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767389025.735313:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000015e893dc x1853241654529664/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389025.735317:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767389025.735323:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp->192.168.204.113@tcp: PUT: OK 00000100:00000001:1.0:1767389025.735326:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389025.735333:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767389025.735339:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b70fa32 00000100:00000001:2.0:1767389025.735345:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389025.735346:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee12f839 x1853241654529792/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389025.735347:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b70fa32. 00000100:00000040:2.0:1767389025.735356:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767389025.735360:0:337531:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:1.0:1767389025.735364:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767389025.735368:0:337531:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (18) 00000400:00000010:2.0:1767389025.735376:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aaae2d6e. 00000100:00000001:1.0:1767389025.735379:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389025.735380:0:337531:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000100:00000200:2.0:1767389025.735386:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654529664, offset 0 02000000:00000001:1.0:1767389025.735391:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767389025.735393:0:337531:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (304 bytes) 02000000:00000001:1.0:1767389025.735397:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389025.735401:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389025.735405:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 02000000:00000001:1.0:1767389025.735408:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389025.735415:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ee12f839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654529792:0@lo:253: 00000100:00000001:1.0:1767389025.735421:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767389025.735423:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (19) 02000000:00000001:1.0:1767389025.735426:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389025.735433:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389025.735436:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767389025.735443:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767389025.735446:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002c5ee212. 00000400:00000200:3.0:1767389025.735449:0:337531:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:1.0:1767389025.735453:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389025.735461:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp to MR: 192.168.204.113@tcp local destination 00000400:00000010:1.0:1767389025.735462:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035cebf04. 00000400:00000200:3.0:1767389025.735471:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp NI seq info: [38:38:256:4294967295] 192.168.204.113@tcp LPNI seq info [38:38:8:4294967295] 00000400:00000010:1.0:1767389025.735475:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008534ed9f. 00000100:00000200:1.0:1767389025.735484:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654529792, portal 25 00000100:00000001:1.0:1767389025.735491:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767389025.735492:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) 192.168.204.113@tcp : ACK try# 0 00000100:00000001:1.0:1767389025.735495:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151440512 : -122821558111104 : ffff904b60a87480) 00000800:00000200:3.0:1767389025.735509:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp 00000100:00000040:1.0:1767389025.735510:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ee12f839 x1853241654529792/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389025.735513:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372804e80 00000800:00000010:3.0:1767389025.735522:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097c6937f. 00000400:00000200:2.0:1767389025.735535:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10e9 [2] + 0 00000800:00000200:3.0:1767389025.735544:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ccd87db] -> 12345-192.168.204.113@tcp (6) 00000100:00000001:1.0:1767389025.735547:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767389025.735550:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049233fa8. 00000400:00000200:2.0:1767389025.735558:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000003ea50eb 00000100:00000040:1.0:1767389025.735560:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:3.0:1767389025.735565:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp ip 192.168.204.113:1023 00000400:00000010:1.0:1767389025.735570:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000138cf51e. 00000400:00000200:2.0:1767389025.735572:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1767389025.735573:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097c6937f type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767389025.735577:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654529792, offset 0 00000400:00000200:2.0:1767389025.735588:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389025.735597:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:3.0:1767389025.735598:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767389025.735607:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ea50eb 00000400:00000010:2.0:1767389025.735611:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003ea50eb. 00000800:00000001:3.0:1767389025.735612:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389025.735621:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389025.735625:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389025.735629:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767389025.735635:0:337536:0:(events.c:337:request_in_callback()) incoming req@0000000092da4c5d x1853241654529664 msgsize 4848 00000400:00000200:1.0:1767389025.735643:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372804f00 00000100:00100000:2.0:1767389025.735652:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767389025.735660:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10f9 [2] + 0 00000100:00000040:2.0:1767389025.735661:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767389025.735671:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000523737e4. 00000400:00000200:1.0:1767389025.735677:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006ddebfc3 00000100:00000001:2.0:1767389025.735682:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389025.735686:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389025.735693:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aaae2d6e 00000400:00000200:1.0:1767389025.735696:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:3.0:1767389025.735698:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767389025.735700:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aaae2d6e. 00000800:00000010:3.0:1767389025.735708:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097c6937f. 00000100:00000001:2.0:1767389025.735710:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767389025.735715:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ddebfc3 00000400:00000200:3.0:1767389025.735718:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767389025.735723:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ddebfc3. 00000100:00000200:2.0:1767389025.735760:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000015e893dc x1853241654529664/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389025.735760:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389025.735763:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767389025.735777:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp->192.168.204.113@tcp: ACK: OK 00000100:00000040:1.0:1767389025.735784:0:337537:0:(events.c:337:request_in_callback()) incoming req@000000002e3eccd3 x1853241654529792 msgsize 4848 00000100:00000001:2.0:1767389025.735788:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:3.0:1767389025.735795:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767389025.735798:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000015e893dc x1853241654529664/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767389025.735803:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767389025.735805:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:3.0:1767389025.735814:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767389025.735816:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767389025.735822:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.735826:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389025.735835:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389025.735837:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767389025.735838:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389025.735846:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767389025.735848:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299613779 00000400:00000200:1.0:1767389025.735849:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000138cf51e 00000800:00000001:3.0:1767389025.735857:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389025.735858:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000138cf51e. 00000100:00000010:2.0:1767389025.735861:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083055b84. 00000100:00000001:1.0:1767389025.735868:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767389025.735875:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767389025.735876:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp(192.168.204.113@tcp) <- 192.168.204.113@tcp : ACK - for me 00000100:00000200:1.0:1767389025.735880:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee12f839 x1853241654529792/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389025.735890:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299613779 00000100:00000010:2.0:1767389025.735902:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a539a468. 00000400:00000200:3.0:1767389025.735907:0:337531:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp: ACK from 12345-192.168.204.113@tcp into md 0x17f1 00000100:00000001:1.0:1767389025.735908:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389025.735916:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee12f839 x1853241654529792/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389025.735917:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389025.735922:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767389025.735936:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299613779 00000400:00000200:3.0:1767389025.735938:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp->192.168.204.113@tcp: ACK: OK 00000100:00000001:1.0:1767389025.735948:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389025.735949:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5e9d7b5. 00000400:00000200:3.0:1767389025.735952:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2359eeb 00000100:00000001:1.0:1767389025.735954:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767389025.735959:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2359eeb. 00000100:00000001:2.0:1767389025.735961:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389025.735966:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389025.735970:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767389025.735971:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299613779 00000100:00000001:1.0:1767389025.735974:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299613779 00000400:00000200:3.0:1767389025.735982:0:337531:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000100:00000010:2.0:1767389025.735983:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf178457. 00000100:00000001:1.0:1767389025.735985:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299613779 00000100:00000001:1.0:1767389025.735994:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299613779 00000100:00000001:2.0:1767389025.735995:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767389025.736000:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:1.0:1767389025.736002:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299613779 00000100:00000001:2.0:1767389025.736008:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389025.736011:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299613779 00000400:00000200:3.0:1767389025.736012:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (18) 00000100:00000001:2.0:1767389025.736014:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.736022:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299613779 00000100:00000001:2.0:1767389025.736026:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.736028:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299613779 00000800:00000001:3.0:1767389025.736030:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767389025.736055:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389025.736058:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299613779 00000800:00000001:3.0:1767389025.736064:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389025.736065:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389025.736072:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389025.736075:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.736078:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389025.736082:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.736085:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389025.736088:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389025.736090:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389025.736097:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.736100:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389025.736103:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.736106:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1767389025.736115:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767389025.736116:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389025.736122:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767389025.736127:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000003ef866b3. 00000100:00000001:1.0:1767389025.736128:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389025.736138:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002889adf1. 00000100:00000001:2.0:1767389025.736141:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389025.736149:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389025.736150:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654529664 00000400:00000010:3.0:1767389025.736152:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2359eeb. 02000000:00000001:2.0:1767389025.736158:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767389025.736161:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003ef866b3 00000100:00000001:2.0:1767389025.736163:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389025.736169:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389025.736170:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000085926710. 02000000:00000001:2.0:1767389025.736177:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389025.736180:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000100:00100000:2.0:1767389025.736183:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654529664 00000020:00000001:2.0:1767389025.736190:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767389025.736194:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102051 00000020:00000040:2.0:1767389025.736195:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:1.0:1767389025.736196:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767389025.736205:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767389025.736206:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654529792 00000400:00000200:3.0:1767389025.736207:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (17) 00000020:00000040:2.0:1767389025.736213:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 02000000:00000001:1.0:1767389025.736214:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:3.0:1767389025.736218:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000bdc05623. 00000100:00000001:1.0:1767389025.736221:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767389025.736222:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389025.736229:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389025.736231:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b70fa32. 00000020:00000001:2.0:1767389025.736231:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 02000000:00000001:1.0:1767389025.736242:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.736246:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767389025.736249:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654529792 00000400:00000010:3.0:1767389025.736252:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c19a73e6. 00000020:00000010:2.0:1767389025.736253:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017b2adb4. 00000020:00000001:1.0:1767389025.736255:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389025.736262:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:2.0:1767389025.736264:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389025.736270:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767389025.736272:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000020:00000010:2.0:1767389025.736277:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017b2adb4. 00000020:00000040:1.0:1767389025.736278:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=16 00000020:00000001:1.0:1767389025.736284:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000200:3.0:1767389025.736288:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000020:00000001:1.0:1767389025.736293:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389025.736303:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389025.736304:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f3fad1d. 00000400:00000200:3.0:1767389025.736310:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000020:00000010:1.0:1767389025.736312:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2793753. 00000020:00000010:2.0:1767389025.736317:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000022c7145a. 00000100:00000001:1.0:1767389025.736322:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389025.736330:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2793753. 00000020:00000010:2.0:1767389025.736331:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdadbfa8. 00000400:00000200:3.0:1767389025.736332:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:3.0:1767389025.736347:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000020:00000010:1.0:1767389025.736348:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e30f2b2. 00000100:00000040:2.0:1767389025.736352:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767389025.736358:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389025.736361:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767389025.736361:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000062d5870c. 00000100:00000001:2.0:1767389025.736367:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389025.736376:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d57284bb. 00000100:00000001:2.0:1767389025.736384:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389025.736385:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00000001:1.0:1767389025.736387:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389025.736394:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389025.736398:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389025.736402:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000100:00000001:2.0:1767389025.736404:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389025.736410:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.736421:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389025.736424:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00000001:2.0:1767389025.736426:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389025.736433:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767389025.736441:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000100:00000001:1.0:1767389025.736442:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767389025.736449:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00000001:1.0:1767389025.736450:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767389025.736459:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000040:2.0:1767389025.736461:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:2.0:1767389025.736470:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361786448 : -122821347765168 : ffff904b6d321450) 00000100:00100000:1.0:1767389025.736470:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000400:00000200:3.0:1767389025.736480:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00000040:1.0:1767389025.736482:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000040:2.0:1767389025.736487:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092da4c5d x1853241654529664/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:476/0 lens 4848/0 e 0 to 0 dl 1767389036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389025.736492:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361787472 : -122821347764144 : ffff904b6d321850) 00000400:00000200:3.0:1767389025.736502:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000100:00000040:1.0:1767389025.736508:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002e3eccd3 x1853241654529792/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:476/0 lens 4848/0 e 0 to 0 dl 1767389036 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389025.736529:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00000001:2.0:1767389025.736536:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389025.736544:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000017b2adb4. 00000400:00000200:3.0:1767389025.736553:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000100:00000001:2.0:1767389025.736554:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389025.736562:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389025.736565:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000017b2adb4. 00000400:00000200:3.0:1767389025.736572:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000100:00100000:2.0:1767389025.736582:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000092da4c5d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337536:x1853241654529664:12345-0@lo:253: 00000020:00000010:1.0:1767389025.736583:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2793753. 00000100:00000001:1.0:1767389025.736592:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767389025.736594:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000100:00000200:2.0:1767389025.736601:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654529664 00000020:00000010:1.0:1767389025.736603:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b2793753. 00000020:00000001:2.0:1767389025.736610:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767389025.736613:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000020:00000001:2.0:1767389025.736617:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389025.736624:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389025.736625:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000100:00100000:1.0:1767389025.736626:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002e3eccd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337537:x1853241654529792:12345-0@lo:253: 00000020:00000001:2.0:1767389025.736630:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389025.736637:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000100:00000200:1.0:1767389025.736640:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654529792 00000400:00000200:3.0:1767389025.736642:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp24 00000020:00000001:2.0:1767389025.736647:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389025.736650:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389025.736652:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389025.736656:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp24 lpni_is_preferred = 0 00000020:00000001:1.0:1767389025.736659:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389025.736660:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767389025.736667:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp24 00000020:00000001:1.0:1767389025.736667:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389025.736668:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389025.736676:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389025.736678:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389025.736684:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000400:00000200:3.0:1767389025.736685:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp24 NI seq info: [39:39:256:4294967295] 192.168.204.113@tcp24 LPNI seq info [39:39:8:4294967295] 00000100:00000001:2.0:1767389025.736687:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767389025.736692:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389025.736696:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389025.736700:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767389025.736702:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp24 02000000:00000001:2.0:1767389025.736706:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767389025.736706:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389025.736714:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389025.736720:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002dffa2d6. 00000400:00000200:3.0:1767389025.736722:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp24(192.168.204.113@tcp24:) -> 192.168.204.113@tcp24(192.168.204.113@tcp:192.168.204.113@tcp24) : GET try# 0 00000100:00000001:1.0:1767389025.736723:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389025.736755:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.736759:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389025.736763:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:1.0:1767389025.736771:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:3.0:1767389025.736779:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp24 02000000:00000010:1.0:1767389025.736782:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006b160a2e. 20000000:00000010:2.0:1767389025.736784:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000352f2e24. 00000800:00000010:3.0:1767389025.736787:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000097c6937f. 02000000:00000001:1.0:1767389025.736790:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767389025.736793:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:1.0:1767389025.736799:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389025.736801:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:3.0:1767389025.736802:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f7bed6a0. 20000000:00000001:1.0:1767389025.736805:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767389025.736806:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389025.736812:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389025.736818:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767389025.736820:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000924c41d2. 20000000:00000001:2.0:1767389025.736823:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:3.0:1767389025.736824:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007509919a. 20000000:01000000:1.0:1767389025.736828:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767389025.736834:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000200:3.0:1767389025.736840:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7bed6a0] -> 12345-192.168.204.113@tcp24 (2) 20000000:00000001:1.0:1767389025.736840:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:2.0:1767389025.736842:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000db5fcb84. 20000000:00000001:1.0:1767389025.736848:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767389025.736850:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:1.0:1767389025.736855:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767389025.736861:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7bed6a0] -> 12345-192.168.204.113@tcp24 (2) 20000000:00000001:1.0:1767389025.736863:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767389025.736864:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767389025.736877:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767389025.736888:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:3.0:1767389025.736893:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100251 rc 0 00080000:00000001:2.0:1767389025.736958:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767389025.736966:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767389025.736968:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389025.736970:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767389025.736976:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767389025.736984:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:2.0:1767389025.736989:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767389025.737001:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002a83bb19. 00080000:00000001:2.0:1767389025.737006:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247427386368 : -122826282165248 : ffff904a47151c00) 00080000:00000001:2.0:1767389025.737012:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767389025.737062:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.737137:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.737194:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000001:00000001:2.0:1767389025.737242:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:3.0:1767389025.737243:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00080000:00000001:2.0:1767389025.737247:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389025.737253:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767389025.737288:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00080000:00000001:2.0:1767389025.737293:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389025.737300:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767389025.737337:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.737399:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.737446:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.737502:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00080000:00000001:2.0:1767389025.737508:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767389025.737515:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767389025.737550:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.737612:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.737660:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.737689:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.737721:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.737855:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.737909:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.737992:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.738114:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.738216:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.738335:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.738393:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.738443:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.738506:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.738576:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.738646:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.738712:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.738794:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.738868:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.738896:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.738919:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000800:00000010:3.0:1767389025.739242:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000078bb1667. 00000800:00000010:3.0:1767389025.739252:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003da77a1f. 00000800:00000010:3.0:1767389025.739261:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003a147a58. 00000800:00000010:3.0:1767389025.739317:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003a147a58. 00000400:00000200:2.0:1767389025.739631:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767389025.740171:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp24 from 225.3.0.2 00000800:00000010:3.0:1767389025.740178:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000060d3ec66. 00000800:00000010:2.0:1767389025.740476:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a1e1363f. 00000800:00000010:2.0:1767389025.740486:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000049524c87. 00000800:00000010:2.0:1767389025.740525:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006ddebfc3. 00000800:00000200:2.1:1767389025.740544:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7bed6a0] -> 12345-192.168.204.113@tcp24 (2) 00000800:00000200:2.1:1767389025.740553:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp24 000000006ddebfc3 deleted 00000800:00000010:2.1:1767389025.740557:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006ddebfc3. 00000800:00000200:2.1:1767389025.740566:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767389025.740576:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp24 ip 192.168.204.113:993 00000800:00000200:2.1:1767389025.740581:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097c6937f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767389025.740591:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp24 p 3.x 192.168.204.113 -> 192.168.204.113:993 incarnation:1767389023213649481 sched[0] 00000800:00000010:2.0:1767389025.740599:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b086181e. 00000800:00000010:2.0:1767389025.740694:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b086181e. 00000800:00000010:2.0:1767389025.740701:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000049524c87. 00000800:00000010:2.0:1767389025.740796:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000060d3ec66. 00000800:00000001:2.0:1767389025.740857:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389025.740865:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767389025.740951:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389025.740956:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000097c6937f. 00000400:00000200:2.0:1767389025.740964:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389025.740975:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp24->192.168.204.113@tcp24: GET: OK 00000400:00000200:2.0:1767389025.740981:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767389025.740987:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000800:00000200:3.1:1767389025.741112:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767389025.741128:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp24 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389023213649481 sched[0] 00000800:00000010:3.0:1767389025.741134:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003da77a1f. 00000800:00000001:2.0:1767389025.741223:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389025.741236:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389025.741240:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767389025.741248:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000001:2.0:1767389025.741256:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389025.741271:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp24(192.168.204.113@tcp24) <- 192.168.204.113@tcp24 : GET - for me 00000400:00000200:2.0:1767389025.741286:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 304 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767389025.741297:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 304/304 into md 0x17ed [1] + 0 00000400:00000200:2.0:1767389025.741313:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp24 to MR: 192.168.204.113@tcp24 local destination 00000400:00000200:2.0:1767389025.741324:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp24 NI seq info: [40:40:256:4294967295] 192.168.204.113@tcp24 LPNI seq info [40:40:8:4294967295] 00000400:00000200:2.0:1767389025.741348:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp24(192.168.204.113@tcp24:192.168.204.113@tcp24) -> 192.168.204.113@tcp24(192.168.204.113@tcp24:192.168.204.113@tcp24) 192.168.204.113@tcp24 : REPLY try# 0 00000800:00000200:2.0:1767389025.741357:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.204.113@tcp24 00000800:00000010:2.0:1767389025.741363:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000053c3843a. 00000400:00000200:3.0:1767389025.741366:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000800:00000200:2.0:1767389025.741375:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7bed6a0] -> 12345-192.168.204.113@tcp24 (4) 00000800:00000200:2.0:1767389025.741384:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp24 ip 192.168.204.113:988 00000800:00000200:2.0:1767389025.741388:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000053c3843a type 3, nob 400 niov 1 nkiov 1 00000400:00000200:3.0:1767389025.741449:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000800:00000200:2.0:1767389025.741484:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389025.741496:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000053c3843a. 00000400:00000200:2.0:1767389025.741503:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389025.741511:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp24->192.168.204.113@tcp24: REPLY: OK 00000800:00000001:2.0:1767389025.741526:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389025.741532:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389025.741536:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389025.741543:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389025.741546:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000800:00000001:2.0:1767389025.741547:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389025.741552:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389025.741562:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp24(192.168.204.113@tcp24) <- 192.168.204.113@tcp24 : REPLY - for me 00000400:00000200:2.0:1767389025.741573:0:337530:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp24: Reply from 12345-192.168.204.113@tcp24 of length 304/304 into md 0x1809 00000800:00000001:2.0:1767389025.741579:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389025.741586:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389025.741588:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389025.741594:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp24->192.168.204.113@tcp24: REPLY: OK 00000400:00000200:3.0:1767389025.741596:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389025.741598:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b70fa32 00000400:00000010:2.0:1767389025.741604:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b70fa32. 00000400:00000200:2.0:1767389025.741609:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767389025.741616:0:337530:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:2.0:1767389025.741620:0:337530:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:2.0:1767389025.741626:0:337530:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 17. state = 0x100251 00000400:00000200:2.0:1767389025.741632:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:3.0:1767389025.741639:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389025.741653:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (18) 00000800:00000001:2.0:1767389025.741664:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389025.741668:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389025.741678:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389025.741713:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389025.741753:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000d1 00000400:00000010:1.0:1767389025.741765:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 000000000028d871. 00000400:00000010:1.0:1767389025.741770:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 000000002efac834. 00000400:00000010:1.0:1767389025.741774:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 00000000807bc468. 00000400:00000200:3.0:1767389025.741786:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000010:1.0:1767389025.741821:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000094db4089. 00000400:00000200:1.0:1767389025.741832:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000094db4089 nid 192.168.204.113@tcp25 00000400:00000010:1.0:1767389025.741848:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000070295644. 00000400:00000200:1.0:1767389025.741851:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 0000000070295644 net tcp25 00000400:00000200:1.0:1767389025.741856:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (17) 00000400:00000200:3.0:1767389025.741857:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389025.741868:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp25 flags 0x11 00000400:00000010:1.0:1767389025.741876:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 000000000028d871. 00000400:00000010:1.0:1767389025.741883:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 000000002efac834. 00000400:00000010:1.0:1767389025.741887:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 00000000807bc468. 00000400:00000010:1.0:1767389025.741891:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000bdc05623. 00000400:00000200:1.0:1767389025.741897:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389025.741902:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:1.0:1767389025.741907:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:1.0:1767389025.741914:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:3.0:1767389025.741917:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389025.741919:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389025.741928:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:1.0:1767389025.741936:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:1.0:1767389025.741942:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (18) 00000400:00000200:3.0:1767389025.741994:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.742053:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.742101:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.742138:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.742186:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.742222:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.742274:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.742320:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.742356:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.742425:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.742497:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.742557:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.742652:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.743252:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.743336:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.743413:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.743505:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.743580:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.743639:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.743730:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389025.743824:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000800:00000010:3.0:1767389025.744075:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008cdbed55. 00000800:00000010:3.0:1767389025.744082:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003da77a1f. 00000800:00000010:3.0:1767389025.744087:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e4784894. 00000800:00000010:3.0:1767389025.744152:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e4784894. 00000400:00000200:2.0:1767389025.744202:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767389025.744228:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp24 from 224.3.0.2 00000800:00000010:2.0:1767389025.744234:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c538f908. 00000800:00000010:3.0:1767389025.744289:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000feacff96. 00000800:00000010:3.0:1767389025.744297:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c5b10996. 00000800:00000010:3.0:1767389025.744331:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008cd9ecbc. 00000800:00000200:3.1:1767389025.744340:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7bed6a0] -> 12345-192.168.204.113@tcp24 (4) 00000800:00000200:3.1:1767389025.744348:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp24 000000008cd9ecbc deleted 00000800:00000010:3.1:1767389025.744351:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008cd9ecbc. 00000800:00000200:3.1:1767389025.744357:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767389025.744364:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp24 p 3.x 192.168.204.113 -> 192.168.204.113:992 incarnation:1767389023213649481 sched[0] 00000800:00000010:3.0:1767389025.744372:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e4784894. 00000800:00000010:3.0:1767389025.744441:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e4784894. 00000800:00000010:3.0:1767389025.744447:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c5b10996. 00000800:00000010:3.0:1767389025.744496:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c538f908. 00000800:00000001:3.0:1767389025.744515:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389025.744521:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767389025.744572:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767389025.744580:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp24 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389023213649481 sched[0] 00000800:00000010:3.0:1767389025.744584:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003da77a1f. 00000800:00000001:3.0:1767389025.744640:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389025.744645:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767389025.751952:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767389025.751960:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:0.0:1767389025.751965:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389025.751966:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767389025.751967:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767389025.751974:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389025.751979:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389025.751981:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389025.751983:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767389025.751985:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:1.0:1767389025.751987:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002a83bb19. 00080000:00000001:1.0:1767389025.751995:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767389025.751998:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389025.752004:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767389025.752008:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000054ef1624. 20000000:01000000:3.0:1767389025.752015:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 20000000:00000001:3.0:1767389025.752021:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000020:0.0:1767389025.752022:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767389025.752050:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767389025.752061:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389025.752067:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389025.752070:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389025.752075:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389025.752079:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767389025.752087:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767389025.752088:0:338196:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000d5c5149b count: 2 00080000:00000001:3.0:1767389025.752096:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767389025.752097:0:338196:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767389025.752101:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.752103:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767389025.752106:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:0.0:1767389025.752109:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018c4a8e0. 00000020:00000001:3.0:1767389025.752111:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767389025.752118:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1767389025.752119:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:3.0:1767389025.752126:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000040:0.0:1767389025.752126:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000018c4a8e0 with handle 0x95cd417baf42946a to hash 00000020:00000001:0.0:1767389025.752132:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389025.752133:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389025.752137:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00080000:00000010:3.0:1767389025.752138:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004154e44b. 00010000:00000001:0.0:1767389025.752141:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767389025.752143:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247375722496 : -122826333829120 : ffff904a4400c800) 00010000:00000001:0.0:1767389025.752145:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389025.752147:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:0.0:1767389025.752151:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42946a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.752160:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389025.752165:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389025.752168:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389025.752170:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389025.752173:0:338196:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767389025.752177:0:338196:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000a93216f0/0x95cd417baf429463 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf42945c expref: 16 pid: 338173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.752183:0:338196:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767389025.752186:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.752188:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389025.752190:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389025.752192:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389025.752195:0:338196:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767389025.752198:0:338196:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42946a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389025.752214:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d5c5149b) refcount = 2 00010000:00000040:0.0:1767389025.752218:0:338196:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767389025.752222:0:338196:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a93216f0/0x95cd417baf429463 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x95cd417baf42945c expref: 16 pid: 338173 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389025.752227:0:338196:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767389025.752228:0:338196:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42946a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767389025.752236:0:338196:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059abb4e1. 00000100:00000001:0.0:1767389025.752240:0:338196:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767389025.752244:0:338196:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a498b61d. 00000100:00000001:0.0:1767389025.752247:0:338196:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621252459584320 : -122821249967296 : ffff904b73065b40) 00000100:00000001:0.0:1767389025.752250:0:338196:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621252459584320 : -122821249967296 : ffff904b73065b40) 00000100:00000001:0.0:1767389025.752252:0:338196:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389025.752254:0:338196:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767389025.752257:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767389025.752261:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.752263:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1767389025.752264:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:0.0:1767389025.752266:0:338196:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000001:3.0:1767389025.752269:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.752271:0:338196:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00080000:00000001:3.0:1767389025.752273:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767389025.752275:0:338196:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767389025.752280:0:338196:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767389025.752285:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050cb6a79. 00000020:00000040:0.0:1767389025.752290:0:338196:0:(genops.c:1229:class_import_get()) import 0000000065ed9c00 refcount=2 obd=MGS 00000100:00000001:0.0:1767389025.752293:0:338196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389025.752295:0:338196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00080000:00000001:3.0:1767389025.752297:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389025.752298:0:338196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389025.752306:0:338174:0:(osd_io.c:399:osd_write()) Process entered 02000000:00000010:0.0:1767389025.752310:0:338196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ad45d0b. 00000100:00000001:0.0:1767389025.752316:0:338196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389025.752321:0:338196:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000a93216f0/0x95cd417baf429463 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x95cd417baf42945c expref: 16 pid: 338173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389025.752337:0:338196:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000a93216f0/0x95cd417baf429463 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x95cd417baf42945c expref: 16 pid: 338173 timeout: 5096 lvb_type: 0 00010000:00000001:0.0:1767389025.752359:0:338196:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767389025.752363:0:338196:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389025.752369:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050cb6a79 x1853241654529920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389025.752381:0:338196:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389025.752384:0:338196:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389025.752390:0:338196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050cb6a79 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654529920:0@lo:104: 00000100:00000001:0.0:1767389025.752395:0:338196:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389025.752399:0:338196:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389025.752402:0:338196:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389025.752405:0:338196:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389025.752411:0:338196:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef9f865d. 02000000:00000001:0.0:1767389025.752414:0:338196:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389025.752420:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000010:0.0:1767389025.752421:0:338196:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de38062a. 00080000:00000001:3.0:1767389025.752427:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000010:0.0:1767389025.752433:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181b09ca. 00000100:00000200:0.0:1767389025.752440:0:338196:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654529920, portal 16 00000100:00000001:0.0:1767389025.752444:0:338196:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389025.752447:0:338196:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144646784 : -122821564904832 : ffff904b6040ca80) 00000100:00000040:0.0:1767389025.752456:0:338196:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000050cb6a79 x1853241654529920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389041 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389025.752467:0:338196:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389025.752471:0:338196:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389025.752475:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f32e25e2. 00000100:00000200:0.0:1767389025.752481:0:338196:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853241654529920, offset 0 00000400:00000200:0.0:1767389025.752489:0:338196:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389025.752500:0:338196:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389025.752510:0:338196:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958372804f80 00000400:00000200:0.0:1767389025.752518:0:338196:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1425 [2] + 656 00000400:00000200:0.0:1767389025.752523:0:338196:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389025.752526:0:338196:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389025.752532:0:338196:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389025.752542:0:338196:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767389025.752547:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dcd4aa50. 00000100:00000040:0.0:1767389025.752549:0:338196:0:(events.c:337:request_in_callback()) incoming req@00000000dcd4aa50 x1853241654529920 msgsize 328 00000100:00100000:0.0:1767389025.752555:0:338196:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389025.752565:0:338196:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389025.752574:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f32e25e2 00000400:00000010:0.0:1767389025.752576:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f32e25e2. 00000100:00000001:0.0:1767389025.752579:0:338196:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389025.752584:0:338196:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050cb6a79 x1853241654529920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389041 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389025.752594:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389025.752598:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050cb6a79 x1853241654529920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389041 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389025.752601:0:338163:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389025.752608:0:338163:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654529920 00000100:00000001:0.0:1767389025.752609:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.752614:0:338196:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767389025.752615:0:338163:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389025.752619:0:338163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389025.752621:0:338163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.752622:0:338196:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389025.752626:0:338163:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.752627:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4299613795 00000100:00100000:1.0:1767389025.752635:0:338163:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654529920 00000100:00000001:0.0:1767389025.752638:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4299613779 00000020:00000001:1.0:1767389025.752639:0:338163:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389025.752643:0:338163:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291a0 00000020:00000001:1.0:1767389025.752647:0:338163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389025.752647:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4299613795 00000020:00000040:1.0:1767389025.752653:0:338163:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c9ce650e refcount=3 00000100:00000001:0.0:1767389025.752655:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4299613779 00000020:00000001:1.0:1767389025.752660:0:338163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000100:00000001:0.0:1767389025.752661:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4299613795 00000100:00000001:0.0:1767389025.752664:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4299613779 00000100:00000001:0.0:1767389025.752666:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4299613795 00000100:00000001:0.0:1767389025.752668:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4299613779 00000100:00000001:0.0:1767389025.752673:0:338196:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389025.752676:0:338163:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000100:00000001:0.0:1767389025.752677:0:338196:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.752684:0:338163:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767389025.752685:0:338196:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.752690:0:338196:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389025.752691:0:338163:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001981cc15. 00000020:00000001:0.0:1767389025.752693:0:338196:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.752699:0:338163:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389025.752700:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.752704:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:1.0:1767389025.752706:0:338163:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001981cc15. 00010000:00000001:0.0:1767389025.752707:0:338196:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.752711:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:1.0:1767389025.752713:0:338163:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002efac834. 00000020:00000010:1.0:1767389025.752720:0:338163:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d9155313. 00000020:00000010:1.0:1767389025.752754:0:338163:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000021dde72e. 00000100:00000040:1.0:1767389025.752763:0:338163:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767389025.752766:0:338163:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389025.752768:0:338163:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389025.752770:0:338163:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.752777:0:338163:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.752792:0:338163:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389025.752811:0:338163:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389025.752814:0:338163:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389025.752821:0:338163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767389025.752824:0:338163:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c9ce650e : new rpc_count 1 00000100:00000001:1.0:1767389025.752826:0:338163:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252144657536 : -122821564894080 : ffff904b6040f480) 00000100:00000040:1.0:1767389025.752832:0:338163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dcd4aa50 x1853241654529920/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:476/0 lens 328/0 e 0 to 0 dl 1767389036 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389025.752842:0:338163:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389025.752845:0:338163:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001981cc15. 00000100:00000001:1.0:1767389025.752849:0:338163:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389025.752851:0:338163:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001981cc15. 00000100:00100000:1.0:1767389025.752858:0:338163:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dcd4aa50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654529920:12345-0@lo:104: 00000100:00000200:1.0:1767389025.752863:0:338163:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654529920 00010000:00000001:1.0:1767389025.752867:0:338163:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767389025.752873:0:338163:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389025.752875:0:338163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389025.752877:0:338163:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000022e62952 refcount=2 00000020:00000001:1.0:1767389025.752880:0:338163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:1.0:1767389025.752890:0:338163:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:1.0:1767389025.752895:0:338163:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389025.752899:0:338163:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389025.752903:0:338163:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: 0000000022e62952/0x95cd417baf42945c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf429463 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767389025.752912:0:338163:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389025.752915:0:338163:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389025.752919:0:338163:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000146c0669. 02000000:00000001:1.0:1767389025.752921:0:338163:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.752924:0:338163:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389025.752929:0:338163:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389025.752932:0:338163:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389025.752937:0:338163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace3a1a1 time=50 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389025.752942:0:338163:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389025.752947:0:338163:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389025.752950:0:338163:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389025.752953:0:338163:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389025.752956:0:338163:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.752960:0:338163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389025.752965:0:338163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389025.752968:0:338163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fae930e. 00000100:00000200:1.0:1767389025.752972:0:338163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853241654529920, offset 224 00000400:00000200:1.0:1767389025.752981:0:338163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389025.752992:0:338163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389025.753002:0:338163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958372804f80 00000400:00000200:1.0:1767389025.753011:0:338163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x180d [1] + 224 00000400:00000200:1.0:1767389025.753016:0:338163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389025.753021:0:338163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389025.753028:0:338163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389025.753052:0:338163:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050cb6a79 x1853241654529920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389041 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767389025.753065:0:338163:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000050cb6a79 x1853241654529920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389041 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389025.753086:0:338163:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389025.753095:0:338163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fae930e 00000400:00000010:1.0:1767389025.753098:0:338163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fae930e. 00000100:00000001:1.0:1767389025.753103:0:338163:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389025.753105:0:338163:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389025.753112:0:338163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389025.753116:0:338163:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389025.753120:0:338163:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767389025.753124:0:338163:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000b014c4e7. 00010000:00000001:1.0:1767389025.753127:0:338163:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767389025.753142:0:338163:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767389025.753145:0:338163:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389025.753147:0:338163:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389025.753149:0:338163:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389025.753155:0:338163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dcd4aa50 x1853241654529920/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:476/0 lens 328/224 e 0 to 0 dl 1767389036 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767389025.753167:0:338163:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dcd4aa50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654529920:12345-0@lo:104: Request processed in 321us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389025.753177:0:338163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767389025.753181:0:338163:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9ce650e : new rpc_count 0 00000100:00000001:1.0:1767389025.753184:0:338163:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389025.753188:0:338163:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389025.753194:0:338163:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d9155313. 00000020:00000010:1.0:1767389025.753199:0:338163:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000021dde72e. 00000020:00000010:1.0:1767389025.753206:0:338163:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002efac834. 00000020:00000040:1.0:1767389025.753215:0:338163:0:(genops.c:898:class_export_put()) PUTting export 00000000c9ce650e : new refcount 2 00000100:00000001:1.0:1767389025.753219:0:338163:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389025.753356:0:338196:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767389025.753363:0:338196:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.753367:0:338196:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389025.753369:0:338196:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767389025.753372:0:338196:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a498b61d going to sleep for 11 seconds 00000100:00000001:0.0:1767389025.753378:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389025.753385:0:338196:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389025.753388:0:338196:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389025.753392:0:338196:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de38062a. 00000400:00000200:0.0:1767389025.753397:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181b09ca 00000400:00000010:0.0:1767389025.753400:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181b09ca. 00000100:00000001:0.0:1767389025.753405:0:338196:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389025.753412:0:338196:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050cb6a79 x1853241654529920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389041 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767389025.753423:0:338196:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050cb6a79 x1853241654529920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389041 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389025.753434:0:338196:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389025.753437:0:338196:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389025.753441:0:338196:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389025.753444:0:338196:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389025.753447:0:338196:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389025.753449:0:338196:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389025.753453:0:338196:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389025.753459:0:338196:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b32deb6f time=50 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389025.753464:0:338196:0:(import.c:2128:obd_at_measure()) add 1 to 00000000566a3b57 time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389025.753467:0:338196:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389025.753469:0:338196:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.753473:0:338196:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389025.753476:0:338196:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.753481:0:338196:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389025.753487:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050cb6a79 x1853241654529920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389041 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389025.753497:0:338196:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389025.753502:0:338196:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389025.753506:0:338196:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389025.753520:0:338196:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1767389025.753523:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.753526:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.753528:0:338196:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389025.753534:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050cb6a79 x1853241654529920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389041 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767389025.753546:0:338196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050cb6a79 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654529920:0@lo:104: 00000100:00000001:0.0:1767389025.753555:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389025.753561:0:338196:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.753563:0:338196:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767389025.753565:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389025.753569:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050cb6a79 x1853241654529920/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389041 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389025.753576:0:338196:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389025.753580:0:338196:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389025.753583:0:338196:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef9f865d. 02000000:00000001:0.0:1767389025.753586:0:338196:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389025.753588:0:338196:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389025.753590:0:338196:0:(genops.c:1242:class_import_put()) import 0000000065ed9c00 refcount=1 obd=MGS 00000020:00000001:0.0:1767389025.753592:0:338196:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389025.753594:0:338196:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006ad45d0b. 02000000:00000001:0.0:1767389025.753599:0:338196:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389025.753601:0:338196:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389025.753602:0:338196:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050cb6a79. 00000100:00000001:0.0:1767389025.753606:0:338196:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389025.753608:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767389025.753610:0:338196:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a498b61d. 00000100:00000001:0.0:1767389025.753612:0:338196:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767389025.753614:0:338196:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767389025.753616:0:338196:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059abb4e1. 00010000:00000001:0.0:1767389025.753620:0:338196:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.753622:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.753624:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389025.753627:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767389025.753629:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767389025.753632:0:338196:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42946a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767389025.753664:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389025.753666:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389025.753669:0:338168:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767389025.753672:0:338168:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767389025.753674:0:338168:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389025.753677:0:338168:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 0000000022e62952/0x95cd417baf42945c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf429463 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389025.753688:0:338168:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000022e62952 already unused, calling callback (000000001fe26c02) 10000000:00000001:0.0:1767389025.753692:0:338168:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767389025.753695:0:338168:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 0000000022e62952/0x95cd417baf42945c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x95cd417baf429463 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.753704:0:338168:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389025.753706:0:338168:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389025.753708:0:338168:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389025.753711:0:338168:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000022e62952 refcount=3 00000020:00000001:0.0:1767389025.753713:0:338168:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:0.0:1767389025.753716:0:338168:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:0.0:1767389025.753720:0:338168:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389025.753760:0:338168:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 0000000022e62952/0x95cd417baf42945c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x95cd417baf429463 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767389025.753772:0:338168:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767389025.753775:0:338168:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 0000000022e62952/0x95cd417baf42945c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x95cd417baf429463 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767389025.753784:0:338168:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767389025.753789:0:338168:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767389025.753792:0:338168:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767389025.753796:0:338168:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767389025.753799:0:338168:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767389025.753809:0:338168:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389025.753825:0:338168:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767389025.753828:0:338168:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767389025.753832:0:338168:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 2 10000000:00000001:0.0:1767389025.753836:0:338168:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767389025.753839:0:338168:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.753846:0:338168:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389025.753850:0:338168:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389025.753853:0:338168:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389025.753857:0:338168:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389025.753861:0:338168:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389025.753865:0:338168:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000022e62952 with handle 0x95cd417baf42945c from hash 00010000:00000001:0.0:1767389025.753870:0:338168:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389025.753873:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.753876:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.753878:0:338168:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389025.753881:0:338168:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389025.753884:0:338168:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767389025.753889:0:338168:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767389025.753893:0:338168:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767389025.753900:0:338168:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050cb6a79. 00000020:00000040:0.0:1767389025.753904:0:338168:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389025.753908:0:338168:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389025.753910:0:338168:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389025.753913:0:338168:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389025.753919:0:338168:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef9f865d. 00000100:00000001:0.0:1767389025.753922:0:338168:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.753926:0:338168:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767389025.753930:0:338168:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 0000000022e62952/0x95cd417baf42945c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf429463 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389025.753935:0:338168:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767389025.753938:0:338168:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389025.753941:0:338168:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389025.753943:0:338168:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389025.753950:0:338168:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000050cb6a79] to pc [ptlrpcd_00_02+2] req@0000000050cb6a79 x1853241654530048/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389025.753994:0:338168:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389025.753998:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.754000:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.754002:0:338168:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.754005:0:338168:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389025.754007:0:338168:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389025.754010:0:338168:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 0000000022e62952/0x95cd417baf42945c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf429463 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.754015:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389025.754018:0:338168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 0000000022e62952/0x95cd417baf42945c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf429463 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389025.754024:0:338168:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008d97f19e count: 0 00010000:00000001:0.0:1767389025.754059:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.754061:0:338168:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767389025.754063:0:338168:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000b014c4e7. 00010000:00000001:0.0:1767389025.754070:0:338168:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.754111:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389025.754115:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389025.754117:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389025.754123:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000050cb6a79 x1853241654530048/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.754132:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389025.754134:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389025.754137:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389025.754139:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389025.754142:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389025.754145:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000050cb6a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654530048:0@lo:103: 00000100:00000001:0.0:1767389025.754149:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389025.754152:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389025.754154:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389025.754156:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389025.754167:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ad45d0b. 02000000:00000001:0.0:1767389025.754170:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389025.754176:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de38062a. 00000400:00000010:0.0:1767389025.754181:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181b09ca. 00000100:00000200:0.0:1767389025.754186:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654530048, portal 18 00000100:00000001:0.0:1767389025.754188:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389025.754189:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144646784 : -122821564904832 : ffff904b6040ca80) 00000100:00000040:0.0:1767389025.754196:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000050cb6a79 x1853241654530048/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389041 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.754202:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389025.754206:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389025.754210:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f32e25e2. 00000100:00000200:0.0:1767389025.754214:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654530048, offset 0 00000400:00000200:0.0:1767389025.754223:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389025.754234:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389025.754244:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958372805000 00000400:00000200:0.0:1767389025.754252:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000400:00000200:0.0:1767389025.754257:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389025.754263:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389025.754270:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389025.754272:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767389025.754277:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d99ea0f. 00000100:00000040:0.0:1767389025.754281:0:337538:0:(events.c:337:request_in_callback()) incoming req@000000006d99ea0f x1853241654530048 msgsize 328 00000100:00100000:0.0:1767389025.754288:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389025.754304:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389025.754310:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f32e25e2 00000400:00000010:0.0:1767389025.754312:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f32e25e2. 00000100:00000001:0.0:1767389025.754316:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389025.754319:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000050cb6a79 x1853241654530048/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389041 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.754327:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389025.754329:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000050cb6a79 x1853241654530048/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389041 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.754335:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.754343:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389025.754349:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.754352:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299613797 00000100:00000001:0.0:1767389025.754357:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299613795 00000100:00000001:0.0:1767389025.754363:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299613797 00000100:00000001:0.0:1767389025.754366:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299613795 00000100:00000001:0.0:1767389025.754368:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299613797 00000100:00000001:0.0:1767389025.754372:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299613795 00000100:00000001:0.0:1767389025.754375:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299613797 00000100:00000001:0.0:1767389025.754378:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299613795 00000100:00000001:0.0:1767389025.754382:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389025.754384:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.754387:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.754389:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389025.754394:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389025.754395:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389025.754398:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389025.754400:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389025.754402:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.754405:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.754419:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389025.754421:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.754434:0:339024:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389025.754436:0:339024:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654530048 02000000:00000001:0.0:1767389025.754438:0:339024:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389025.754440:0:339024:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389025.754442:0:339024:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389025.754444:0:339024:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389025.754447:0:339024:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654530048 00000020:00000001:0.0:1767389025.754448:0:339024:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389025.754450:0:339024:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767389025.754452:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389025.754454:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=17 00000020:00000001:0.0:1767389025.754456:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389025.754467:0:339024:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389025.754471:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389025.754474:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059abb4e1. 00000100:00000001:0.0:1767389025.754477:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389025.754479:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059abb4e1. 00000020:00000010:0.0:1767389025.754485:0:339024:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a66b95eb. 00000020:00000010:0.0:1767389025.754489:0:339024:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000428f929e. 00000020:00000010:0.0:1767389025.754494:0:339024:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000072a3660c. 00000100:00000040:0.0:1767389025.754503:0:339024:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767389025.754505:0:339024:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389025.754507:0:339024:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767389025.754510:0:339024:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767389025.754512:0:339024:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.754515:0:339024:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767389025.754518:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389025.754520:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389025.754522:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a93216f0 refcount=4 00000020:00000001:0.0:1767389025.754524:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:0.0:1767389025.754527:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00010000:0.0:1767389025.754531:0:339024:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000a93216f0/0x95cd417baf429463 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf42945c expref: 17 pid: 338173 timeout: 5096 lvb_type: 0 00010000:00000001:0.0:1767389025.754537:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.754538:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.754539:0:339024:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389025.754541:0:339024:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389025.754547:0:339024:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767389025.754552:0:339024:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006d99ea0f x1853241654530048/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:476/0 lens 328/0 e 0 to 0 dl 1767389036 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.754560:0:339024:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389025.754561:0:339024:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.754575:0:339024:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389025.754592:0:339024:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389025.754594:0:339024:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767389025.754604:0:338165:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389025.754609:0:338165:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389025.754609:0:339024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767389025.754617:0:339024:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 3 00000100:00000001:3.0:1767389025.754618:0:338165:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.754619:0:339024:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252144650368 : -122821564901248 : ffff904b6040d880) 00000100:00000001:3.0:1767389025.754624:0:338165:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389025.754629:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006d99ea0f x1853241654530048/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:476/0 lens 328/0 e 0 to 0 dl 1767389036 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.754638:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389025.754642:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000059abb4e1. 00000100:00000001:0.0:1767389025.754644:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389025.754647:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000059abb4e1. 00000100:00100000:0.0:1767389025.754654:0:339024:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006d99ea0f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+17:337538:x1853241654530048:12345-0@lo:103: 00000100:00000200:0.0:1767389025.754658:0:339024:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654530048 00010000:00000001:0.0:1767389025.754660:0:339024:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767389025.754662:0:339024:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767389025.754665:0:339024:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767389025.754669:0:339024:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389025.754671:0:339024:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389025.754675:0:339024:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000aaa0084. 02000000:00000001:0.0:1767389025.754677:0:339024:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.754679:0:339024:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.754682:0:339024:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767389025.754684:0:339024:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767389025.754686:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389025.754687:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389025.754689:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a93216f0 refcount=4 00000020:00000001:0.0:1767389025.754692:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:0.0:1767389025.754694:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000040:0.0:1767389025.754696:0:339024:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000d5c5149b count: 3 00010000:00010000:0.0:1767389025.754700:0:339024:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000a93216f0/0x95cd417baf429463 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf42945c expref: 17 pid: 338173 timeout: 5096 lvb_type: 0 00000100:00001000:0.0:1767389025.754705:0:339024:0:(import.c:2128:obd_at_measure()) add 0 to 0000000098d6622c time=1767389025 v=100 (0 0 0 0) 00010000:00000001:0.0:1767389025.754708:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389025.754721:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.754753:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389025.754757:0:339024:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000a93216f0/0x95cd417baf429463 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x95cd417baf42945c expref: 17 pid: 338173 timeout: 5096 lvb_type: 0 00000020:00000001:0.0:1767389025.754764:0:339024:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767389025.754766:0:339024:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767389025.754768:0:339024:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389025.754770:0:339024:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.754774:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389025.754775:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389025.754781:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.754783:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.754784:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389025.754785:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389025.754788:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a93216f0 with handle 0x95cd417baf429463 from hash 00010000:00000001:0.0:1767389025.754790:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389025.754792:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.754793:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.754795:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389025.754797:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389025.754798:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389025.754801:0:339024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a93216f0/0x95cd417baf429463 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x95cd417baf42945c expref: 17 pid: 338173 timeout: 5096 lvb_type: 0 00010000:00000040:0.0:1767389025.754806:0:339024:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 9 00000020:00000040:0.0:1767389025.754808:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 16 00010000:00000001:0.0:1767389025.754816:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.754818:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389025.754821:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767389025.754823:0:339024:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000018c4a8e0 00010000:00000001:0.0:1767389025.754826:0:339024:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389025.754829:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389025.754831:0:339024:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389025.754834:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389025.754837:0:339024:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389025.754840:0:339024:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389025.754842:0:339024:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767389025.754855:0:339024:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42946a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.754864:0:339024:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767389025.754868:0:339024:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389025.754871:0:339024:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389025.754874:0:339024:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389025.754877:0:339024:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d5c5149b) refcount = 2 00010000:00010000:0.0:1767389025.754882:0:339024:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42946a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.754890:0:339024:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389025.754894:0:339024:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389025.754895:0:339024:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389025.754899:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767389025.754904:0:339024:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059abb4e1. 00000100:00000001:0.0:1767389025.754908:0:339024:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767389025.754913:0:339024:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a498b61d. 00000100:00000001:0.0:1767389025.754916:0:339024:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621252459584320 : -122821249967296 : ffff904b73065b40) 00000100:00000001:0.0:1767389025.754919:0:339024:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621252459584320 : -122821249967296 : ffff904b73065b40) 00000100:00000001:0.0:1767389025.754922:0:339024:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389025.754924:0:339024:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767389025.754926:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767389025.754928:0:339024:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389025.754932:0:339024:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:0.0:1767389025.754936:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389025.754938:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389025.754940:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018c4a8e0 refcount=5 00000020:00000001:0.0:1767389025.754943:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389025.754946:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389025.754949:0:339024:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389025.754952:0:339024:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42946a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.754961:0:339024:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389025.754972:0:339024:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42946a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.754978:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.754980:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389025.754981:0:339024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42946a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.754987:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389025.754989:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.754992:0:339024:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389025.754994:0:339024:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42946a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389025.755002:0:339024:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000018c4a8e0 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389025.755005:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389025.755008:0:339024:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389025.755010:0:339024:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42946a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.755018:0:339024:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389025.755020:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389025.755022:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389025.755024:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018c4a8e0 refcount=6 00000020:00000001:0.0:1767389025.755027:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389025.755030:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389025.755051:0:339024:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389025.755054:0:339024:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42946a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.755062:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389025.755065:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389025.755068:0:339024:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.755084:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389025.755087:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389025.755090:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389025.755101:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389025.755104:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000018c4a8e0 with handle 0x95cd417baf42946a from hash 00010000:00000001:0.0:1767389025.755107:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389025.755109:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.755110:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.755112:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389025.755113:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389025.755115:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389025.755116:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389025.755117:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389025.755119:0:339024:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.755121:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389025.755123:0:339024:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389025.755126:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.755128:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.755130:0:339024:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.755134:0:339024:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.755136:0:339024:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389025.755140:0:339024:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42946a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.755149:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.755151:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.755153:0:339024:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389025.755156:0:339024:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389025.755159:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.755161:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.755164:0:339024:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389025.755168:0:339024:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389025.755172:0:339024:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.755175:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.755177:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.755179:0:339024:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.755182:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767389025.755185:0:339024:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767389025.755188:0:339024:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.755191:0:339024:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.755203:0:339024:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767389025.755206:0:339024:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a498b61d. 00000100:00000001:0.0:1767389025.755211:0:339024:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767389025.755213:0:339024:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767389025.755217:0:339024:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059abb4e1. 00010000:00000001:0.0:1767389025.755222:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767389025.755225:0:339024:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767389025.755227:0:339024:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389025.755232:0:339024:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389025.755234:0:339024:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389025.755236:0:339024:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389025.755240:0:339024:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389025.755244:0:339024:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389025.755246:0:339024:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389025.755248:0:339024:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389025.755250:0:339024:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.755252:0:339024:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389025.755255:0:339024:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389025.755259:0:339024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f32e25e2. 00000100:00000200:0.0:1767389025.755264:0:339024:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654530048, offset 224 00000400:00000200:0.0:1767389025.755271:0:339024:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389025.755282:0:339024:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389025.755292:0:339024:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958372805000 00000400:00000200:0.0:1767389025.755299:0:339024:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1819 [1] + 224 00000400:00000200:0.0:1767389025.755305:0:339024:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389025.755312:0:339024:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389025.755319:0:339024:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389025.755325:0:339024:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000050cb6a79 x1853241654530048/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389041 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389025.755340:0:339024:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000050cb6a79 x1853241654530048/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389041 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.755359:0:339024:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389025.755366:0:339024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f32e25e2 00000400:00000010:0.0:1767389025.755369:0:339024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f32e25e2. 00000100:00000001:0.0:1767389025.755381:0:339024:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389025.755383:0:339024:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389025.755389:0:339024:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389025.755393:0:339024:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389025.755396:0:339024:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.755398:0:339024:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389025.755402:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d99ea0f x1853241654530048/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:476/0 lens 328/224 e 0 to 0 dl 1767389036 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389025.755412:0:339024:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006d99ea0f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337538:x1853241654530048:12345-0@lo:103: Request processed in 772us (1128us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389025.755421:0:339024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767389025.755425:0:339024:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:0.0:1767389025.755428:0:339024:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389025.755431:0:339024:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389025.755436:0:339024:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000428f929e. 00000020:00000010:0.0:1767389025.755441:0:339024:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000072a3660c. 00000020:00000010:0.0:1767389025.755449:0:339024:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a66b95eb. 00000020:00000040:0.0:1767389025.755456:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000001:0.0:1767389025.755460:0:339024:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389025.755492:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389025.755497:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389025.755501:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767389025.755503:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389025.755505:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389025.755508:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767389025.755511:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389025.755514:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389025.755518:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767389025.755531:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389025.755535:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389025.755541:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389025.755544:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389025.755547:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de38062a. 00000400:00000200:0.0:1767389025.755553:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181b09ca 00000400:00000010:0.0:1767389025.755556:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181b09ca. 00000100:00000001:0.0:1767389025.755572:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389025.755578:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000050cb6a79 x1853241654530048/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389041 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389025.755591:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000050cb6a79 x1853241654530048/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389041 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.755601:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389025.755605:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389025.755608:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389025.755611:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389025.755614:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389025.755618:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389025.755621:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389025.755627:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=50 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389025.755632:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389025.755636:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389025.755638:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.755641:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389025.755643:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.755645:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389025.755651:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000050cb6a79 x1853241654530048/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389041 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.755660:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389025.755664:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389025.755666:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389025.755671:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050cb6a79 x1853241654530048/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389041 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389025.755681:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000050cb6a79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654530048:0@lo:103: 00000100:00000001:0.0:1767389025.755688:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389025.755691:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389025.755695:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000050cb6a79 x1853241654530048/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389041 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.755704:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389025.755708:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389025.755721:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ad45d0b. 02000000:00000001:0.0:1767389025.755788:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389025.755791:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389025.755793:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389025.755796:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389025.755799:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ef9f865d. 02000000:00000001:0.0:1767389025.755803:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389025.755805:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389025.755808:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050cb6a79. 00000100:00000001:0.0:1767389025.755812:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389025.755814:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389025.755817:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389025.755824:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389025.755825:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.755829:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389025.755833:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389025.755872:0:338196:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42946a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.755882:0:338196:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767389025.755886:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767389025.755890:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42946a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.755898:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389025.755901:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389025.755904:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42946a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389025.755912:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d5c5149b count: 0 00010000:00000001:0.0:1767389025.755931:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389025.755934:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767389025.761763:0:338042:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d97f19e. 00010000:00000010:0.1:1767389025.761776:0:338042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000022e62952. 00010000:00000010:0.1:1767389025.761780:0:338042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a93216f0. 00010000:00000010:0.1:1767389025.761790:0:338042:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d5c5149b. 00010000:00000010:0.1:1767389025.761794:0:338042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018c4a8e0. 00080000:00000001:0.0:1767389025.766120:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767389025.766124:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389025.766126:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389025.766128:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389025.766130:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767389025.766141:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004154e44b. 00080000:00000001:0.0:1767389025.766146:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767389025.766233:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767389025.766241:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:1.0:1767389025.766245:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389025.766248:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767389025.766251:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767389025.766277:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767389025.766281:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767389025.766283:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:1.0:1767389025.766286:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767389025.766289:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389025.766292:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389025.766296:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389025.766299:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389025.766304:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000005b9fd16. 00010000:00000001:0.0:1767389025.766309:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389025.766311:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018c4a8e0. 00000020:00000001:0.0:1767389025.766314:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389025.766317:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000018c4a8e0 with handle 0x95cd417baf429471 to hash 00000020:00000001:0.0:1767389025.766319:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389025.766320:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389025.766323:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389025.766325:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389025.766327:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389025.766329:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429471 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.766337:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389025.766339:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389025.766340:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389025.766342:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389025.766343:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389025.766345:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389025.766346:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389025.766348:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389025.766349:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389025.766350:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389025.766351:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389025.766353:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005b9fd16) refcount = 1 00010000:00010000:0.0:1767389025.766356:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429471 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.766362:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389025.766372:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389025.766374:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389025.766376:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.766378:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389025.766380:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389025.766383:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:0.0:1767389025.766385:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389025.766387:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389025.766388:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018c4a8e0 refcount=4 00000020:00000001:0.0:1767389025.766390:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389025.766392:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389025.766394:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389025.766396:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429471 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.766401:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389025.766402:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429471 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.766406:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.766408:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389025.766409:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429471 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.766413:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389025.766415:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.766417:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389025.766418:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429471 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389025.766422:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000018c4a8e0 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389025.766424:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389025.766426:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389025.766427:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429471 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.766443:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389025.766445:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389025.766446:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389025.766447:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018c4a8e0 refcount=5 00000020:00000001:0.0:1767389025.766449:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389025.766451:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389025.766453:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389025.766454:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429471 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.766458:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389025.766460:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389025.766461:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.766463:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389025.766465:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389025.766466:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389025.766468:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389025.766469:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000018c4a8e0 with handle 0x95cd417baf429471 from hash 00010000:00000001:0.0:1767389025.766471:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389025.766473:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.766474:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.766475:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389025.766476:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389025.766477:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389025.766479:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389025.766480:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389025.766482:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.766484:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389025.766486:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389025.766488:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.766490:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.766491:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.766493:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389025.766494:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389025.766504:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429471 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.766509:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.766510:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.766511:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389025.766512:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389025.766514:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389025.766515:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389025.766516:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389025.766518:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389025.766520:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389025.766522:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429471 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389025.766526:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389025.766528:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389025.766529:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429471 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389025.766534:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000005b9fd16 count: 0 00010000:00000001:0.0:1767389025.766542:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389025.766543:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767389025.767707:0:345815:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007994d664. 00000400:00000040:2.0:1767389025.767732:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389025.767736:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767389025.767740:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389025.767743:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389025.767746:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389025.767754:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767389025.767788:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389025.767791:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767389025.767793:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767389025.767795:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767389025.767799:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767389025.767802:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389025.767806:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767389025.767808:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389025.767811:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767389025.767814:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767389025.767817:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389025.767818:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767389025.767820:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767389025.767823:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389025.767826:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389025.767828:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389025.767831:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389025.767833:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389025.767836:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767389025.767838:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389025.767840:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389025.767842:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389025.767844:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389025.767847:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389025.767849:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767389025.767851:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389025.767854:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389025.767856:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389025.767858:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389025.767860:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389025.767862:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767389025.767864:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389025.767867:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389025.767869:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767389025.767871:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767389025.767874:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389025.767877:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767389025.767879:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767389025.767888:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767389025.767891:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767389025.767893:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767389025.767895:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767389025.767898:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767389025.767900:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389025.767902:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767389025.767904:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767389025.767906:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767389025.767909:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767389025.767911:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767389025.767913:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767389025.767915:0:345815:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767389025.768012:0:345815:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007994d664. 00080000:00000020:1.0:1767389025.768085:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389025.768091:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389025.768094:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000352f2e24. 20000000:00000001:1.0:1767389025.768103:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389025.768108:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654529664 00010000:00000001:1.0:1767389025.768112:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389025.768120:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000092da4c5d x1853241654529664/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:476/0 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389025.768129:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389025.768132:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389025.768135:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=50 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389025.768139:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389025.768143:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389025.768146:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389025.768149:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389025.768152:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.768156:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389025.768162:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389025.768166:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000372d14de. 00000100:00000200:1.0:1767389025.768171:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654529664, offset 224 00000400:00000200:1.0:1767389025.768179:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389025.768190:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389025.768201:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372804e80 00000400:00000200:1.0:1767389025.768208:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17f5 [2] + 224 00000400:00000200:1.0:1767389025.768214:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389025.768217:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389025.768223:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389025.768228:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000015e893dc x1853241654529664/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389025.768238:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000015e893dc x1853241654529664/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389025.768279:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389025.768287:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000372d14de 00000100:00000001:2.0:1767389025.768290:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767389025.768291:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000372d14de. 00000100:00000001:2.0:1767389025.768295:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389025.768299:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767389025.768303:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767389025.768303:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767389025.768308:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767389025.768312:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389025.768313:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1a7b426. 00000400:00000200:2.0:1767389025.768323:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063e6c709 00000100:00000040:1.0:1767389025.768324:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000010:2.0:1767389025.768330:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063e6c709. 00010000:00000001:1.0:1767389025.768331:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389025.768336:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.768338:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767389025.768339:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767389025.768348:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000015e893dc x1853241654529664/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389025.768349:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092da4c5d x1853241654529664/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:476/0 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389025.768392:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000015e893dc x1853241654529664/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389025.768393:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000092da4c5d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654529664:12345-0@lo:253: Request processed in 31853us (32753us total) trans 0 rc 0/0 00000100:00000001:2.0:1767389025.768419:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767389025.768419:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000001:2.0:1767389025.768424:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389025.768426:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:2.0:1767389025.768428:0:337536:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767389025.768430:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767389025.768432:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389025.768436:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389025.768437:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389025.768442:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389025.768444:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000022c7145a. 02000000:00000001:2.0:1767389025.768445:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389025.768452:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=50 v=5 (5 0 0 0) 00000020:00000010:1.0:1767389025.768453:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdadbfa8. 00000100:00001000:2.0:1767389025.768463:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=50 v=5 (1 0 0 0) 00000020:00000010:1.0:1767389025.768465:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f3fad1d. 00000100:00000001:2.0:1767389025.768471:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389025.768475:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389025.768475:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:1.0:1767389025.768482:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389025.768487:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002dffa2d6. 00010000:00000001:2.0:1767389025.768488:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389025.768493:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389025.768494:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389025.768496:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.768498:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389025.768503:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000015e893dc x1853241654529664/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389025.768506:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389025.768516:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d98e824. 00000100:00000001:2.0:1767389025.768517:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389025.768524:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389025.768525:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389025.768527:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000372d14de. 00000020:01000004:2.0:1767389025.768529:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767389025.768534:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767389025.768536:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389025.768538:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389025.768540:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389025.768542:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389025.768543:0:337536:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767389025.768545:0:337536:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767389025.768546:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389025.768548:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767389025.768551:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015e893dc x1853241654529664/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389025.768561:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000015e893dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654529664:0@lo:253: 00000100:00000001:2.0:1767389025.768566:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389025.768569:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389025.768571:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000015e893dc x1853241654529664/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389025.768578:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389025.768579:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389025.768581:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000003e3ae25. 02000000:00000001:2.0:1767389025.768586:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389025.768588:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389025.768590:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389025.768592:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389025.768594:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c7d28d5a. 02000000:00000001:2.0:1767389025.768599:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389025.768600:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389025.768610:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000015e893dc. 00000100:00000001:2.0:1767389025.768619:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389025.768620:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389025.768622:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389025.768627:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389025.768629:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389025.768631:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389025.768633:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767389025.771612:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389025.771616:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389025.771618:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000924c41d2. 20000000:00000001:0.0:1767389025.771625:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389025.771628:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654529792 00010000:00000001:0.0:1767389025.771631:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389025.771635:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002e3eccd3 x1853241654529792/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:476/0 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389025.771644:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389025.771645:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389025.771648:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=50 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389025.771651:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389025.771654:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389025.771656:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389025.771667:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389025.771670:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389025.771672:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389025.771677:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389025.771679:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000529f6480. 00000100:00000200:0.0:1767389025.771683:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654529792, offset 224 00000400:00000200:0.0:1767389025.771689:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389025.771697:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389025.771704:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372804f00 00000400:00000200:0.0:1767389025.771709:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x17fd [2] + 224 00000400:00000200:0.0:1767389025.771715:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389025.771718:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:0.1:1767389025.771749:0:338174:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000005b9fd16. 00010000:00000010:0.1:1767389025.771758:0:338174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018c4a8e0. 00000100:00000001:0.0:1767389025.771765:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389025.771770:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee12f839 x1853241654529792/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389025.771779:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ee12f839 x1853241654529792/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.771795:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389025.771801:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000529f6480 00000400:00000010:0.0:1767389025.771803:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000529f6480. 00000100:00000001:0.0:1767389025.771807:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389025.771808:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389025.771813:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389025.771818:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389025.771822:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389025.771825:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389025.771829:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767389025.771836:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767389025.771836:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e3eccd3 x1853241654529792/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:476/0 lens 4848/4768 e 0 to 0 dl 1767389036 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389025.771841:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389025.771847:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389025.771851:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767389025.771860:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002e3eccd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654529792:12345-0@lo:253: Request processed in 35296us (36072us total) trans 0 rc 0/0 00000400:00000010:1.0:1767389025.771863:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035cebf04. 00000400:00000200:1.0:1767389025.771871:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008534ed9f 00000400:00000010:1.0:1767389025.771874:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008534ed9f. 00000100:00000001:1.0:1767389025.771879:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767389025.771879:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000040:0.0:1767389025.771886:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000200:1.0:1767389025.771888:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee12f839 x1853241654529792/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389025.771902:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee12f839 x1853241654529792/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389025.771902:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389025.771908:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767389025.771916:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767389025.771916:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000062d5870c. 00000100:00000001:1.0:1767389025.771918:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389025.771923:0:337537:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767389025.771923:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d57284bb. 02000000:00000001:1.0:1767389025.771925:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389025.771930:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767389025.771931:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e30f2b2. 00000100:00000001:1.0:1767389025.771932:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389025.771938:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389025.771941:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00001000:1.0:1767389025.771942:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=50 v=5 (5 0 0 0) 02000000:00000001:0.0:1767389025.771947:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767389025.771949:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=50 v=5 (1 0 0 0) 02000000:00000010:0.0:1767389025.771951:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006b160a2e. 00000100:00000001:1.0:1767389025.771955:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389025.771958:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389025.771960:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767389025.771962:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767389025.771965:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389025.771966:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.771974:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389025.771975:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767389025.771979:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee12f839 x1853241654529792/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389025.771982:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de38062a. 00000400:00000010:0.0:1767389025.771991:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000529f6480. 00000100:00000001:1.0:1767389025.771992:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389025.771999:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389025.772001:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389025.772005:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767389025.772007:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767389025.772009:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389025.772011:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389025.772013:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389025.772016:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389025.772017:0:337537:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767389025.772019:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389025.772021:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767389025.772050:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee12f839 x1853241654529792/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389025.772059:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ee12f839 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654529792:0@lo:253: 00000100:00000001:1.0:1767389025.772067:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389025.772069:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389025.772074:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee12f839 x1853241654529792/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389025.772080:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389025.772083:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389025.772085:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002c5ee212. 02000000:00000001:1.0:1767389025.772093:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389025.772094:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389025.772096:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389025.772099:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389025.772101:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a52ada18. 02000000:00000001:1.0:1767389025.772107:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389025.772109:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389025.772110:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee12f839. 00000100:00000001:1.0:1767389025.772116:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389025.772118:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389025.772120:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389025.772126:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389025.772127:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389025.772131:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389025.772133:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389025.777818:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299613797, at 4299613798 00000100:00000010:2.0:1767389025.777828:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5e9d7b5. 00000100:00000040:1.0:1767389025.778836:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299613797, at 4299613799 00000100:00000010:1.0:1767389025.778846:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a539a468. 00000100:00000040:0.0:1767389025.779051:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299613797, at 4299613799 00000100:00000010:0.0:1767389025.779061:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083055b84. 00000100:00000040:3.0:1767389025.779067:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299613797, at 4299613799 00000100:00000010:3.0:1767389025.779082:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf178457. 00010000:00000001:3.0:1767389026.507830:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389026.507852:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389026.507863:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389026.507866:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389026.507930:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389026.507935:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389026.507938:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767389027.209361:0:346103:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389027.209381:0:346103:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389027.209387:0:346103:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389027.209395:0:346103:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389027.209403:0:346103:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389027.209407:0:346103:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389027.211802:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767389027.211811:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767389027.211818:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000055c30b. 00000020:00000040:2.0:1767389027.211824:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389027.211830:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389027.211833:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389027.211839:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389027.211848:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000095b04c6a. 00000100:00000001:2.0:1767389027.211874:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389027.211887:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@000000000055c30b x1853241654530176/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389027.211902:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389027.211905:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389027.211912:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000055c30b] to pc [ptlrpcd_00_03+3] req@000000000055c30b x1853241654530176/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389027.211952:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389027.211955:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767389027.211960:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767389027.211965:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bc7eabd. 00000020:00000040:2.0:1767389027.211968:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767389027.211973:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389027.211983:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389027.211985:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767389027.211987:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389027.211989:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767389027.211990:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389027.211997:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389027.211998:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389027.212027:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000053f3be05. 00000100:00000040:3.0:1767389027.212033:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000055c30b x1853241654530176/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389027.212037:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389027.212068:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000006bc7eabd x1853241654530304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389027.212075:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389027.212079:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.212084:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767389027.212087:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767389027.212087:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389027.212092:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc7eabd] to pc [ptlrpcd_00_00+0] req@000000006bc7eabd x1853241654530304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389027.212093:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389027.212101:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389027.212110:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000055c30b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654530176:0@lo:400: 00000100:00000001:3.0:1767389027.212133:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389027.212141:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389027.212144:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389027.212149:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767389027.212155:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000134f7215. 00000100:00000001:2.0:1767389027.212157:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389027.212159:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389027.212164:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767389027.212172:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:3.0:1767389027.212173:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fc08ec5. 00000100:00000010:2.0:1767389027.212178:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7aedec5. 00000100:00000001:0.0:1767389027.212182:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767389027.212186:0:54998:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:3.0:1767389027.212187:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000832d3625. 00000100:00000001:0.0:1767389027.212190:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389027.212194:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767389027.212198:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767389027.212199:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1767389027.212205:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654530176, portal 25 02000000:00000001:2.0:1767389027.212207:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389027.212213:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006bc7eabd x1853241654530304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389027.212217:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1767389027.212222:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003f53ab9a. 00000100:00000001:3.0:1767389027.212223:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666875776 : -122821042675840 : ffff904b7f615f80) 00000100:00000001:2.0:1767389027.212235:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389027.212244:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000055c30b x1853241654530176/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389027.212250:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767389027.212253:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b7aedec5 x1853241654530432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389027.212257:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389027.212269:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389027.212277:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389027.212288:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389027.212303:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006bc7eabd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654530304:0@lo:400: 00000100:00000001:3.0:1767389027.212319:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389027.212324:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389027.212325:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767389027.212331:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389027.212333:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767389027.212334:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767389027.212342:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7aedec5] to pc [ptlrpcd_00_01+1] req@00000000b7aedec5 x1853241654530432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389027.212343:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389027.212344:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb856158. 02000000:00000001:0.0:1767389027.212354:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767389027.212357:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654530176, offset 0 02000000:00000010:0.0:1767389027.212365:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000460d7c9a. 02000000:00000001:0.0:1767389027.212375:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.212380:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389027.212384:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767389027.212387:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767389027.212389:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce1a96ef. 00000100:00000001:2.0:1767389027.212401:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767389027.212405:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181b09ca. 00000100:00000010:2.0:1767389027.212408:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2aa30d6. 00000400:00000200:3.0:1767389027.212409:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767389027.212426:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654530304, portal 10 00000020:00000040:2.0:1767389027.212430:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767389027.212437:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767389027.212442:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372805080 00000100:00000001:2.0:1767389027.212443:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767389027.212445:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666882048 : -122821042669568 : ffff904b7f617800) 02000000:00000001:2.0:1767389027.212450:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389027.212459:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389027.212485:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1109 [2] + 0 00000100:00000040:0.0:1767389027.212485:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006bc7eabd x1853241654530304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389027.212487:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006104f1d4. 00000100:00000001:2.0:1767389027.212496:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389027.212500:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e95f6bf. 00000100:00000040:2.0:1767389027.212508:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000d2aa30d6 x1853241654530560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767389027.212513:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e4bd4742 00000100:00000001:0.0:1767389027.212515:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389027.212525:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767389027.212526:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767389027.212533:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f32e25e2. 00000100:00000001:2.0:1767389027.212536:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767389027.212539:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654530304, offset 0 00000100:00000001:2.0:1767389027.212541:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389027.212544:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767389027.212552:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2aa30d6] to pc [ptlrpcd_00_02+2] req@00000000d2aa30d6 x1853241654530560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389027.212556:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389027.212569:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4bd4742 00000400:00000010:3.0:1767389027.212574:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4bd4742. 00000400:00000200:0.0:1767389027.212575:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389027.212577:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389027.212586:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767389027.212587:0:54998:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4952) 00000100:00000200:3.0:1767389027.212591:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767389027.212597:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372805100 00000100:00000040:3.0:1767389027.212600:0:337539:0:(events.c:337:request_in_callback()) incoming req@000000005a8d9d95 x1853241654530176 msgsize 224 00000100:00000001:2.0:1767389027.212604:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389027.212609:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767389027.212611:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000100:00000001:2.0:1767389027.212613:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767389027.212620:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389027.212622:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7aedec5 x1853241654530432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389027.212623:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767389027.212626:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767389027.212637:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389027.212645:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389027.212646:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389027.212649:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767389027.212650:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389027.212654:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1767389027.212657:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767389027.212662:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050cb6a79. 00000400:00000200:3.0:1767389027.212663:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb856158 02000000:00000001:2.0:1767389027.212663:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767389027.212671:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb856158. 02000000:00000001:2.0:1767389027.212672:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389027.212672:0:337536:0:(events.c:337:request_in_callback()) incoming req@0000000050cb6a79 x1853241654530304 msgsize 224 00000100:00000001:3.0:1767389027.212678:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767389027.212684:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7aedec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:337537:1853241654530432:0@lo:400: 00000100:00000200:3.0:1767389027.212690:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000055c30b x1853241654530176/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389027.212692:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389027.212701:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389027.212706:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389027.212710:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389027.212711:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389027.212712:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767389027.212713:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767389027.212721:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000055c30b x1853241654530176/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389027.212721:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf09925c. 00000400:00000200:0.0:1767389027.212723:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f32e25e2 02000000:00000001:2.0:1767389027.212728:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389027.212730:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f32e25e2. 00000100:00000001:0.0:1767389027.212738:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767389027.212743:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389027.212746:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389027.212753:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389027.212760:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299615255 00000100:00000010:3.0:1767389027.212765:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a5f08aa. 00000400:00000010:2.0:1767389027.212780:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1a7b426. 00000400:00000010:2.0:1767389027.212788:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95bc874. 00000100:00000200:2.0:1767389027.212800:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654530432, portal 10 00000100:00000001:2.0:1767389027.212805:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767389027.212806:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006bc7eabd x1853241654530304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389027.212807:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767389027.212808:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666876672 : -122821042674944 : ffff904b7f616300) 00000100:00000001:3.0:1767389027.212839:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299615256 00000100:00000040:2.0:1767389027.212843:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7aedec5 x1853241654530432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389027.212854:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767389027.212855:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010164c02. 00000100:00000001:2.0:1767389027.212857:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767389027.212868:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767389027.212873:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006bc7eabd x1853241654530304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389027.212875:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389027.212880:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299615256 00000400:00000010:2.0:1767389027.212885:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086cc09bc. 00000100:00000010:3.0:1767389027.212893:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019bf65ec. 00000100:00000200:2.0:1767389027.212895:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654530432, offset 0 00000100:00000001:3.0:1767389027.212907:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767389027.212917:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389027.212919:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389027.212921:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299615256 00000100:00000001:0.0:1767389027.212930:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767389027.212933:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a88dfa3c. 00000400:00000200:2.0:1767389027.212938:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389027.212943:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767389027.212952:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389027.212957:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389027.212960:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372805180 00000100:00000040:0.0:1767389027.212962:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 4967 usecs (5 jiffies) 00000100:00000001:0.0:1767389027.212972:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299615238 00000100:00000001:3.0:1767389027.212976:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389027.212977:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000100:00000001:3.0:1767389027.212989:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389027.212993:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389027.212994:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299615255 00000100:00000001:3.0:1767389027.212995:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389027.213024:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389027.213030:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299615238 00000100:00000001:2.0:1767389027.213035:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767389027.213039:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299615256 00000100:00000200:2.0:1767389027.213041:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767389027.213042:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389027.213046:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299615238 00000100:00000001:0.0:1767389027.213053:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299615256 00000100:00000001:0.0:1767389027.213056:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299615238 00000100:00000010:2.0:1767389027.213058:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000af196c2e. 00000100:00000001:3.0:1767389027.213059:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389027.213060:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299615256 00000100:00000040:2.0:1767389027.213070:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000af196c2e x1853241654530432 msgsize 224 00000100:00000001:3.0:1767389027.213073:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389027.213073:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389027.213082:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389027.213085:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389027.213088:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389027.213091:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389027.213098:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389027.213102:0:337539:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767389027.213105:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389027.213108:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389027.213131:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389027.213132:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389027.213133:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389027.213136:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389027.213137:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767389027.213144:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086cc09bc 00000100:00000001:3.0:1767389027.213145:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389027.213145:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767389027.213150:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086cc09bc. 00000100:00000001:3.0:1767389027.213152:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389027.213153:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389027.213157:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767389027.213159:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767389027.213161:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389027.213165:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7aedec5 x1853241654530432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389027.213167:0:339625:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389027.213168:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389027.213169:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2aa30d6 x1853241654530560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389027.213174:0:339625:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654530304 02000000:00000001:1.0:1767389027.213182:0:339625:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389027.213188:0:339625:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000004:00000001:0.0:1767389027.213193:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:1.0:1767389027.213194:0:339625:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1767389027.213200:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 02000000:00000001:1.0:1767389027.213205:0:339625:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389027.213208:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ebda75e. 00000100:00000001:2.0:1767389027.213210:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767389027.213212:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767389027.213216:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767389027.213218:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389027.213219:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7aedec5 x1853241654530432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389027.213222:0:339625:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654530304 00000100:00000001:0.0:1767389027.213224:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389027.213228:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767389027.213229:0:339625:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767389027.213230:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389027.213236:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767389027.213236:0:339625:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 02000000:00000001:0.0:1767389027.213238:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.213241:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389027.213243:0:339625:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767389027.213248:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.213249:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767389027.213250:0:339625:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 02000000:00000010:0.0:1767389027.213252:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001bc67fa3. 00000100:00000001:2.0:1767389027.213257:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389027.213258:0:339625:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00100000:3.0:1767389027.213260:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2aa30d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:337539:1853241654530560:0@lo:400: 00000100:00000001:0.0:1767389027.213261:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389027.213267:0:339625:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000040:2.0:1767389027.213268:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 7265 usecs (8 jiffies) 00000100:00000001:0.0:1767389027.213271:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389027.213273:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767389027.213277:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.213278:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299615241 02000000:00000001:3.0:1767389027.213280:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767389027.213282:0:339625:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767389027.213285:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389027.213287:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ebda75e] to pc [ptlrpcd_00_03+3] req@000000009ebda75e x1853241654530688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389027.213290:0:339625:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001981cc15. 02000000:00000001:3.0:1767389027.213291:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767389027.213295:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299615255 02000000:00000010:3.0:1767389027.213299:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000399494bd. 00000100:00000001:1.0:1767389027.213299:0:339625:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389027.213304:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299615241 02000000:00000001:3.0:1767389027.213309:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389027.213310:0:339625:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001981cc15. 00000100:00000001:2.0:1767389027.213312:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299615256 00000400:00000010:3.0:1767389027.213320:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017343ab8. 00000100:00000001:2.0:1767389027.213321:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299615241 00000020:00000010:1.0:1767389027.213326:0:339625:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e550afe1. 00000100:00000001:2.0:1767389027.213329:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299615256 00000004:00000001:0.0:1767389027.213330:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389027.213332:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb856158. 00000100:00000001:2.0:1767389027.213334:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299615241 00000020:00000010:1.0:1767389027.213335:0:339625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000452c5d63. 00000100:00000200:3.0:1767389027.213343:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654530560, portal 4 00000100:00000001:2.0:1767389027.213343:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299615256 00000020:00000010:1.0:1767389027.213346:0:339625:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000021dde72e. 00000100:00000001:2.0:1767389027.213349:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389027.213352:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389027.213356:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389027.213357:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666882944 : -122821042668672 : ffff904b7f617b80) 00000100:00000001:2.0:1767389027.213362:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389027.213363:0:339625:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767389027.213368:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389027.213369:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2aa30d6 x1853241654530560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389027.213370:0:339625:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389027.213375:0:339625:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389027.213376:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389027.213380:0:339625:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389027.213381:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389027.213390:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389027.213392:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389027.213394:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389027.213395:0:339625:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767389027.213399:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389027.213402:0:339625:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767389027.213407:0:339625:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389027.213416:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389027.213419:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389027.213423:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000702b52a0. 00000100:00000200:3.0:1767389027.213427:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654530560, offset 0 00000100:00000001:1.0:1767389027.213429:0:339625:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389027.213436:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389027.213448:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389027.213450:0:339625:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389027.213454:0:339625:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654530432 02000000:00000001:1.0:1767389027.213457:0:339625:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389027.213461:0:339625:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767389027.213462:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958372805200 00000100:00000001:2.0:1767389027.213463:0:338181:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389027.213466:0:339625:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.213469:0:338181:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767389027.213474:0:339625:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389027.213478:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 2768 00000100:00100000:2.0:1767389027.213481:0:338181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1767389027.213482:0:339625:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654530432 00000400:00000200:3.0:1767389027.213487:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767389027.213489:0:339625:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767389027.213492:0:338181:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000020:00000040:1.0:1767389027.213493:0:339625:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000100:00000001:2.0:1767389027.213499:0:338181:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252144646784 : -122821564904832 : ffff904b6040ca80) 00000400:00000200:3.0:1767389027.213500:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767389027.213500:0:339625:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389027.213506:0:339625:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000020:00000001:1.0:1767389027.213510:0:339625:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:3.0:1767389027.213512:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767389027.213512:0:338181:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050cb6a79 x1853241654530304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:478/0 lens 224/0 e 0 to 0 dl 1767389038 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389027.213516:0:339625:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000200:3.0:1767389027.213518:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767389027.213527:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000851f3c1f. 00000100:00000001:1.0:1767389027.213533:0:339625:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767389027.213535:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000851f3c1f x1853241654530560 msgsize 224 00000100:00000001:2.0:1767389027.213538:0:338181:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389027.213539:0:339625:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001981cc15. 00000020:00000010:2.0:1767389027.213544:0:338181:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f3e4ef6. 00000020:00000010:1.0:1767389027.213548:0:339625:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000405ec8de. 00000100:00100000:3.0:1767389027.213550:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389027.213561:0:338181:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767389027.213561:0:339625:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000001:3.0:1767389027.213569:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767389027.213570:0:338181:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f3e4ef6. 00000400:00000200:3.0:1767389027.213579:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702b52a0 00000100:00100000:2.0:1767389027.213581:0:338181:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050cb6a79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654530304:12345-0@lo:400: 00000100:00000001:1.0:1767389027.213582:0:339625:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:3.0:1767389027.213585:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000702b52a0. 00000020:00000010:1.0:1767389027.213590:0:339625:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093d0954d. 00000100:00000200:2.0:1767389027.213593:0:338181:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654530304 00000100:00000001:3.0:1767389027.213594:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767389027.213597:0:339625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d9155313. 00000100:00000200:3.0:1767389027.213601:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2aa30d6 x1853241654530560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389027.213604:0:339625:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000522e6d58. 00000020:00000001:2.0:1767389027.213611:0:338181:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767389027.213614:0:339625:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767389027.213618:0:338181:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767389027.213619:0:339625:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767389027.213624:0:338181:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389027.213625:0:339625:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389027.213627:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767389027.213633:0:338181:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767389027.213637:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2aa30d6 x1853241654530560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767389027.213638:0:338181:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:1.0:1767389027.213638:0:339625:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767389027.213646:0:339625:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767389027.213647:0:338181:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767389027.213651:0:339625:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389027.213654:0:338181:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389027.213664:0:338181:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767389027.213665:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389027.213669:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767389027.213670:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767389027.213670:0:338181:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767389027.213671:0:339625:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389027.213677:0:338181:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389027.213680:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389027.213684:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654530176 00000020:00000001:2.0:1767389027.213685:0:338181:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767389027.213688:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 10671 usecs (11 jiffies) 00000100:00000001:1.0:1767389027.213689:0:339625:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767389027.213692:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389027.213695:0:339625:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767389027.213696:0:338181:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767389027.213697:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299615244 00000100:00000001:0.0:1767389027.213697:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767389027.213702:0:338181:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767389027.213703:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389027.213706:0:339625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000001:3.0:1767389027.213707:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299615255 02000000:00000001:0.0:1767389027.213710:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389027.213711:0:338181:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fbf3a47d. 00000100:00000040:1.0:1767389027.213715:0:339625:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000100:00000001:3.0:1767389027.213716:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299615244 02000000:00000001:2.0:1767389027.213720:0:338181:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389027.213721:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654530176 00000100:00000001:1.0:1767389027.213722:0:339625:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252666874880 : -122821042676736 : ffff904b7f615c00) 00000100:00000001:3.0:1767389027.213724:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299615256 00000020:00000001:0.0:1767389027.213727:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389027.213730:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000040:1.0:1767389027.213733:0:339625:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af196c2e x1853241654530432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:478/0 lens 224/0 e 0 to 0 dl 1767389038 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389027.213736:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767389027.213750:0:338181:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389027.213753:0:338181:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389027.213757:0:338181:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654530304 00010000:00000001:2.0:1767389027.213761:0:338181:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389027.213767:0:338181:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000050cb6a79 x1853241654530304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:478/0 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389027.213773:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299615245 00000020:00000040:0.0:1767389027.213775:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000001:3.0:1767389027.213782:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299615256 00000020:00000001:0.0:1767389027.213786:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389027.213792:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299615245 00000020:00000001:0.0:1767389027.213797:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389027.213801:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299615256 00000100:00000001:3.0:1767389027.213810:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389027.213811:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389027.213813:0:339625:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767389027.213814:0:338181:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767389027.213816:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389027.213820:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012392c89. 00010000:00000001:2.0:1767389027.213821:0:338181:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389027.213822:0:339625:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c13f9465. 00000100:00000001:3.0:1767389027.213823:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389027.213831:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389027.213832:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767389027.213833:0:338181:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=46 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389027.213834:0:339625:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389027.213845:0:339625:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c13f9465. 00000020:00000010:0.0:1767389027.213845:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012392c89. 00000100:00000001:3.0:1767389027.213846:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389027.213847:0:338181:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767389027.213852:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1767389027.213855:0:338181:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389027.213875:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389027.213877:0:338181:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000010:0.0:1767389027.213879:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073a8d9f4. 00000100:00000001:3.0:1767389027.213885:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767389027.213885:0:339625:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af196c2e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:337537:x1853241654530432:12345-0@lo:400: 02000000:00000001:2.0:1767389027.213888:0:338181:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767389027.213893:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1767389027.213895:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003221aedf. 02000000:00000001:2.0:1767389027.213896:0:338181:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389027.213901:0:339625:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654530432 00000100:00000040:3.0:1767389027.213907:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ebda75e x1853241654530688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389027.213908:0:338181:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767389027.213909:0:339625:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767389027.213911:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000072a3660c. 00000020:00000001:1.0:1767389027.213919:0:339625:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767389027.213924:0:338181:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767389027.213926:0:339625:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389027.213934:0:338181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086cc09bc. 00000020:00000001:1.0:1767389027.213936:0:339625:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767389027.213937:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389027.213947:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1767389027.213949:0:338181:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654530304, offset 224 00000100:00000001:0.0:1767389027.213949:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767389027.213954:0:339625:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:3.0:1767389027.213955:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389027.213957:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389027.213963:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389027.213969:0:338181:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767389027.213970:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767389027.213970:0:339625:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767389027.213976:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389027.213980:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389027.213981:0:339625:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389027.214019:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389027.214021:0:339625:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767389027.214026:0:338181:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767389027.214027:0:339625:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767389027.214027:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767389027.214029:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ebda75e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:337539:1853241654530688:0@lo:13: 00000020:00000001:1.0:1767389027.214034:0:339625:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389027.214041:0:339625:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767389027.214042:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767389027.214046:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389027.214047:0:339625:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767389027.214048:0:338181:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372805100 02000000:00000001:3.0:1767389027.214050:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767389027.214051:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767389027.214053:0:339625:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767389027.214054:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389027.214060:0:339625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000073f3c816. 00000100:00100000:0.0:1767389027.214062:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 02000000:00000001:3.0:1767389027.214063:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767389027.214068:0:339625:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389027.214072:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000096130927. 00000100:00000040:0.0:1767389027.214072:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000400:00000200:2.0:1767389027.214073:0:338181:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x183d [1] + 224 00000100:00000001:1.0:1767389027.214075:0:339625:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389027.214082:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389027.214083:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361796688 : -122821347754928 : ffff904b6d323c50) 00000020:00000001:1.0:1767389027.214085:0:339625:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389027.214087:0:338181:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767389027.214093:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e46678b2. 00010000:00000040:1.0:1767389027.214095:0:339625:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654530432 00000100:00000040:0.0:1767389027.214097:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005a8d9d95 x1853241654530176/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:478/0 lens 224/0 e 0 to 0 dl 1767389038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389027.214101:0:338181:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767389027.214102:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000702b52a0. 00010000:00000001:1.0:1767389027.214104:0:339625:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:3.0:1767389027.214114:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654530688, portal 4 00000100:00000001:2.0:1767389027.214115:0:338181:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000200:1.0:1767389027.214116:0:339625:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af196c2e x1853241654530432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:478/0 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389027.214123:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389027.214124:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767389027.214126:0:338181:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006bc7eabd x1853241654530304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389027.214128:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144647680 : -122821564903936 : ffff904b6040ce00) 00000020:00000010:0.0:1767389027.214140:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012392c89. 00000100:00000040:3.0:1767389027.214142:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ebda75e x1853241654530688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389043 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389027.214148:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389027.214154:0:339625:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1767389027.214157:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012392c89. 00010000:00000001:1.0:1767389027.214159:0:339625:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389027.214168:0:339625:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=46 v=5 (1 0 0 0) 00000100:00100000:0.0:1767389027.214177:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005a8d9d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654530176:12345-0@lo:400: 00000100:00000001:1.0:1767389027.214180:0:339625:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389027.214181:0:338181:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006bc7eabd x1853241654530304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389027.214189:0:339625:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000200:0.0:1767389027.214193:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654530176 00000100:00000001:1.0:1767389027.214200:0:339625:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000001:0.0:1767389027.214201:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767389027.214204:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767389027.214208:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767389027.214210:0:339625:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767389027.214215:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389027.214217:0:339625:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389027.214218:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767389027.214226:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767389027.214227:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c998d41. 00000100:00000001:1.0:1767389027.214227:0:339625:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767389027.214231:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000100:00000001:2.0:1767389027.214232:0:338181:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767389027.214235:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654530688, offset 0 00000020:00000001:0.0:1767389027.214240:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767389027.214241:0:339625:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767389027.214243:0:338181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086cc09bc 00000020:00000001:0.0:1767389027.214246:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767389027.214248:0:338181:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086cc09bc. 00000400:00000010:1.0:1767389027.214250:0:339625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fae930e. 00000020:00000001:0.0:1767389027.214251:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767389027.214254:0:338181:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767389027.214256:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767389027.214259:0:338181:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767389027.214260:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767389027.214262:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.214264:0:338181:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389027.214267:0:338174:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1767389027.214268:0:339625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654530432, offset 224 00000100:00000001:0.0:1767389027.214271:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767389027.214272:0:338181:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 02000000:00000001:0.0:1767389027.214278:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767389027.214279:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767389027.214281:0:338181:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000010:0.0:1767389027.214284:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000040351cb1. 00000020:00000001:2.0:1767389027.214286:0:338181:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389027.214287:0:339625:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767389027.214290:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389027.214294:0:338181:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767389027.214297:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372805280 00000100:00000001:0.0:1767389027.214298:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389027.214304:0:338181:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050cb6a79 x1853241654530304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:478/0 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389027.214307:0:338174:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389027.214308:0:339625:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:0.0:1767389027.214316:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654530176 00000400:00000200:3.0:1767389027.214318:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 1568 00010000:00000001:0.0:1767389027.214325:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767389027.214333:0:339625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372805180 00000400:00000200:3.0:1767389027.214335:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1767389027.214337:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005a8d9d95 x1853241654530176/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:478/0 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389027.214353:0:339625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1845 [1] + 224 00000400:00000200:3.0:1767389027.214354:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767389027.214357:0:338181:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050cb6a79 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654530304:12345-0@lo:400: Request processed in 812us (1678us total) trans 0 rc 0/0 00000100:00000001:3.0:1767389027.214370:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767389027.214370:0:339625:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767389027.214376:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00010000:00000001:0.0:1767389027.214385:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767389027.214386:0:338181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000010:3.0:1767389027.214387:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046555f6d. 00000400:00000200:1.0:1767389027.214387:0:339625:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767389027.214389:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389027.214396:0:338181:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000100:00000040:3.0:1767389027.214397:0:337539:0:(events.c:337:request_in_callback()) incoming req@0000000046555f6d x1853241654530688 msgsize 224 00000100:00001000:0.0:1767389027.214398:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389027.214404:0:338181:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389027.214404:0:339625:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389027.214410:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767389027.214412:0:338181:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767389027.214416:0:339625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7aedec5 x1853241654530432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389027.214417:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00100000:3.0:1767389027.214418:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1767389027.214422:0:338181:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000452c5d63. 00000100:00000001:0.0:1767389027.214427:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000010:2.0:1767389027.214431:0:338181:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000021dde72e. 02000000:00000001:0.0:1767389027.214434:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767389027.214438:0:337539:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767389027.214440:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389027.214441:0:338181:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e550afe1. 00000400:00000200:3.0:1767389027.214448:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c998d41 00000020:00000040:2.0:1767389027.214452:0:338181:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000100:00000040:1.0:1767389027.214456:0:339625:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b7aedec5 x1853241654530432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389027.214457:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c998d41. 00000100:00000001:0.0:1767389027.214457:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389027.214458:0:338181:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389027.214467:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767389027.214469:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389027.214476:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f32e25e2. 00000100:00000200:3.0:1767389027.214477:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ebda75e x1853241654530688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389043 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389027.214485:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654530176, offset 224 00000100:00000001:1.0:1767389027.214500:0:339625:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389027.214501:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767389027.214502:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767389027.214509:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ebda75e x1853241654530688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389043 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389027.214519:0:339625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fae930e 00000400:00000200:0.0:1767389027.214522:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767389027.214525:0:339625:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fae930e. 00000100:00000001:3.0:1767389027.214529:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389027.214534:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389027.214535:0:339625:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389027.214539:0:339625:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389027.214542:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389027.214544:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372805080 00000100:00000040:3.0:1767389027.214549:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 10671 usecs (11 jiffies) 00000100:00000001:1.0:1767389027.214550:0:339625:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389027.214557:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1835 [1] + 224 00000100:00000001:3.0:1767389027.214559:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299615245 00000100:00000040:1.0:1767389027.214563:0:339625:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389027.214570:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299615255 00000400:00000200:0.0:1767389027.214570:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767389027.214571:0:339625:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389027.214576:0:339625:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389027.214579:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299615245 00000020:00000001:1.0:1767389027.214581:0:339625:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767389027.214585:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389027.214587:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299615256 00000100:00000040:1.0:1767389027.214590:0:339625:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af196c2e x1853241654530432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:478/0 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389027.214593:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767389027.214604:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299615245 00000100:00000200:0.0:1767389027.214604:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000055c30b x1853241654530176/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389027.214613:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299615256 00000100:00100000:1.0:1767389027.214615:0:339625:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af196c2e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:337537:x1853241654530432:12345-0@lo:400: Request processed in 797us (1539us total) trans 0 rc 0/0 00000100:00000001:3.0:1767389027.214622:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299615245 00000100:00000001:3.0:1767389027.214631:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299615256 00000100:00000001:3.0:1767389027.214639:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767389027.214644:0:339625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000001:3.0:1767389027.214649:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389027.214651:0:339625:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000100:00000040:0.0:1767389027.214655:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000055c30b x1853241654530176/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389027.214657:0:339625:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389027.214662:0:339625:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389027.214668:0:339625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d9155313. 00000100:00000001:0.0:1767389027.214672:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767389027.214675:0:339625:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000522e6d58. 00000400:00000001:3.0:1767389027.214679:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389027.214683:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767389027.214683:0:339625:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093d0954d. 00000400:00000010:3.0:1767389027.214688:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fc08ec5. 00000020:00000040:1.0:1767389027.214691:0:339625:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000400:00000200:3.0:1767389027.214695:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832d3625 00000100:00000001:1.0:1767389027.214696:0:339625:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767389027.214701:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000832d3625. 00000100:00000001:3.0:1767389027.214708:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767389027.214709:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f32e25e2 00000400:00000010:0.0:1767389027.214713:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f32e25e2. 00000100:00000200:3.0:1767389027.214718:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000055c30b x1853241654530176/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389027.214720:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389027.214758:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389027.214765:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389027.214776:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00080000:1.0:1767389027.214777:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:3.0:1767389027.214780:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000055c30b x1853241654530176/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389027.214783:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000040:1.0:1767389027.214785:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000020:00000001:0.0:1767389027.214788:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389027.214798:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767389027.214805:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767389027.214810:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a8d9d95 x1853241654530176/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:478/0 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389027.214811:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389027.214817:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389027.214822:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389027.214843:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389027.214848:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389027.214853:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389027.214862:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005a8d9d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654530176:12345-0@lo:400: Request processed in 728us (2252us total) trans 0 rc 0/0 00000100:00001000:3.0:1767389027.214866:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=52 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389027.214879:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=52 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389027.214881:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389027.214887:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389027.214893:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389027.214896:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00000001:2.0:1767389027.214897:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389027.214900:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389027.214907:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389027.214911:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389027.214913:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.214917:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389027.214921:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389027.214925:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389027.214930:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767389027.214931:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000055c30b x1853241654530176/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767389027.214934:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389027.214939:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389027.214945:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1a7b426. 00000020:00000010:0.0:1767389027.214952:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003221aedf. 00000400:00000200:2.0:1767389027.214956:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95bc874 00000100:00000001:3.0:1767389027.214964:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767389027.214965:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95bc874. 00000020:00000010:0.0:1767389027.214966:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000072a3660c. 00000100:00000001:2.0:1767389027.214974:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767389027.214977:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073a8d9f4. 00000100:00000200:2.0:1767389027.214987:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7aedec5 x1853241654530432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389027.214989:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1767389027.214990:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000001:3.0:1767389027.214996:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389027.215002:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389027.215033:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000040351cb1. 00000100:00000040:3.0:1767389027.215041:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000055c30b x1853241654530176/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389027.215042:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7aedec5 x1853241654530432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389027.215051:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389027.215058:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389027.215071:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767389027.215083:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c2e4e85. 00000100:00000001:2.0:1767389027.215092:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767389027.215097:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e9014b0. 00000100:00000001:2.0:1767389027.215098:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767389027.215099:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000055c30b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654530176:0@lo:400: 00000100:00000001:2.0:1767389027.215109:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389027.215116:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389027.215117:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.215119:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389027.215125:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389027.215127:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767389027.215131:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389027.215137:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000055c30b x1853241654530176/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767389027.215140:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=43 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389027.215154:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=43 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389027.215163:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767389027.215164:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389027.215171:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389027.215172:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767389027.215175:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767389027.215179:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000134f7215. 00000100:00000001:1.0:1767389027.215181:0:339010:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00080000:2.0:1767389027.215185:0:337537:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b7aedec5 x1853241654530432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389027.215191:0:339010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654530688 02000000:00000001:3.0:1767389027.215192:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389027.215199:0:337539:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767389027.215201:0:339010:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1767389027.215205:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00010000:00000001:2.0:1767389027.215211:0:337537:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389027.215213:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767389027.215220:0:339010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767389027.215222:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000095b04c6a. 00000100:00000001:2.0:1767389027.215223:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767389027.215224:0:339010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389027.215229:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767389027.215235:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767389027.215237:0:339010:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.215238:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389027.215239:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389027.215247:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1767389027.215250:0:339010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654530688 00000100:00000010:3.0:1767389027.215252:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000055c30b. 00000100:00000040:2.0:1767389027.215253:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7aedec5 x1853241654530432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389027.215257:0:339010:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389027.215264:0:339010:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000100:00000001:3.0:1767389027.215267:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1767389027.215271:0:339010:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767389027.215274:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767389027.215280:0:339010:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000100:00000001:3.0:1767389027.215285:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389027.215286:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389027.215288:0:339010:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:1.0:1767389027.215294:0:339010:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:3.0:1767389027.215295:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389027.215299:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389027.215302:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389027.215307:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389027.215312:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389027.215313:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389027.215313:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c13f9465. 00000100:00000001:3.0:1767389027.215319:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767389027.215327:0:339010:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001cec3097. 00000100:00000040:2.0:1767389027.215329:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7aedec5 x1853241654530432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389027.215355:0:339010:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00100000:2.0:1767389027.215358:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7aedec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:337537:1853241654530432:0@lo:400: 00000100:00000001:2.0:1767389027.215366:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389027.215368:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389027.215370:0:339010:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1767389027.215371:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7aedec5 x1853241654530432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389027.215376:0:339010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093d0954d. 00000020:00000010:1.0:1767389027.215384:0:339010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d9155313. 00000100:00000001:2.0:1767389027.215385:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389027.215388:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389027.215392:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf09925c. 00000020:00000010:1.0:1767389027.215393:0:339010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000522e6d58. 02000000:00000001:2.0:1767389027.215396:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389027.215400:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389027.215401:0:337537:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767389027.215404:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767389027.215406:0:339010:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 02000000:00000010:2.0:1767389027.215407:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003f53ab9a. 00000100:00000001:1.0:1767389027.215414:0:339010:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767389027.215415:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767389027.215418:0:339010:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1767389027.215419:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767389027.215422:0:339010:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389027.215423:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7aedec5. 00000100:00000001:2.0:1767389027.215430:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389027.215432:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389027.215432:0:339010:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.215434:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389027.215442:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389027.215443:0:339010:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389027.215445:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.215449:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389027.215451:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389027.215456:0:339010:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389027.215460:0:339010:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767389027.215466:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767389027.215467:0:339010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:2.0:1767389027.215471:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767389027.215476:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767389027.215477:0:339010:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000400:00000001:2.0:1767389027.215479:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767389027.215482:0:339010:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252664415488 : -122821045136128 : ffff904b7f3bd500) 00000400:00000010:2.0:1767389027.215483:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce1a96ef. 00000400:00000200:2.0:1767389027.215491:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181b09ca 00000100:00000040:1.0:1767389027.215492:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000046555f6d x1853241654530688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 224/0 e 0 to 0 dl 1767389038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389027.215495:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181b09ca. 00000100:00000001:2.0:1767389027.215503:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767389027.215508:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767389027.215512:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006bc7eabd x1853241654530304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389027.215515:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008ad0cb77. 00000100:00000001:1.0:1767389027.215532:0:339010:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389027.215534:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389027.215534:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006bc7eabd x1853241654530304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389027.215539:0:339010:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008ad0cb77. 00000100:00000001:3.0:1767389027.215544:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389027.215554:0:339010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000046555f6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337539:x1853241654530688:12345-0@lo:13: 00000100:00000001:2.0:1767389027.215561:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767389027.215563:0:339010:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654530688 00000100:00000001:2.0:1767389027.215566:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389027.215568:0:339010:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389027.215570:0:337536:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767389027.215573:0:339010:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767389027.215574:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767389027.215578:0:339010:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.215579:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389027.215584:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389027.215585:0:339010:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767389027.215588:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389027.215590:0:339010:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000100:00001000:2.0:1767389027.215595:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=46 v=5 (5 0 0 0) 00000100:00000001:3.0:1767389027.215596:0:339008:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767389027.215596:0:339010:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767389027.215604:0:339008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654530560 00000020:00000001:1.0:1767389027.215604:0:339010:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767389027.215605:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=46 v=5 (1 0 0 0) 02000000:00000001:3.0:1767389027.215611:0:339008:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767389027.215613:0:339010:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767389027.215614:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389027.215616:0:339008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767389027.215619:0:339010:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767389027.215620:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389027.215621:0:339008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389027.215626:0:339010:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389027.215628:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767389027.215630:0:339008:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389027.215632:0:339010:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00080000:2.0:1767389027.215636:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006bc7eabd x1853241654530304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389027.215638:0:339010:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389027.215645:0:339010:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d3af6f43. 00000100:00100000:3.0:1767389027.215647:0:339008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654530560 02000000:00000001:1.0:1767389027.215651:0:339010:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389027.215654:0:339008:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1767389027.215657:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389027.215659:0:339008:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000100:00000001:1.0:1767389027.215659:0:339010:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.215662:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767389027.215666:0:339008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767389027.215667:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00002000:00000001:1.0:1767389027.215668:0:339010:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767389027.215674:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389027.215675:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767389027.215676:0:339010:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:2.0:1767389027.215681:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006bc7eabd x1853241654530304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389027.215681:0:339010:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767389027.215688:0:339010:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1767389027.215694:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389027.215697:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00080000:00000001:1.0:1767389027.215697:0:339010:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.215699:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389027.215702:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bc7eabd x1853241654530304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389027.215709:0:339010:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767389027.215718:0:339010:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00100000:2.0:1767389027.215721:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006bc7eabd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654530304:0@lo:400: 00000020:00000020:1.0:1767389027.215727:0:339010:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:2.0:1767389027.215728:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389027.215736:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767389027.215765:0:339008:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=6 00000020:00000001:3.0:1767389027.215770:0:339008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:3.0:1767389027.215773:0:339008:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:3.0:1767389027.215777:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389027.215781:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e6c4734. 00000020:00000020:1.0:1767389027.215783:0:339010:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767389027.215792:0:339010:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00000100:00000001:3.0:1767389027.215793:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767389027.215795:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006bc7eabd x1853241654530304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767389027.215799:0:339010:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:3.0:1767389027.215801:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e6c4734. 00000001:00000001:1.0:1767389027.215809:0:339010:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:3.0:1767389027.215812:0:339008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000134f7215. 00000001:00000001:1.0:1767389027.215815:0:339010:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.215817:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1767389027.215819:0:339008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002bcfbe60. 02000000:00000001:2.0:1767389027.215821:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00002000:00000001:1.0:1767389027.215823:0:339010:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389027.215827:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000460d7c9a. 00000020:00000010:3.0:1767389027.215828:0:339008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f53d94de. 00010000:00000040:1.0:1767389027.215828:0:339010:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654530688 02000000:00000001:2.0:1767389027.215833:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389027.215837:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389027.215839:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:3.0:1767389027.215841:0:339008:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000001:1.0:1767389027.215844:0:339010:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767389027.215847:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767389027.215848:0:339008:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:2.0:1767389027.215850:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000053f3be05. 00000100:00000001:3.0:1767389027.215851:0:339008:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000200:1.0:1767389027.215854:0:339010:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046555f6d x1853241654530688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 224/368 e 0 to 0 dl 1767389038 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389027.215856:0:339008:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389027.215859:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389027.215864:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767389027.215868:0:339008:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000010:2.0:1767389027.215868:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006bc7eabd. 00000100:00000001:3.0:1767389027.215874:0:339008:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:1.0:1767389027.215876:0:339010:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767389027.215877:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389027.215878:0:339008:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.215883:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389027.215884:0:339010:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.215891:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767389027.215892:0:339010:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389027.215893:0:339008:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389027.215897:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389027.215903:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389027.215904:0:339010:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767389027.215910:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767389027.215911:0:339010:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389027.215914:0:339008:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389027.215915:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389027.215916:0:339010:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:3.0:1767389027.215920:0:339008:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767389027.215925:0:339010:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389027.215928:0:339010:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389027.215930:0:339008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:1.0:1767389027.215933:0:339010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389027.215935:0:339008:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 2 00000100:00000001:3.0:1767389027.215939:0:339008:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252664424448 : -122821045127168 : ffff904b7f3bf800) 00000100:00000040:1.0:1767389027.215942:0:339010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767389027.215948:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000851f3c1f x1853241654530560/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 224/0 e 0 to 0 dl 1767389038 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389027.215958:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389027.215962:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e6c4734. 00000100:00000001:3.0:1767389027.215966:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389027.215969:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e6c4734. 00000100:00100000:3.0:1767389027.215985:0:339008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000851f3c1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:337539:x1853241654530560:12345-0@lo:400: 00000100:00000200:3.0:1767389027.215989:0:339008:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654530560 00000400:00000010:1.0:1767389027.215990:0:339010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fae930e. 00000020:00000001:3.0:1767389027.215993:0:339008:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767389027.215997:0:339010:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654530688, offset 224 00000020:00000001:3.0:1767389027.216000:0:339008:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389027.216021:0:339008:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389027.216025:0:339008:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767389027.216026:0:339010:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767389027.216028:0:339008:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:3.0:1767389027.216034:0:339008:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389027.216037:0:339008:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389027.216043:0:339010:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767389027.216044:0:339008:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389027.216049:0:339008:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389027.216052:0:339008:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389027.216054:0:339008:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767389027.216057:0:339010:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372805280 00000100:00000001:3.0:1767389027.216060:0:339008:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389027.216067:0:339008:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767389027.216071:0:339010:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1859 [1] + 224 02000000:00000010:3.0:1767389027.216074:0:339008:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000053ad91d1. 00000400:00000200:1.0:1767389027.216077:0:339010:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767389027.216079:0:339008:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767389027.216083:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767389027.216085:0:339008:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389027.216090:0:339010:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767389027.216091:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000020:00000001:3.0:1767389027.216092:0:339008:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389027.216098:0:339010:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:3.0:1767389027.216102:0:339008:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654530560 00000100:00000200:1.0:1767389027.216107:0:339010:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ebda75e x1853241654530688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389043 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389027.216109:0:339008:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389027.216118:0:339008:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000851f3c1f x1853241654530560/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389027.216124:0:339010:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000009ebda75e x1853241654530688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389027.216162:0:339008:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389027.216166:0:339008:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389027.216169:0:339008:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389027.216174:0:339008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767389027.216175:0:339010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767389027.216180:0:339008:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000001:3.0:1767389027.216184:0:339008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000400:00000200:1.0:1767389027.216185:0:339010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fae930e 02000000:00000001:3.0:1767389027.216187:0:339008:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1767389027.216191:0:339010:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fae930e. 02000000:00000001:3.0:1767389027.216192:0:339008:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389027.216199:0:339010:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389027.216200:0:339008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389027.216205:0:339010:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767389027.216210:0:339008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767389027.216214:0:339010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389027.216216:0:339008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000832d3625. 00000100:00000040:1.0:1767389027.216222:0:339010:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000200:3.0:1767389027.216224:0:339008:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654530560, offset 224 00010000:00000001:1.0:1767389027.216226:0:339010:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767389027.216236:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767389027.216239:0:339010:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.216240:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767389027.216246:0:339008:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767389027.216248:0:339010:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767389027.216252:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389027.216256:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767389027.216257:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046555f6d x1853241654530688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 224/368 e 0 to 0 dl 1767389038 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389027.216260:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e46678b2. 00000400:00000200:3.0:1767389027.216264:0:339008:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389027.216271:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702b52a0 00000400:00000010:2.0:1767389027.216277:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000702b52a0. 00000400:00000200:3.0:1767389027.216284:0:339008:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958372805200 00000100:00100000:1.0:1767389027.216286:0:339010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000046555f6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:337539:x1853241654530688:12345-0@lo:13: Request processed in 773us (1884us total) trans 0 rc 0/0 00000100:00000001:2.0:1767389027.216287:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389027.216297:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ebda75e x1853241654530688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389027.216298:0:339008:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x184d [1] + 224 00000100:00100000:1.0:1767389027.216308:0:339010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000400:00000200:3.0:1767389027.216314:0:339008:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767389027.216314:0:339010:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 1 00000100:00000001:1.0:1767389027.216322:0:339010:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767389027.216326:0:339008:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389027.216327:0:339010:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389027.216333:0:339010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d9155313. 00000100:00000001:3.0:1767389027.216335:0:339008:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767389027.216339:0:339010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000522e6d58. 00000100:00000200:3.0:1767389027.216346:0:339008:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2aa30d6 x1853241654530560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389027.216349:0:339010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093d0954d. 00000100:00000200:2.0:1767389027.216355:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ebda75e x1853241654530688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389027.216359:0:339010:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 5 00000100:00000001:1.0:1767389027.216367:0:339010:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389027.216395:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389027.216401:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389027.216402:0:339008:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2aa30d6 x1853241654530560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389027.216413:0:337539:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767389027.216414:0:339008:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767389027.216417:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389027.216420:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389027.216423:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389027.216426:0:339008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832d3625 02000000:00000001:2.0:1767389027.216426:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389027.216433:0:339008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000832d3625. 00000100:00001000:2.0:1767389027.216436:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=36 v=5 (5 0 0 0) 00000100:00000001:3.0:1767389027.216439:0:339008:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:2.0:1767389027.216443:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389027.216444:0:339008:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389027.216451:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389027.216454:0:339008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.216454:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389027.216458:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1767389027.216462:0:339008:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389027.216466:0:339008:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00080000:2.0:1767389027.216467:0:337539:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009ebda75e x1853241654530688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389027.216471:0:339008:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389027.216479:0:339008:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767389027.216485:0:337539:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.216489:0:337539:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767389027.216490:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000851f3c1f x1853241654530560/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:478/0 lens 224/224 e 0 to 0 dl 1767389038 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389027.216492:0:337539:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1767389027.216497:0:337539:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389027.216502:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389027.216512:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ebda75e x1853241654530688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389027.216518:0:339008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000851f3c1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:337539:x1853241654530560:12345-0@lo:400: Request processed in 552us (2974us total) trans 0 rc 0/0 00000100:00000001:2.0:1767389027.216537:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767389027.216545:0:339008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:2.0:1767389027.216546:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389027.216550:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389027.216553:0:339008:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000004:00000001:2.0:1767389027.216555:0:337539:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1767389027.216557:0:339008:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000040:2.0:1767389027.216560:0:337539:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:3.0:1767389027.216563:0:339008:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000040:2.0:1767389027.216566:0:337539:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000020:00000010:3.0:1767389027.216569:0:339008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002bcfbe60. 00000020:00000010:3.0:1767389027.216577:0:339008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f53d94de. 00000004:00000020:2.0:1767389027.216581:0:337539:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000020:00000010:3.0:1767389027.216583:0:339008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000134f7215. 00000004:00000001:2.0:1767389027.216589:0:337539:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389027.216596:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ebda75e x1853241654530688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389043 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767389027.216599:0:339008:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:3.0:1767389027.216608:0:339008:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767389027.216610:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ebda75e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:337539:1853241654530688:0@lo:13: 00000400:00000001:2.0:1767389027.216625:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389027.216636:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389027.216638:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017343ab8. 00000400:00000200:2.0:1767389027.216642:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb856158 00000400:00000010:2.0:1767389027.216645:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb856158. 00000100:00000001:2.0:1767389027.216650:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389027.216654:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2aa30d6 x1853241654530560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389027.216663:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2aa30d6 x1853241654530560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389027.216671:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389027.216674:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389027.216676:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389027.216678:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389027.216680:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389027.216682:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389027.216685:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389027.216696:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=36 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389027.216699:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389027.216701:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389027.216703:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389027.216705:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767389027.216710:0:337539:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d2aa30d6 x1853241654530560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389027.216717:0:337539:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.216720:0:337539:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767389027.216722:0:337539:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1767389027.216805:0:337539:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389027.216807:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389027.216811:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2aa30d6 x1853241654530560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389027.216817:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389027.216819:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389027.216821:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389027.216825:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2aa30d6 x1853241654530560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389027.216840:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2aa30d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:337539:1853241654530560:0@lo:400: 00000100:00000001:2.0:1767389027.216844:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389027.216847:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389027.216851:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ebda75e x1853241654530688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389043 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389027.216858:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389027.216861:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389027.216864:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000096130927. 02000000:00000001:2.0:1767389027.216869:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389027.216870:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389027.216873:0:337539:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767389027.216875:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389027.216877:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001bc67fa3. 02000000:00000001:2.0:1767389027.216882:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389027.216884:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389027.216886:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ebda75e. 00000100:00000001:2.0:1767389027.216891:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389027.216893:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389027.216895:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389027.216899:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2aa30d6 x1853241654530560/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389027.216905:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389027.216907:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389027.216909:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000399494bd. 02000000:00000001:2.0:1767389027.216913:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389027.216915:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389027.216917:0:337539:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767389027.216919:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389027.216921:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006104f1d4. 02000000:00000001:2.0:1767389027.216925:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389027.216927:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389027.216929:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2aa30d6. 00000100:00000001:2.0:1767389027.216933:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389027.216935:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389027.216942:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389027.216947:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389027.216949:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389027.216953:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389027.216956:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389027.236824:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299615256, at 4299615257 00000100:00000010:1.0:1767389027.236837:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010164c02. 00000100:00000040:0.0:1767389027.236854:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299615255, at 4299615257 00000100:00000040:2.0:1767389027.236855:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299615256, at 4299615257 00000100:00000010:2.0:1767389027.236874:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019bf65ec. 00000100:00000010:0.0:1767389027.236879:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a5f08aa. 00000100:00000040:3.0:1767389027.236896:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299615256, at 4299615257 00000100:00000010:3.0:1767389027.236911:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a88dfa3c. 00010000:00000001:3.0:1767389027.531840:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389027.531849:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389027.531859:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389027.531861:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389027.531933:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389027.531938:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389027.531942:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767389028.153638:0:346267:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767389028.153644:0:346267:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:1.0:1767389028.158822:0:346267:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767389028.168170:0:346268:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003a2c059c. 00000400:00000010:1.0:1767389028.168190:0:346268:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000030c41e4c. 00000400:00000010:1.0:1767389028.168204:0:346268:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c88794bb. 00000400:00000010:1.0:1767389028.168208:0:346268:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000029d89590. 00000400:00000010:1.0:1767389028.168213:0:346268:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cbb3c44b. 00000400:00000010:1.0:1767389028.168218:0:346268:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000650f2d21. 00000400:00000010:1.0:1767389028.168220:0:346268:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007d6d8421. 00000400:00000010:1.0:1767389028.168222:0:346268:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000089280243. 00000400:00000010:1.0:1767389028.168227:0:346268:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005d3e7f4f. 00000800:00000010:1.0:1767389028.168250:0:346268:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000deee15c8. 00000800:00000200:1.0:1767389028.168265:0:346268:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767389028.168278:0:346268:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767389028.168328:0:346268:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:1.0:1767389028.168355:0:346268:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp26 [8/256/0/180] 00000400:00000010:1.0:1767389028.170430:0:346268:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000e6554371. 00000400:00000010:1.0:1767389028.170439:0:346268:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035cebf04. 00000400:00000010:1.0:1767389028.170447:0:346268:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fae930e. 00000400:00000001:1.0:1767389028.170468:0:346268:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389028.170471:0:346268:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389028.170473:0:346268:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092cd2511. 00000400:00000200:1.0:1767389028.170476:0:346268:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000400:00000010:1.0:1767389028.170478:0:346268:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000400:00000010:1.0:1767389028.170483:0:346268:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000005ab54caf. 00000400:00000200:1.0:1767389028.170489:0:346268:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (17) 00000400:00000200:1.0:1767389028.170503:0:346268:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389028.170515:0:346268:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:1.0:1767389028.170525:0:346268:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005c5a9f63. 00000020:01000000:1.0:1767389028.170532:0:346268:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767389028.170535:0:346268:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp26 00000400:00000200:3.0:1767389028.170537:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767389028.170547:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:1.0:1767389028.170552:0:346268:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000030c41e4c. 00000400:00000010:3.0:1767389028.170558:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000832d3625. 00000400:00000010:1.0:1767389028.170560:0:346268:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003a2c059c. 00000400:00000200:3.0:1767389028.170565:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (18) 00000400:00000010:3.0:1767389028.170575:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002a34f658. 00000400:00000200:3.0:1767389028.170580:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp24 00000400:00000200:3.0:1767389028.170599:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp24 to MR: 192.168.204.113@tcp24 local destination 00000400:00000200:3.0:1767389028.170610:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp24 NI seq info: [41:41:256:4294967295] 192.168.204.113@tcp24 LPNI seq info [41:41:8:4294967295] 00000400:00000200:3.0:1767389028.170618:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp24 00000400:00000200:3.0:1767389028.170627:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp24(192.168.204.113@tcp24:192.168.204.113@tcp24) -> 192.168.204.113@tcp24(192.168.204.113@tcp24:192.168.204.113@tcp24) : PUT try# 0 00000020:00000001:0.0:1767389028.170634:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:3.0:1767389028.170635:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.204.113@tcp24 10000000:00000001:0.0:1767389028.170642:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000010:3.0:1767389028.170643:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab3ec662. 10000000:00000001:0.0:1767389028.170649:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767389028.170653:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:3.0:1767389028.170661:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7bed6a0] -> 12345-192.168.204.113@tcp24 (6) 00000020:01000004:0.0:1767389028.170662:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767389028.170669:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767389028.170671:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389028.170673:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389028.170675:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389028.170679:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:3.0:1767389028.170680:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp24 ip 192.168.204.113:988 00000020:01000004:0.0:1767389028.170681:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767389028.170685:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:3.0:1767389028.170688:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ab3ec662 type 1, nob 416 niov 1 nkiov 1 00000020:01000004:0.0:1767389028.170689:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389028.170693:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767389028.170702:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b3037de. 00000020:00000040:0.0:1767389028.170709:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:3.0:1767389028.170715:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000100:00000001:0.0:1767389028.170716:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767389028.170721:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 02000000:00000001:0.0:1767389028.170768:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389028.170778:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389028.170794:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005b0fbd37. 00000100:00000001:0.0:1767389028.170809:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389028.170823:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389028.170829:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389028.170843:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b3037de] to pc [ptlrpcd_00_00+0] req@000000007b3037de x1853241654530816/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767389028.170896:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389028.170902:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389028.170906:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767389028.170909:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767389028.170913:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767389028.170916:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767389028.170920:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767389028.170920:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000010:2.0:1767389028.170924:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab3ec662. 10000000:00000001:0.0:1767389028.170925:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767389028.170927:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767389028.170930:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767389028.170935:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:01000000:0.0:1767389028.170935:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767389028.170936:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007b3037de x1853241654530816/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767389028.170942:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767389028.170949:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767389028.170954:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp24->192.168.204.113@tcp24: PUT: OK 00000020:01000004:0.0:1767389028.170955:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389028.170960:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767389028.170966:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767389028.170967:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389028.170970:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767389028.170971:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:01000004:0.0:1767389028.170972:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767389028.170976:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767389028.170979:0:337529:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp24: 0 00000020:01000004:0.0:1767389028.170980:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767389028.170983:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389028.171008:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003fe1743c. 02000000:00000001:3.0:1767389028.171010:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1767389028.171014:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 02000000:00000001:3.0:1767389028.171016:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767389028.171016:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767389028.171020:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389028.171023:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389028.171025:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000001:2.0:1767389028.171031:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767389028.171032:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007b3037de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654530816:0@lo:253: 02000000:00000001:0.0:1767389028.171032:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767389028.171041:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767389028.171043:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:2.0:1767389028.171048:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767389028.171048:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f31fb6fa. 02000000:00000001:3.0:1767389028.171052:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767389028.171058:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389028.171059:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389028.171068:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp24(192.168.204.113@tcp24) <- 192.168.204.113@tcp24 : PUT - for me 00000100:00000001:0.0:1767389028.171069:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767389028.171070:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767389028.171075:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389028.171084:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d395a76a. 00000100:00000040:0.0:1767389028.171084:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe1743c] to pc [ptlrpcd_00_01+1] req@000000003fe1743c x1853241654530944/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389028.171091:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 320 into portal 0 MB=0x8000000000000000 02000000:00000001:3.0:1767389028.171092:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389028.171104:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fc08ec5. 00000400:00000200:2.0:1767389028.171109:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 304/320 into md 0x1805 [1] + 0 10000000:00000001:0.0:1767389028.171112:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389028.171119:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002889adf1. 10000000:00000001:0.0:1767389028.171119:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389028.171127:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389028.171129:0:337529:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e2359eeb 00000020:01000000:0.0:1767389028.171129:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767389028.171136:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005c5a9f63. 00000800:00000001:2.0:1767389028.171139:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767389028.171142:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cc6da4a. 00000800:00000001:2.0:1767389028.171148:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767389028.171151:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654530816, portal 25 00000400:00000200:2.0:1767389028.171152:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389028.171159:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389028.171164:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144658432 : -122821564893184 : ffff904b6040f800) 00000400:00000200:2.0:1767389028.171164:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp24->192.168.204.113@tcp24: PUT: OK 00000100:00000001:0.0:1767389028.171167:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767389028.171174:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2359eeb 00000100:00000040:3.0:1767389028.171177:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007b3037de x1853241654530816/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389028.171180:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2359eeb. 00000100:00000001:0.0:1767389028.171182:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389028.171187:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767389028.171190:0:337529:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:0.0:1767389028.171196:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003fe1743c x1853241654530944/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389028.171198:0:337529:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (19) 00000100:00000001:3.0:1767389028.171200:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389028.171211:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767389028.171212:0:337529:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000010:3.0:1767389028.171220:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ec252ab. 00000400:00000200:2.0:1767389028.171223:0:337529:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (320 bytes) 00000100:00000200:3.0:1767389028.171229:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654530816, offset 0 00000100:00000001:0.0:1767389028.171231:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767389028.171236:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:0.0:1767389028.171237:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389028.171244:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767389028.171246:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389028.171250:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389028.171253:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389028.171256:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (20) 00000100:00100000:0.0:1767389028.171257:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003fe1743c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654530944:0@lo:253: 00000100:00000001:0.0:1767389028.171262:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389028.171266:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389028.171271:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389028.171274:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767389028.171281:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389028.171281:0:337529:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000010:0.0:1767389028.171283:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006268f9a3. 02000000:00000001:0.0:1767389028.171290:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389028.171297:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp24 to MR: 192.168.204.113@tcp24 local destination 00000400:00000010:0.0:1767389028.171299:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fab528f. 00000400:00000200:2.0:1767389028.171306:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp24 NI seq info: [42:42:256:4294967295] 192.168.204.113@tcp24 LPNI seq info [42:42:8:4294967295] 00000400:00000010:0.0:1767389028.171308:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b67ea1d2. 00000100:00000200:0.0:1767389028.171317:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654530944, portal 25 00000100:00000001:0.0:1767389028.171325:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389028.171328:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144655744 : -122821564895872 : ffff904b6040ed80) 00000400:00000200:2.0:1767389028.171337:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp24(192.168.204.113@tcp24:192.168.204.113@tcp24) -> 192.168.204.113@tcp24(192.168.204.113@tcp24:192.168.204.113@tcp24) 192.168.204.113@tcp24 : ACK try# 0 00000100:00000040:0.0:1767389028.171339:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003fe1743c x1853241654530944/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767389028.171354:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp24 00000400:00000200:3.0:1767389028.171356:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372805300 00000100:00000001:0.0:1767389028.171363:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767389028.171364:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006104f1d4. 00000100:00000040:0.0:1767389028.171373:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767389028.171375:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1119 [2] + 0 00000800:00000200:2.0:1767389028.171379:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7bed6a0] -> 12345-192.168.204.113@tcp24 (6) 00000400:00000010:0.0:1767389028.171382:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b853b23. 00000400:00000010:3.0:1767389028.171387:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee008ddd. 00000800:00000200:2.0:1767389028.171393:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp24 ip 192.168.204.113:993 00000400:00000200:3.0:1767389028.171395:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ed3f9b9b 00000800:00000200:2.0:1767389028.171398:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006104f1d4 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:0.0:1767389028.171401:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654530944, offset 0 00000400:00000200:3.0:1767389028.171406:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767389028.171412:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767389028.171415:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389028.171417:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:2.0:1767389028.171426:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389028.171427:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed3f9b9b 00000400:00000200:0.0:1767389028.171432:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767389028.171435:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed3f9b9b. 00000100:00000001:3.0:1767389028.171443:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767389028.171448:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372805380 00000100:00000200:3.0:1767389028.171449:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767389028.171455:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1129 [2] + 0 00000400:00000010:0.0:1767389028.171460:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd9153e5. 00000100:00000040:3.0:1767389028.171465:0:337536:0:(events.c:337:request_in_callback()) incoming req@0000000032800a6d x1853241654530816 msgsize 4848 00000400:00000200:0.0:1767389028.171467:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c4d4e1d0 00000800:00000200:2.0:1767389028.171469:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389028.171474:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006104f1d4. 00000400:00000200:0.0:1767389028.171477:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767389028.171480:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767389028.171481:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767389028.171485:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767389028.171494:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp24->192.168.204.113@tcp24: ACK: OK 00000400:00000200:0.0:1767389028.171501:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389028.171508:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767389028.171508:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767389028.171509:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4d4e1d0 00000400:00000010:0.0:1767389028.171515:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4d4e1d0. 00000800:00000001:2.0:1767389028.171516:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389028.171523:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767389028.171524:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767389028.171525:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ec252ab 00000800:00000001:2.0:1767389028.171528:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389028.171530:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767389028.171532:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ec252ab. 00000800:00000001:2.0:1767389028.171533:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767389028.171537:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000a16103d7 x1853241654530944 msgsize 4848 00000800:00000001:2.0:1767389028.171542:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389028.171543:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767389028.171550:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767389028.171556:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007b3037de x1853241654530816/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389028.171558:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767389028.171565:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp24(192.168.204.113@tcp24) <- 192.168.204.113@tcp24 : ACK - for me 00000100:00000001:0.0:1767389028.171573:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389028.171584:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767389028.171588:0:337529:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp24: ACK from 12345-192.168.204.113@tcp24 into md 0x1879 00000100:00000040:3.0:1767389028.171593:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007b3037de x1853241654530816/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389028.171596:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389028.171597:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b853b23 00000400:00000010:0.0:1767389028.171604:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b853b23. 00000100:00000001:0.0:1767389028.171612:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767389028.171613:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp24->192.168.204.113@tcp24: ACK: OK 00000100:00000001:3.0:1767389028.171616:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389028.171621:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767389028.171622:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003fe1743c x1853241654530944/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389028.171623:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832d3625 00000400:00000010:2.0:1767389028.171629:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000832d3625. 00000100:00000001:3.0:1767389028.171632:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389028.171637:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767389028.171643:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299616214 00000400:00000200:2.0:1767389028.171648:0:337529:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000100:00000001:0.0:1767389028.171650:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767389028.171654:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a88dfa3c. 00000400:00000200:2.0:1767389028.171658:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000040:0.0:1767389028.171659:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003fe1743c x1853241654530944/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389028.171666:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767389028.171667:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (19) 00000100:00000001:0.0:1767389028.171675:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389028.171681:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299616214 00000100:00000001:0.0:1767389028.171682:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767389028.171686:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767389028.171691:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053ccad4f. 00000800:00000001:2.0:1767389028.171692:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389028.171694:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389028.171700:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767389028.171703:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299616214 00000100:00000001:3.0:1767389028.171709:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299616214 00000100:00000001:0.0:1767389028.171709:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299616214 00000100:00000001:0.0:1767389028.171715:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299616214 00000100:00000010:3.0:1767389028.171718:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000043d8f4ca. 00000100:00000001:0.0:1767389028.171721:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299616214 00000100:00000001:0.0:1767389028.171756:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299616215 00000400:00000200:2.0:1767389028.171758:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767389028.171766:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000000d40a0ee. 00000100:00000001:3.0:1767389028.171767:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767389028.171775:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1a7b426. 00000100:00000001:3.0:1767389028.171776:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299616215 00000100:00000001:0.0:1767389028.171781:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299616214 00000400:00000010:2.0:1767389028.171785:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95bc874. 00000100:00000010:3.0:1767389028.171787:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000633d0ac7. 00000100:00000001:0.0:1767389028.171792:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299616215 00000400:00000200:2.0:1767389028.171794:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000000d40a0ee 00000100:00000001:3.0:1767389028.171795:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767389028.171802:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000003ef866b3. 00000100:00000001:3.0:1767389028.171805:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389028.171806:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299616215 00000400:00000200:2.0:1767389028.171808:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000100:00000001:3.0:1767389028.171812:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389028.171817:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389028.171819:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102051 00000100:00000001:3.0:1767389028.171820:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389028.171828:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389028.171829:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (18) 00000100:00000001:3.0:1767389028.171830:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389028.171840:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389028.171841:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000006aadc72b. 00000100:00000001:3.0:1767389028.171848:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389028.171849:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767389028.171851:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086cc09bc. 00000100:00000001:3.0:1767389028.171860:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767389028.171862:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000072476e3d. 00000100:00000001:3.0:1767389028.171871:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389028.171876:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767389028.171877:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000100:00000001:3.0:1767389028.171878:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389028.171883:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389028.171885:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389028.171892:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000100:00000001:3.0:1767389028.171894:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389028.171894:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389028.171899:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767389028.171903:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000001:0.0:1767389028.171904:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389028.171913:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389028.171919:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:2.0:1767389028.171928:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:2.0:1767389028.171933:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00000001:3.0:1767389028.171935:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389028.171940:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654530816 00000400:00000200:2.0:1767389028.171941:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 02000000:00000001:3.0:1767389028.171946:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389028.171948:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767389028.171952:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000100:00100000:0.0:1767389028.171954:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654530944 00000100:00000001:3.0:1767389028.171955:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389028.171963:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389028.171963:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767389028.171964:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000100:00000001:0.0:1767389028.171969:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767389028.171973:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389028.171974:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389028.171979:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 02000000:00000001:0.0:1767389028.171983:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389028.171984:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654530816 00000400:00000200:2.0:1767389028.172009:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000020:00000001:3.0:1767389028.172011:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1767389028.172014:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654530944 00000020:00000040:3.0:1767389028.172017:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767389028.172019:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767389028.172022:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000020:00000001:3.0:1767389028.172024:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389028.172024:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767389028.172048:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389028.172049:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000040:0.0:1767389028.172051:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:3.0:1767389028.172054:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389028.172058:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389028.172063:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389028.172065:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000200:2.0:1767389028.172076:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00000001:0.0:1767389028.172077:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389028.172078:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767389028.172086:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000020:00000010:0.0:1767389028.172086:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001bab8c77. 00000020:00000010:3.0:1767389028.172087:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2c98dc4. 00000100:00000001:0.0:1767389028.172095:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389028.172096:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389028.172101:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000020:00000010:0.0:1767389028.172103:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001bab8c77. 00000020:00000010:3.0:1767389028.172104:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2c98dc4. 00000400:00000200:2.0:1767389028.172112:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000020:00000010:0.0:1767389028.172117:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b644bd55. 00000020:00000010:3.0:1767389028.172118:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001552d8f3. 00000400:00000200:2.0:1767389028.172119:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000020:00000010:0.0:1767389028.172128:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003221aedf. 00000400:00000200:2.0:1767389028.172129:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000020:00000010:3.0:1767389028.172130:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ae595488. 00000020:00000010:0.0:1767389028.172140:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000072a3660c. 00000020:00000010:3.0:1767389028.172141:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f53d94de. 00000400:00000200:2.0:1767389028.172141:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:2.0:1767389028.172152:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp25 00000100:00000040:0.0:1767389028.172154:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767389028.172160:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp25 lpni_is_preferred = 0 00000100:00000001:0.0:1767389028.172161:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389028.172162:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389028.172166:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389028.172168:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767389028.172168:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp25 00000100:00000001:0.0:1767389028.172170:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389028.172174:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389028.172181:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp25 NI seq info: [43:43:256:4294967295] 192.168.204.113@tcp25 LPNI seq info [43:43:8:4294967295] 00000100:00000001:0.0:1767389028.172183:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389028.172185:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389028.172191:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp25 00000100:00000001:0.0:1767389028.172197:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389028.172198:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389028.172206:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp25(192.168.204.113@tcp25:) -> 192.168.204.113@tcp25(192.168.204.113@tcp:192.168.204.113@tcp25) : GET try# 0 00000800:00000200:2.0:1767389028.172214:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp25 00000800:00000010:2.0:1767389028.172219:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006104f1d4. 00000100:00000001:0.0:1767389028.172220:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389028.172221:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389028.172225:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767389028.172226:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:2.0:1767389028.172229:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000823d5546. 00000100:00100000:0.0:1767389028.172235:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000800:00000010:2.0:1767389028.172238:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000017160571. 00000100:00000040:0.0:1767389028.172240:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00100000:3.0:1767389028.172245:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000800:00000200:2.0:1767389028.172253:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823d5546] -> 12345-192.168.204.113@tcp25 (2) 00000100:00000040:3.0:1767389028.172254:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:0.0:1767389028.172255:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361788496 : -122821347763120 : ffff904b6d321c50) 00000100:00000001:3.0:1767389028.172262:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361782352 : -122821347769264 : ffff904b6d320450) 00000800:00000200:2.1:1767389028.172264:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823d5546] -> 12345-192.168.204.113@tcp25 (2) 00000100:00000040:0.0:1767389028.172268:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a16103d7 x1853241654530944/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:479/0 lens 4848/0 e 0 to 0 dl 1767389039 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389028.172283:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767389028.172286:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000032800a6d x1853241654530816/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:479/0 lens 4848/0 e 0 to 0 dl 1767389039 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389028.172286:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000020:00000010:0.0:1767389028.172290:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001bab8c77. 00000400:00000200:2.0:1767389028.172295:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100251 rc 0 00000100:00000001:0.0:1767389028.172298:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389028.172306:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001bab8c77. 00000100:00000001:3.0:1767389028.172316:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767389028.172320:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a16103d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654530944:12345-0@lo:253: 00000020:00000010:3.0:1767389028.172324:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2c98dc4. 00000100:00000200:0.0:1767389028.172325:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654530944 00000100:00000001:3.0:1767389028.172332:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767389028.172333:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767389028.172335:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2c98dc4. 00000020:00000001:0.0:1767389028.172339:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767389028.172343:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000032800a6d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654530816:12345-0@lo:253: 00000020:00000001:0.0:1767389028.172343:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389028.172348:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1767389028.172350:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654530816 00000020:00000001:0.0:1767389028.172352:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:3.0:1767389028.172354:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389028.172357:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389028.172360:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389028.172361:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389028.172364:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389028.172366:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389028.172371:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389028.172371:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767389028.172373:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000020:00000001:3.0:1767389028.172376:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:0.0:1767389028.172378:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389028.172382:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767389028.172385:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767389028.172386:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389028.172390:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767389028.172392:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389028.172396:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389028.172398:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389028.172402:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000055389bdf. 00000100:00000001:3.0:1767389028.172403:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389028.172408:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767389028.172409:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389028.172414:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389028.172417:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:3.0:1767389028.172419:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b2a088ad. 02000000:00000001:3.0:1767389028.172424:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389028.172426:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389028.172429:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767389028.172430:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 20000000:00000010:0.0:1767389028.172430:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d02327cd. 20000000:00000010:3.0:1767389028.172439:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005882f8ef. 20000000:01000000:0.0:1767389028.172440:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1767389028.172447:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767389028.172447:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767389028.172451:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767389028.172452:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767389028.172455:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389028.172460:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767389028.172460:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389028.172463:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767389028.172465:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389028.172467:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 20000000:00000001:3.0:1767389028.172469:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389028.172474:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767389028.172478:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000009e30be1. 20000000:01000000:0.0:1767389028.172491:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:0.0:1767389028.172497:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767389028.172501:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00080000:00000001:0.0:1767389028.172506:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767389028.172530:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.172567:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.172603:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.172635:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00080000:00000001:0.0:1767389028.172669:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767389028.172675:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767389028.172676:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00080000:00000001:0.0:1767389028.172678:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389028.172684:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767389028.172689:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767389028.172696:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:0.0:1767389028.172701:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767389028.172709:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000016c502e9. 00000400:00000200:2.0:1767389028.172711:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00080000:00000001:0.0:1767389028.172712:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252119568384 : -122821589983232 : ffff904b5ec22000) 00080000:00000001:0.0:1767389028.172719:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767389028.172779:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.172815:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.172849:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000001:00000001:0.0:1767389028.172883:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767389028.172887:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389028.172888:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00080000:00000001:0.0:1767389028.172892:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767389028.172920:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00080000:00000001:0.0:1767389028.172926:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389028.172931:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767389028.172954:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.173006:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.173049:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.173093:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00080000:00000001:0.0:1767389028.173123:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767389028.173129:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767389028.173141:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.173171:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.173226:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.173275:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.173305:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.173342:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.173403:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.173448:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.173499:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.173565:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.173615:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.173662:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.173701:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000800:00000010:3.0:1767389028.174219:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006eb2e544. 00000800:00000010:3.0:1767389028.174227:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c4d4e1d0. 00000800:00000010:3.0:1767389028.174241:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ad7e5df9. 00000800:00000010:3.0:1767389028.174298:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ad7e5df9. 00000400:00000200:1.0:1767389028.174319:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767389028.174343:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp25 from 223.3.0.2 00000800:00000010:1.0:1767389028.174348:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000739309bd. 00000800:00000010:3.0:1767389028.174392:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000595ce883. 00000800:00000010:3.0:1767389028.174398:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ed3f9b9b. 00000800:00000010:3.0:1767389028.174429:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e4bd4742. 00000800:00000200:3.1:1767389028.174437:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823d5546] -> 12345-192.168.204.113@tcp25 (2) 00000800:00000200:3.1:1767389028.174444:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp25 00000000e4bd4742 deleted 00000800:00000010:3.1:1767389028.174447:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e4bd4742. 00000800:00000200:3.1:1767389028.174453:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767389028.174462:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp25 ip 192.168.204.113:991 00000800:00000200:3.1:1767389028.174465:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006104f1d4 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767389028.174473:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp25 p 3.x 192.168.204.113 -> 192.168.204.113:991 incarnation:1767389025731465142 sched[0] 00000800:00000010:3.0:1767389028.174480:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ad7e5df9. 00000800:00000010:3.0:1767389028.174543:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ad7e5df9. 00000800:00000010:3.0:1767389028.174548:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ed3f9b9b. 00000800:00000010:3.0:1767389028.174581:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000739309bd. 00000800:00000001:3.0:1767389028.174593:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389028.174597:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767389028.174656:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389028.174660:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006104f1d4. 00000400:00000200:3.0:1767389028.174665:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389028.174673:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp25->192.168.204.113@tcp25: GET: OK 00000400:00000200:3.0:1767389028.174677:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767389028.174681:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000800:00000200:2.1:1767389028.174844:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767389028.174854:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp25 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389025731465142 sched[0] 00000800:00000010:2.0:1767389028.174858:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c4d4e1d0. 00000400:00000200:2.0:1767389028.174928:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.175009:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.175087:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.175183:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.175233:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.175277:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.175323:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.175379:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000800:00000001:3.0:1767389028.175393:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389028.175402:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389028.175405:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389028.175416:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389028.175424:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389028.175430:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp25(192.168.204.113@tcp25) <- 192.168.204.113@tcp25 : GET - for me 00000400:00000200:3.0:1767389028.175444:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767389028.175453:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 320/320 into md 0x1875 [1] + 0 00000400:00000200:3.0:1767389028.175462:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp25 to MR: 192.168.204.113@tcp25 local destination 00000400:00000200:3.0:1767389028.175471:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp25 NI seq info: [44:44:256:4294967295] 192.168.204.113@tcp25 LPNI seq info [44:44:8:4294967295] 00000400:00000200:2.0:1767389028.175486:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389028.175490:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp25(192.168.204.113@tcp25:192.168.204.113@tcp25) -> 192.168.204.113@tcp25(192.168.204.113@tcp25:192.168.204.113@tcp25) 192.168.204.113@tcp25 : REPLY try# 0 00000800:00000200:3.0:1767389028.175500:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.204.113@tcp25 00000800:00000010:3.0:1767389028.175506:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097c6937f. 00000800:00000200:3.0:1767389028.175522:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823d5546] -> 12345-192.168.204.113@tcp25 (4) 00000400:00000200:2.0:1767389028.175528:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000800:00000200:3.0:1767389028.175529:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp25 ip 192.168.204.113:988 00000800:00000200:3.0:1767389028.175536:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097c6937f type 3, nob 416 niov 1 nkiov 1 00000400:00000200:2.0:1767389028.175586:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000800:00000200:3.0:1767389028.175617:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389028.175621:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097c6937f. 00000400:00000200:3.0:1767389028.175626:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389028.175632:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp25->192.168.204.113@tcp25: REPLY: OK 00000400:00000200:2.0:1767389028.175640:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000800:00000001:3.0:1767389028.175645:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389028.175653:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389028.175656:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389028.175661:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389028.175663:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389028.175667:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389028.175674:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp25(192.168.204.113@tcp25) <- 192.168.204.113@tcp25 : REPLY - for me 00000400:00000200:3.0:1767389028.175685:0:337530:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp25: Reply from 12345-192.168.204.113@tcp25 of length 320/320 into md 0x1891 00000800:00000001:3.0:1767389028.175691:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767389028.175691:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000800:00000001:3.0:1767389028.175703:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389028.175707:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389028.175714:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp25->192.168.204.113@tcp25: REPLY: OK 00000400:00000200:3.0:1767389028.175720:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086cc09bc 00000400:00000010:3.0:1767389028.175722:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086cc09bc. 00000400:00000200:3.0:1767389028.175756:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767389028.175762:0:337530:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:3.0:1767389028.175767:0:337530:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:3.0:1767389028.175773:0:337530:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 18. state = 0x100251 00000400:00000200:3.0:1767389028.175779:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389028.175788:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389028.175791:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (19) 00000800:00000001:3.0:1767389028.175802:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389028.175808:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389028.175846:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389028.175902:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767389028.175910:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000d1 00000400:00000200:2.0:1767389028.175918:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000010:3.0:1767389028.175919:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 00000000134f7215. 00000400:00000010:3.0:1767389028.175929:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 000000002518750a. 00000400:00000010:3.0:1767389028.175941:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 000000009ca11833. 00000400:00000200:2.0:1767389028.176004:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000010:3.0:1767389028.176005:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004ab43387. 00000400:00000200:3.0:1767389028.176017:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004ab43387 nid 192.168.204.113@tcp26 00000400:00000010:3.0:1767389028.176022:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000bbdb7acc. 00000400:00000200:3.0:1767389028.176027:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000bbdb7acc net tcp26 00000400:00000200:3.0:1767389028.176039:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (18) 00000400:00000200:3.0:1767389028.176046:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp26 flags 0x11 00000400:00000010:3.0:1767389028.176052:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 00000000134f7215. 00000400:00000010:3.0:1767389028.176058:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 000000002518750a. 00000400:00000010:3.0:1767389028.176063:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 000000009ca11833. 00000400:00000010:3.0:1767389028.176067:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000006aadc72b. 00000400:00000200:3.0:1767389028.176074:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:3.0:1767389028.176079:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:2.0:1767389028.176079:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389028.176090:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:3.0:1767389028.176097:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:3.0:1767389028.176102:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:3.0:1767389028.176106:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:3.0:1767389028.176113:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:3.0:1767389028.176119:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (19) 00000400:00000200:2.0:1767389028.176155:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.176231:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.176290:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.176352:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.176432:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.176521:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.176607:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.176677:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.176906:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.177004:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.177054:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.177088:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.177131:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.177171:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389028.177465:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767389028.177559:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009b6e7c45. 00000800:00000010:2.0:1767389028.177566:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017e33169. 00000800:00000010:2.0:1767389028.177571:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003c8ef982. 00000400:00000200:3.0:1767389028.177583:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp25 from 222.3.0.2 00000800:00000010:3.0:1767389028.177588:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000009dae4441. 00000800:00000010:2.0:1767389028.177612:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003c8ef982. 00000800:00000010:2.0:1767389028.177660:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087e71ab7. 00000800:00000010:2.0:1767389028.177666:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000e6e8406. 00000800:00000010:2.0:1767389028.177689:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cbd75481. 00000800:00000200:2.1:1767389028.177697:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823d5546] -> 12345-192.168.204.113@tcp25 (4) 00000800:00000200:2.1:1767389028.177703:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp25 00000000cbd75481 deleted 00000800:00000010:2.1:1767389028.177705:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cbd75481. 00000800:00000200:2.1:1767389028.177709:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767389028.177716:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp25 p 3.x 192.168.204.113 -> 192.168.204.113:990 incarnation:1767389025731465142 sched[0] 00000800:00000010:2.0:1767389028.177721:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003c8ef982. 00000800:00000010:2.0:1767389028.177809:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003c8ef982. 00000800:00000010:2.0:1767389028.177815:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000e6e8406. 00000800:00000010:2.0:1767389028.177849:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000009dae4441. 00000800:00000001:1.0:1767389028.177859:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389028.177869:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767389028.177891:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767389028.177899:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp25 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389025731465142 sched[0] 00000800:00000010:2.0:1767389028.177902:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017e33169. 00000800:00000001:1.0:1767389028.178020:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389028.178026:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767389028.186288:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389028.186295:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767389028.186297:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00040000:00000001:2.0:1767389028.186302:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767389028.186303:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767389028.186309:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767389028.186309:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767389028.186314:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767389028.186318:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767389028.186322:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000016c502e9. 20000000:01000000:0.0:1767389028.186327:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767389028.186328:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767389028.186344:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389028.186350:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:00000010:1.0:1767389028.186357:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000022aa4b7e. 00080000:00000020:0.0:1767389028.186358:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767389028.186364:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:1.0:1767389028.186369:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767389028.186374:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767389028.186388:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389028.186393:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389028.186396:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389028.186402:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389028.186406:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767389028.186407:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767389028.186413:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767389028.186414:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767389028.186417:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000005b9fd16. 00010000:00000001:0.0:1767389028.186425:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767389028.186430:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:0.0:1767389028.186431:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000adb40525. 00000020:00000001:1.0:1767389028.186434:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767389028.186439:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1767389028.186440:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:1.0:1767389028.186444:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767389028.186451:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000225c2d05. 00000020:00000040:0.0:1767389028.186453:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000adb40525 with handle 0x95cd417baf429478 to hash 00080000:00000001:1.0:1767389028.186467:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247412106240 : -122826297445376 : ffff904a462bf400) 00000020:00000001:0.0:1767389028.186467:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389028.186470:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00080000:00000001:1.0:1767389028.186472:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767389028.186476:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389028.186481:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389028.186484:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389028.186487:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf429478 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389028.186497:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389028.186501:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389028.186504:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389028.186507:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389028.186510:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389028.186512:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389028.186514:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389028.186517:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389028.186519:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389028.186522:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389028.186523:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389028.186526:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005b9fd16) refcount = 1 00010000:00010000:0.0:1767389028.186530:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000adb40525/0x95cd417baf429478 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389028.186536:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389028.186539:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389028.186541:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389028.186543:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389028.186545:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389028.186549:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389028.186553:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:0.0:1767389028.186556:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389028.186558:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389028.186560:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=4 00000020:00000001:0.0:1767389028.186562:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389028.186573:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389028.186576:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389028.186578:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf429478 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389028.186584:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389028.186587:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf429478 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389028.186592:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389028.186594:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1767389028.186595:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:0.0:1767389028.186596:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000adb40525/0x95cd417baf429478 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767389028.186600:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389028.186607:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767389028.186608:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389028.186612:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389028.186616:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389028.186618:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000adb40525/0x95cd417baf429478 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389028.186625:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000adb40525 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389028.186627:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:1.0:1767389028.186630:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389028.186630:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389028.186633:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000adb40525/0x95cd417baf429478 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767389028.186635:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767389028.186644:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389028.186646:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389028.186647:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389028.186649:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=5 00000020:00000001:0.0:1767389028.186652:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389028.186654:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389028.186658:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389028.186660:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000adb40525/0x95cd417baf429478 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389028.186674:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389028.186677:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389028.186678:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389028.186683:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389028.186685:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389028.186689:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389028.186692:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389028.186696:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000adb40525 with handle 0x95cd417baf429478 from hash 00010000:00000001:0.0:1767389028.186700:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389028.186702:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389028.186705:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389028.186707:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389028.186711:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389028.186714:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389028.186718:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389028.186721:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389028.186767:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389028.186771:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389028.186774:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389028.186777:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389028.186779:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389028.186782:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389028.186786:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389028.186789:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389028.186792:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00010000:0.0:1767389028.186793:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000adb40525/0x95cd417baf429478 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767389028.186798:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767389028.186809:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389028.186812:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389028.186815:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389028.186817:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389028.186820:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389028.186823:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389028.186826:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389028.186830:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389028.186834:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389028.186848:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000adb40525/0x95cd417baf429478 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389028.186854:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389028.186856:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389028.186858:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000adb40525/0x95cd417baf429478 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389028.186863:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000005b9fd16 count: 0 00010000:00000001:0.0:1767389028.186876:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389028.186878:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767389028.194789:0:346274:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000005b9fd16. 00010000:00000010:0.1:1767389028.194804:0:346274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000adb40525. 00000100:00000040:0.0:1767389028.195001:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299616214, at 4299616215 00000100:00000010:0.0:1767389028.195012:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a88dfa3c. 00000100:00000040:1.0:1767389028.195788:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299616214, at 4299616216 00000100:00000010:1.0:1767389028.195797:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053ccad4f. 00000100:00000040:3.0:1767389028.196143:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299616215, at 4299616216 00000100:00000010:3.0:1767389028.196154:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000633d0ac7. 00000100:00000040:2.0:1767389028.196807:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299616215, at 4299616217 00000100:00000010:2.0:1767389028.196815:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000043d8f4ca. 00080000:00000001:2.0:1767389028.199195:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767389028.199198:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:1.0:1767389028.199198:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767389028.199202:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767389028.199205:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:1.0:1767389028.199205:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00040000:00000001:2.0:1767389028.199207:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767389028.199212:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000225c2d05. 20000000:00000001:1.0:1767389028.199213:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389028.199218:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:2.0:1767389028.199220:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:1.0:1767389028.199221:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767389028.199236:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767389028.199240:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767389028.199245:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767389028.199253:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767389028.199258:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767389028.199261:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767389028.199265:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767389028.199268:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767389028.199275:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000065e4e980. 00010000:00000001:3.0:1767389028.199280:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389028.199284:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001667e6f3. 00000020:00000001:3.0:1767389028.199287:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389028.199291:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001667e6f3 with handle 0x95cd417baf42947f to hash 00000020:00000001:3.0:1767389028.199301:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389028.199302:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389028.199305:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389028.199309:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389028.199311:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389028.199313:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf42947f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389028.199321:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389028.199324:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389028.199325:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389028.199328:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389028.199329:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389028.199332:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389028.199334:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389028.199336:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389028.199338:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389028.199339:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389028.199341:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389028.199343:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000065e4e980) refcount = 1 00010000:00010000:3.0:1767389028.199346:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001667e6f3/0x95cd417baf42947f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389028.199352:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389028.199353:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389028.199355:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389028.199357:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389028.199360:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767389028.199362:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767389028.199364:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:3.0:1767389028.199367:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389028.199369:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389028.199371:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001667e6f3 refcount=4 00000020:00000001:3.0:1767389028.199373:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389028.199375:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389028.199384:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767389028.199386:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf42947f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389028.199392:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767389028.199393:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf42947f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389028.199398:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389028.199400:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389028.199402:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001667e6f3/0x95cd417baf42947f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389028.199407:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389028.199408:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389028.199410:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767389028.199411:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001667e6f3/0x95cd417baf42947f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389028.199417:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001667e6f3 already unused, calling callback (00000000eb737536) 00010000:00000001:3.0:1767389028.199419:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389028.199421:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767389028.199422:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001667e6f3/0x95cd417baf42947f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389028.199427:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767389028.199428:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389028.199430:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389028.199432:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001667e6f3 refcount=5 00000020:00000001:3.0:1767389028.199434:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389028.199436:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:3.0:1767389028.199439:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767389028.199441:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001667e6f3/0x95cd417baf42947f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389028.199456:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767389028.199458:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389028.199459:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389028.199462:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389028.199463:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389028.199466:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389028.199468:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389028.199470:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001667e6f3 with handle 0x95cd417baf42947f from hash 00010000:00000001:3.0:1767389028.199472:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389028.199473:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389028.199475:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389028.199475:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389028.199476:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767389028.199478:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389028.199479:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767389028.199481:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389028.199483:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389028.199485:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767389028.199487:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767389028.199489:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389028.199490:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389028.199491:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389028.199492:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389028.199494:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389028.199495:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001667e6f3/0x95cd417baf42947f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389028.199500:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389028.199501:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389028.199503:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767389028.199505:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767389028.199506:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389028.199508:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389028.199510:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767389028.199512:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389028.199515:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389028.199524:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001667e6f3/0x95cd417baf42947f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389028.199529:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767389028.199530:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389028.199532:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001667e6f3/0x95cd417baf42947f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389028.199536:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000065e4e980 count: 0 00010000:00000001:3.0:1767389028.199545:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767389028.199546:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:2.0:1767389028.199838:0:346273:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007994d664. 00000400:00000040:2.0:1767389028.199861:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389028.199864:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767389028.199866:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389028.199872:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389028.199874:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389028.199875:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767389028.199878:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389028.199880:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767389028.199881:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767389028.199882:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767389028.199884:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767389028.199886:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389028.199887:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767389028.199889:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389028.199890:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767389028.199892:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767389028.199893:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389028.199894:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767389028.199895:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767389028.199897:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389028.199898:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389028.199899:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389028.199901:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389028.199902:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389028.199903:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767389028.199905:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389028.199906:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389028.199907:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389028.199909:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389028.199910:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389028.199911:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767389028.199913:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389028.199914:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389028.199915:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389028.199917:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389028.199918:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389028.199919:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767389028.199921:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389028.199922:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389028.199924:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767389028.199925:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767389028.199926:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389028.199931:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767389028.199932:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767389028.199933:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767389028.199934:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767389028.199935:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767389028.199936:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767389028.199938:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767389028.199941:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389028.199942:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767389028.199944:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767389028.199945:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767389028.199947:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767389028.199949:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767389028.199950:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767389028.199951:0:346273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767389028.200045:0:346273:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007994d664. 00080000:00000020:3.0:1767389028.200464:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389028.200468:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389028.200470:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d02327cd. 20000000:00000001:3.0:1767389028.200477:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389028.200482:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654530944 00010000:00000001:3.0:1767389028.200485:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389028.200493:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a16103d7 x1853241654530944/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:479/0 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389028.200501:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389028.200503:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389028.200508:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=53 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389028.200512:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389028.200515:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389028.200518:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389028.200521:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389028.200524:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389028.200528:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389028.200530:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389028.200534:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ddebfc3. 00000100:00000200:3.0:1767389028.200539:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654530944, offset 224 00000400:00000200:3.0:1767389028.200546:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389028.200556:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389028.200564:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372805380 00000400:00000200:3.0:1767389028.200571:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1885 [2] + 224 00000400:00000200:3.0:1767389028.200585:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389028.200591:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389028.200596:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389028.200601:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003fe1743c x1853241654530944/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389028.200610:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003fe1743c x1853241654530944/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389028.200631:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389028.200638:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ddebfc3 00000400:00000010:3.0:1767389028.200640:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ddebfc3. 00000100:00000001:0.0:1767389028.200643:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389028.200644:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389028.200650:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389028.200651:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389028.200660:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767389028.200661:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767389028.200665:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000001:0.0:1767389028.200666:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767389028.200670:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767389028.200672:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fab528f. 00000020:00000001:3.0:1767389028.200673:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389028.200678:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767389028.200682:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b67ea1d2 00000100:00000040:3.0:1767389028.200685:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a16103d7 x1853241654530944/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:479/0 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389028.200688:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b67ea1d2. 00000100:00000001:0.0:1767389028.200696:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767389028.200701:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a16103d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654530944:12345-0@lo:253: Request processed in 28416us (29161us total) trans 0 rc 0/0 00000100:00000200:0.0:1767389028.200707:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003fe1743c x1853241654530944/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389028.200715:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000040:3.0:1767389028.200722:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389028.200751:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389028.200754:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389028.200759:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003221aedf. 00000020:00000010:3.0:1767389028.200764:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000072a3660c. 00000020:00000010:3.0:1767389028.200769:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b644bd55. 00000020:00000040:3.0:1767389028.200779:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00000200:0.0:1767389028.200785:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003fe1743c x1853241654530944/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389028.200786:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389028.200790:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000055389bdf. 00000100:00000001:0.0:1767389028.200803:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767389028.200805:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389028.200807:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389028.200809:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389028.200814:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389028.200818:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389028.200822:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389028.200826:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389028.200827:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767389028.200833:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389028.200841:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=53 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389028.200847:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=53 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389028.200851:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389028.200853:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389028.200865:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389028.200867:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389028.200870:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389028.200874:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003fe1743c x1853241654530944/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389028.200881:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389028.200885:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389028.200888:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389028.200893:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389028.200895:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767389028.200898:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389028.200900:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389028.200902:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389028.200904:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389028.200906:0:337537:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767389028.200909:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389028.200911:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389028.200915:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003fe1743c x1853241654530944/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389028.200927:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003fe1743c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654530944:0@lo:253: 00000100:00000001:0.0:1767389028.200934:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389028.200937:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389028.200941:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003fe1743c x1853241654530944/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389028.200952:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389028.200955:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389028.200958:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006268f9a3. 00000400:00000010:3.0:1767389028.200960:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb035ed2. 02000000:00000001:0.0:1767389028.200965:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1767389028.200968:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ddebfc3. 00000020:00000001:0.0:1767389028.200970:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389028.200975:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389028.200979:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389028.200982:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f31fb6fa. 02000000:00000001:0.0:1767389028.201010:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389028.201013:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389028.201015:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003fe1743c. 00000100:00000001:0.0:1767389028.201029:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389028.201031:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389028.201034:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389028.201042:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389028.201044:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389028.201048:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389028.201050:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767389028.203152:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389028.203155:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389028.203157:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005882f8ef. 20000000:00000001:1.0:1767389028.203161:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389028.203164:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654530816 00010000:00000001:1.0:1767389028.203166:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389028.203170:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000032800a6d x1853241654530816/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:479/0 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389028.203178:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389028.203179:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389028.203181:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=53 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389028.203191:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389028.203193:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389028.203195:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389028.203198:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389028.203199:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389028.203201:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389028.203203:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389028.203205:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000523c715. 00000100:00000200:1.0:1767389028.203208:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654530816, offset 224 00000400:00000200:1.0:1767389028.203213:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389028.203219:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389028.203224:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372805300 00000400:00000200:1.0:1767389028.203228:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x187d [2] + 224 00000400:00000200:1.0:1767389028.203233:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389028.203235:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389028.203238:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389028.203242:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007b3037de x1853241654530816/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389028.203249:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007b3037de x1853241654530816/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389028.203263:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389028.203268:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000523c715 00000400:00000010:1.0:1767389028.203270:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000523c715. 00000100:00000001:1.0:1767389028.203274:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389028.203275:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389028.203276:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389028.203279:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389028.203280:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767389028.203284:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000001:3.0:1767389028.203288:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767389028.203288:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767389028.203293:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767389028.203293:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389028.203298:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fc08ec5. 00000020:00000001:1.0:1767389028.203299:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389028.203304:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032800a6d x1853241654530816/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:479/0 lens 4848/4768 e 0 to 0 dl 1767389039 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389028.203305:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cc6da4a 00000400:00000010:3.0:1767389028.203310:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cc6da4a. 00000100:00000001:3.0:1767389028.203317:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767389028.203321:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000032800a6d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337536:x1853241654530816:12345-0@lo:253: Request processed in 31004us (31854us total) trans 0 rc 0/0 00000100:00000200:3.0:1767389028.203324:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007b3037de x1853241654530816/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389028.203341:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007b3037de x1853241654530816/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389028.203348:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00000040:1.0:1767389028.203355:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389028.203356:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389028.203360:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389028.203361:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389028.203363:0:337536:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767389028.203364:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767389028.203367:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767389028.203369:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ae595488. 00000100:00000001:3.0:1767389028.203370:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389028.203374:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389028.203377:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f53d94de. 02000000:00000001:3.0:1767389028.203378:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389028.203385:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=53 v=5 (5 0 0 0) 00000020:00000010:1.0:1767389028.203385:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001552d8f3. 00000100:00001000:3.0:1767389028.203392:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=53 v=5 (1 0 0 0) 00000020:00000040:1.0:1767389028.203393:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000001:3.0:1767389028.203395:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389028.203399:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389028.203400:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767389028.203401:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767389028.203403:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b2a088ad. 00010000:00000001:3.0:1767389028.203404:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389028.203409:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389028.203410:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389028.203415:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389028.203416:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007b3037de x1853241654530816/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389028.203419:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389028.203425:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d187c291. 00000100:00000001:3.0:1767389028.203427:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767389028.203431:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000523c715. 00000100:00000001:3.0:1767389028.203432:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389028.203435:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389028.203439:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389028.203441:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767389028.203450:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389028.203452:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389028.203453:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389028.203454:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389028.203456:0:337536:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767389028.203457:0:337536:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767389028.203458:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389028.203459:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389028.203462:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007b3037de x1853241654530816/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389028.203469:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007b3037de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654530816:0@lo:253: 00000100:00000001:3.0:1767389028.203472:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389028.203473:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389028.203475:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007b3037de x1853241654530816/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389028.203479:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389028.203481:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389028.203482:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d395a76a. 02000000:00000001:3.0:1767389028.203490:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389028.203491:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389028.203492:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389028.203494:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389028.203495:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005b0fbd37. 02000000:00000001:3.0:1767389028.203497:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389028.203498:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389028.203499:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007b3037de. 00000100:00000001:3.0:1767389028.203502:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389028.203503:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389028.203504:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389028.203508:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389028.203509:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389028.203511:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389028.203512:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767389028.209774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000065e4e980. 00010000:00000010:3.1:1767389028.209793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001667e6f3. 00010000:00000001:3.0:1767389028.555812:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389028.555820:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389028.555829:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389028.555840:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389028.555888:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389028.555893:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389028.555913:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767389029.513367:0:346572:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389029.513391:0:346572:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389029.513398:0:346572:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389029.513409:0:346572:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389029.513419:0:346572:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389029.513424:0:346572:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389029.579895:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389029.579902:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389029.579910:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389029.579912:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389029.579985:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389029.579991:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389029.579996:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767389030.386373:0:346736:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767389030.386380:0:346736:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:2.0:1767389030.393295:0:346736:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767389030.404290:0:346737:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000fd6e993e. 00000400:00000010:2.0:1767389030.404312:0:346737:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000017e33169. 00000400:00000010:2.0:1767389030.404326:0:346737:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000fd4afd75. 00000400:00000010:2.0:1767389030.404331:0:346737:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000063eeef8a. 00000400:00000010:2.0:1767389030.404337:0:346737:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000167e12b5. 00000400:00000010:2.0:1767389030.404343:0:346737:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000df671135. 00000400:00000010:2.0:1767389030.404346:0:346737:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d064110b. 00000400:00000010:2.0:1767389030.404348:0:346737:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000017b2adb4. 00000400:00000010:2.0:1767389030.404352:0:346737:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007994d664. 00000800:00000010:2.0:1767389030.404371:0:346737:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000055af6040. 00000800:00000200:2.0:1767389030.404387:0:346737:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767389030.404401:0:346737:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767389030.404456:0:346737:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:2.0:1767389030.404498:0:346737:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp27 [8/256/0/180] 00000400:00000010:2.0:1767389030.407279:0:346737:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000c418d14a. 00000400:00000010:2.0:1767389030.407290:0:346737:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5fc9def. 00000400:00000010:2.0:1767389030.407298:0:346737:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eccd4e70. 00000400:00000001:2.0:1767389030.407322:0:346737:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389030.407325:0:346737:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389030.407328:0:346737:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035cebf04. 00000400:00000200:2.0:1767389030.407332:0:346737:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fae930e 00000400:00000010:2.0:1767389030.407334:0:346737:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fae930e. 00000400:00000010:2.0:1767389030.407341:0:346737:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000e6554371. 00000400:00000200:2.0:1767389030.407348:0:346737:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (18) 00000400:00000200:2.0:1767389030.407366:0:346737:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:2.0:1767389030.407380:0:346737:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000020:00000010:2.0:1767389030.407391:0:346737:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ceb75cd3. 00000020:01000000:2.0:1767389030.407396:0:346737:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767389030.407400:0:346737:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp27 00000400:00000010:2.0:1767389030.407418:0:346737:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000017e33169. 00000400:00000010:2.0:1767389030.407423:0:346737:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000fd6e993e. 00000400:00000200:3.0:1767389030.407457:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767389030.407470:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:3.0:1767389030.407481:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c998d41. 00000400:00000200:3.0:1767389030.407487:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (19) 00000400:00000010:3.0:1767389030.407496:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c301597d. 00000400:00000200:3.0:1767389030.407503:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp25 00000020:00000001:0.0:1767389030.407514:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767389030.407523:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767389030.407531:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767389030.407532:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp25 to MR: 192.168.204.113@tcp25 local destination 10000000:01000000:0.0:1767389030.407539:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767389030.407546:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767389030.407549:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767389030.407555:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767389030.407556:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp25 NI seq info: [45:45:256:4294967295] 192.168.204.113@tcp25 LPNI seq info [45:45:8:4294967295] 00000020:01000004:0.0:1767389030.407559:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389030.407566:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389030.407570:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767389030.407575:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp25 00000020:01000004:0.0:1767389030.407575:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767389030.407579:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767389030.407583:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389030.407587:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767389030.407596:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp25(192.168.204.113@tcp25:192.168.204.113@tcp25) -> 192.168.204.113@tcp25(192.168.204.113@tcp25:192.168.204.113@tcp25) : PUT try# 0 00000100:00000010:0.0:1767389030.407598:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003fe1743c. 00000020:00000040:0.0:1767389030.407611:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000800:00000200:3.0:1767389030.407613:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.204.113@tcp25 00000100:00000001:0.0:1767389030.407621:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:3.0:1767389030.407624:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e0d1e4b0. 02000000:00000001:0.0:1767389030.407627:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389030.407638:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767389030.407645:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823d5546] -> 12345-192.168.204.113@tcp25 (6) 02000000:00000010:0.0:1767389030.407657:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004bc83c77. 00000800:00000200:3.0:1767389030.407666:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp25 ip 192.168.204.113:988 00000100:00000001:0.0:1767389030.407674:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767389030.407675:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 1, nob 432 niov 1 nkiov 1 00000100:00000001:0.0:1767389030.407694:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389030.407698:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389030.407710:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000100:00000040:0.0:1767389030.407711:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe1743c] to pc [ptlrpcd_00_02+2] req@000000003fe1743c x1853241654531072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389030.407722:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 10000000:00000001:0.0:1767389030.407827:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389030.407835:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389030.407854:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767389030.407859:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767389030.407874:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767389030.407877:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767389030.407880:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767389030.407883:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767389030.407887:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767389030.407889:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767389030.407892:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389030.407896:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389030.407899:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000001:1.0:1767389030.407900:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:0.0:1767389030.407903:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389030.407909:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767389030.407911:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389030.407913:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767389030.407918:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000678ce333. 00000800:00000200:2.0:1767389030.407922:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767389030.407922:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767389030.407924:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000800:00000010:2.0:1767389030.407932:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e0d1e4b0. 00000800:00000001:1.0:1767389030.407933:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767389030.407935:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389030.407942:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767389030.407967:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767389030.407969:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389030.407971:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389030.407986:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767389030.407986:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp25->192.168.204.113@tcp25: PUT: OK 02000000:00000010:0.0:1767389030.407987:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000055389bdf. 00000100:00000001:3.0:1767389030.407996:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767389030.407998:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp25(192.168.204.113@tcp25) <- 192.168.204.113@tcp25 : PUT - for me 00000100:00000001:0.0:1767389030.408001:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389030.408004:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767389030.408004:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:0.0:1767389030.408012:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767389030.408015:0:337529:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp25: 0 00000100:00000001:0.0:1767389030.408019:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389030.408020:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003fe1743c x1853241654531072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389030.408028:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 336 into portal 0 MB=0x8000000000000000 00000100:00000040:0.0:1767389030.408037:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000678ce333] to pc [ptlrpcd_00_03+3] req@00000000678ce333 x1853241654531200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389030.408054:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 320/336 into md 0x188d [1] + 0 00000400:00000010:1.0:1767389030.408072:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1a7b426. 00000100:00000001:3.0:1767389030.408075:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389030.408082:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389030.408083:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767389030.408086:0:337530:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c95bc874 10000000:00000001:0.0:1767389030.408089:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389030.408091:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767389030.408091:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767389030.408097:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767389030.408098:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767389030.408099:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389030.408100:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767389030.408108:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389030.408109:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389030.408113:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000678ce333 x1853241654531200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767389030.408114:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:0.0:1767389030.408115:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767389030.408125:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767389030.408127:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ceb75cd3. 00000100:00100000:3.0:1767389030.408136:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003fe1743c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654531072:0@lo:253: 00000100:00000001:2.0:1767389030.408149:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389030.408151:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767389030.408155:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389030.408159:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp25->192.168.204.113@tcp25: PUT: OK 02000000:00000001:2.0:1767389030.408163:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767389030.408167:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95bc874 02000000:00000001:2.0:1767389030.408169:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389030.408172:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767389030.408176:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95bc874. 02000000:00000001:2.0:1767389030.408180:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389030.408181:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389030.408184:0:337530:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:3.0:1767389030.408189:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767389030.408190:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000678ce333 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654531200:0@lo:253: 00000400:00000200:1.0:1767389030.408194:0:337530:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (20) 02000000:00000010:3.0:1767389030.408202:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007de6e3b7. 00000400:00000200:1.0:1767389030.408206:0:337530:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000100:00000001:2.0:1767389030.408213:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389030.408214:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389030.408220:0:337530:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (336 bytes) 02000000:00000001:2.0:1767389030.408223:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767389030.408227:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fc08ec5. 02000000:00000001:2.0:1767389030.408229:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389030.408230:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 02000000:00000001:2.0:1767389030.408238:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767389030.408245:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000938cd606. 02000000:00000010:2.0:1767389030.408247:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ceb75cd3. 00000400:00000200:1.0:1767389030.408253:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (21) 02000000:00000001:2.0:1767389030.408254:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389030.408256:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654531072, portal 25 00000100:00000001:3.0:1767389030.408265:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767389030.408268:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063057005. 00000100:00000001:3.0:1767389030.408269:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144655744 : -122821564895872 : ffff904b6040ed80) 00000400:00000200:1.0:1767389030.408270:0:337530:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:2.0:1767389030.408282:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017e33169. 00000100:00000040:3.0:1767389030.408289:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003fe1743c x1853241654531072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389030.408291:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp25 to MR: 192.168.204.113@tcp25 local destination 00000100:00000200:2.0:1767389030.408294:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654531200, portal 25 00000100:00000001:2.0:1767389030.408304:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389030.408309:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144645888 : -122821564905728 : ffff904b6040c700) 00000400:00000200:1.0:1767389030.408318:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp25 NI seq info: [46:46:256:4294967295] 192.168.204.113@tcp25 LPNI seq info [46:46:8:4294967295] 00000100:00000001:3.0:1767389030.408321:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389030.408326:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000678ce333 x1853241654531200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389030.408334:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389030.408345:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c42b9a32. 00000100:00000200:3.0:1767389030.408354:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654531072, offset 0 00000400:00000200:1.0:1767389030.408366:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp25(192.168.204.113@tcp25:192.168.204.113@tcp25) -> 192.168.204.113@tcp25(192.168.204.113@tcp25:192.168.204.113@tcp25) 192.168.204.113@tcp25 : ACK try# 0 00000100:00000001:2.0:1767389030.408368:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767389030.408377:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767389030.408380:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389030.408389:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000925f3843. 00000800:00000200:1.0:1767389030.408391:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp25 00000100:00000200:2.0:1767389030.408397:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654531200, offset 0 00000800:00000010:1.0:1767389030.408403:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4ef6d26. 00000400:00000200:3.0:1767389030.408404:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389030.408414:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.0:1767389030.408421:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823d5546] -> 12345-192.168.204.113@tcp25 (6) 00000400:00000200:3.0:1767389030.408431:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372805400 00000800:00000200:1.0:1767389030.408442:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp25 ip 192.168.204.113:991 00000400:00000200:2.0:1767389030.408443:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:1.0:1767389030.408454:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d4ef6d26 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767389030.408455:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1139 [2] + 0 00000400:00000200:2.0:1767389030.408469:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372805480 00000400:00000010:3.0:1767389030.408472:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000374083d6. 00000400:00000200:3.0:1767389030.408481:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f29db082 00000800:00000001:1.0:1767389030.408483:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767389030.408491:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389030.408498:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1179 [2] + 0 00000800:00000001:1.0:1767389030.408500:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389030.408505:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767389030.408514:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d02b2c8. 00000400:00000200:2.0:1767389030.408522:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a7829438 00000400:00000200:3.0:1767389030.408527:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f29db082 00000400:00000200:2.0:1767389030.408529:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767389030.408533:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f29db082. 00000400:00000200:2.0:1767389030.408541:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389030.408547:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767389030.408548:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7829438 00000100:00000200:3.0:1767389030.408555:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767389030.408556:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a7829438. 00000100:00000040:3.0:1767389030.408568:0:337538:0:(events.c:337:request_in_callback()) incoming req@0000000017817528 x1853241654531072 msgsize 4848 00000100:00000001:2.0:1767389030.408569:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389030.408575:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:1.0:1767389030.408578:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767389030.408580:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000615a5ea8 x1853241654531200 msgsize 4848 00000800:00000010:1.0:1767389030.408587:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4ef6d26. 00000100:00100000:3.0:1767389030.408589:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767389030.408599:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767389030.408600:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:2.0:1767389030.408602:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767389030.408617:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp25->192.168.204.113@tcp25: ACK: OK 00000100:00000001:3.0:1767389030.408625:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767389030.408626:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:1.0:1767389030.408628:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389030.408636:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389030.408645:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767389030.408646:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767389030.408651:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c42b9a32 00000400:00000010:3.0:1767389030.408656:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c42b9a32. 00000800:00000001:1.0:1767389030.408657:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389030.408664:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767389030.408665:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000925f3843 00000800:00000001:1.0:1767389030.408665:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767389030.408677:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003fe1743c x1853241654531072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767389030.408677:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767389030.408685:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000925f3843. 00000100:00000001:2.0:1767389030.408698:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767389030.408704:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp25(192.168.204.113@tcp25) <- 192.168.204.113@tcp25 : ACK - for me 00000100:00000200:2.0:1767389030.408709:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000678ce333 x1853241654531200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389030.408715:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767389030.408785:0:337530:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp25: ACK from 12345-192.168.204.113@tcp25 into md 0x18a9 00000400:00000200:1.0:1767389030.408792:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767389030.408793:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003fe1743c x1853241654531072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389030.408806:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp25->192.168.204.113@tcp25: ACK: OK 00000400:00000200:1.0:1767389030.408820:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c998d41 00000100:00000001:3.0:1767389030.408821:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389030.408825:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c998d41. 00000100:00000001:3.0:1767389030.408827:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767389030.408836:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767389030.408840:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389030.408844:0:337530:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000100:00000001:3.0:1767389030.408851:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299618452 00000400:00000200:1.0:1767389030.408853:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389030.408862:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (20) 00000100:00000010:3.0:1767389030.408864:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000633d0ac7. 00000800:00000001:1.0:1767389030.408871:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767389030.408878:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000800:00000001:1.0:1767389030.408880:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389030.408891:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299618452 00000100:00000010:3.0:1767389030.408898:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4100056. 00000100:00000001:3.0:1767389030.408904:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767389030.408913:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299618452 00000100:00000010:3.0:1767389030.408919:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000043d8f4ca. 00000100:00000001:3.0:1767389030.408925:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389030.408928:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767389030.408933:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299618452 00000100:00100000:1.0:1767389030.408934:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654531072 02000000:00000001:1.0:1767389030.408943:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1767389030.408965:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053ccad4f. 00000100:00000001:1.0:1767389030.408972:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389030.408974:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389030.408980:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389030.408986:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389030.408988:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389030.408994:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389030.408997:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654531072 00000100:00000001:3.0:1767389030.409002:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389030.409003:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767389030.409008:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767389030.409009:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389030.409017:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389030.409022:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000001:3.0:1767389030.409025:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767389030.409027:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389030.409032:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767389030.409034:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389030.409043:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389030.409046:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389030.409048:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389030.409054:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389030.409055:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b465d48. 00000100:00000001:3.0:1767389030.409060:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389030.409063:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389030.409068:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b465d48. 00000020:00000010:1.0:1767389030.409078:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad16d3be. 00000020:00000010:1.0:1767389030.409089:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012f29ad1. 00000020:00000010:1.0:1767389030.409095:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000522e6d58. 00000100:00000001:3.0:1767389030.409116:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767389030.409116:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:3.0:1767389030.409123:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654531200 00000100:00000001:1.0:1767389030.409125:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767389030.409131:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389030.409132:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389030.409136:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389030.409140:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389030.409145:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389030.409148:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389030.409151:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654531200 00000020:00000001:3.0:1767389030.409157:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389030.409159:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389030.409162:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767389030.409164:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389030.409166:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:3.0:1767389030.409174:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389030.409178:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389030.409183:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389030.409187:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767389030.409189:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c7dae49. 00000100:00000001:3.0:1767389030.409197:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389030.409200:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c7dae49. 00000020:00000010:3.0:1767389030.409210:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000318092c4. 00000100:00000001:1.0:1767389030.409214:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767389030.409216:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c882e12. 00000100:00000001:1.0:1767389030.409219:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767389030.409226:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c9208b63. 00000100:00100000:1.0:1767389030.409234:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00000001:3.0:1767389030.409242:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767389030.409243:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389030.409251:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389030.409252:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361785424 : -122821347766192 : ffff904b6d321050) 00000100:00000001:2.0:1767389030.409256:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767389030.409257:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389030.409265:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017817528 x1853241654531072/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:481/0 lens 4848/0 e 0 to 0 dl 1767389041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389030.409269:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000678ce333 x1853241654531200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389030.409270:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389030.409283:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389030.409305:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389030.409312:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767389030.409313:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389030.409315:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389030.409321:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767389030.409323:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b465d48. 00000100:00100000:3.0:1767389030.409325:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00000001:2.0:1767389030.409334:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389030.409335:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767389030.409336:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:2.0:1767389030.409347:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299618452 00000100:00000001:3.0:1767389030.409348:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361789520 : -122821347762096 : ffff904b6d322050) 00000020:00000010:1.0:1767389030.409349:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b465d48. 00000100:00000001:2.0:1767389030.409359:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299618452 00000100:00000001:2.0:1767389030.409365:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299618452 00000100:00000040:3.0:1767389030.409368:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000615a5ea8 x1853241654531200/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:481/0 lens 4848/0 e 0 to 0 dl 1767389041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389030.409372:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000017817528 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654531072:12345-0@lo:253: 00000100:00000001:2.0:1767389030.409374:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299618452 00000100:00000001:2.0:1767389030.409384:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299618452 00000100:00000200:1.0:1767389030.409391:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654531072 00000100:00000001:2.0:1767389030.409395:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299618452 00000020:00000001:1.0:1767389030.409401:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389030.409404:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299618452 00000020:00000001:1.0:1767389030.409411:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767389030.409413:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299618452 00000020:00000001:1.0:1767389030.409420:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389030.409421:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389030.409422:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767389030.409429:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767389030.409430:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389030.409436:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000100:00000001:2.0:1767389030.409440:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389030.409443:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c7dae49. 00000020:00000001:1.0:1767389030.409444:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767389030.409446:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389030.409451:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389030.409454:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389030.409457:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767389030.409458:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767389030.409462:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c7dae49. 00000020:00000001:1.0:1767389030.409464:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767389030.409465:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767389030.409473:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389030.409474:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389030.409482:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767389030.409483:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000615a5ea8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654531200:12345-0@lo:253: 00000100:00000001:1.0:1767389030.409487:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767389030.409489:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389030.409493:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654531200 02000000:00000001:1.0:1767389030.409495:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767389030.409497:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389030.409499:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389030.409507:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000010:1.0:1767389030.409507:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005c5a9f63. 00000020:00000001:3.0:1767389030.409513:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389030.409515:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389030.409519:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767389030.409521:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389030.409525:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 20000000:00000001:1.0:1767389030.409528:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767389030.409532:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389030.409536:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389030.409539:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389030.409540:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389030.409543:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767389030.409544:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006b160a2e. 00000100:00000001:3.0:1767389030.409547:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389030.409551:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389030.409560:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003f686830. 02000000:00000001:3.0:1767389030.409565:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767389030.409566:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767389030.409568:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389030.409574:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767389030.409575:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767389030.409583:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767389030.409589:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389030.409592:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767389030.409595:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d395a76a. 20000000:00000001:1.0:1767389030.409596:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767389030.409605:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767389030.409609:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767389030.409612:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767389030.409615:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389030.409618:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767389030.409619:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bcd12dc6. 00000400:00000200:2.0:1767389030.409620:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 20000000:00000001:3.0:1767389030.409621:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:1.0:1767389030.409630:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00000400:00000010:2.0:1767389030.409634:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000003d9bbe60. 20000000:00000001:1.0:1767389030.409638:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000010:2.0:1767389030.409643:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a0a0531. 00080000:00000001:1.0:1767389030.409650:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000010:2.0:1767389030.409652:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7cbffce. 00000400:00000200:2.0:1767389030.409659:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003d9bbe60 00000400:00000010:2.0:1767389030.409673:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000000d40a0ee. 00000400:00000200:2.0:1767389030.409678:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000400:00000200:2.0:1767389030.409684:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102051 00000400:00000200:2.0:1767389030.409687:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (19) 00000400:00000010:2.0:1767389030.409694:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 0000000037ed06a7. 00000400:00000010:2.0:1767389030.409700:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7463f50. 00000400:00000010:2.0:1767389030.409709:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000040853b54. 00000400:00000200:2.0:1767389030.409716:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000400:00000200:2.0:1767389030.409764:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:2.0:1767389030.409772:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000400:00000200:2.0:1767389030.409782:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:2.0:1767389030.409790:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:2.0:1767389030.409796:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:2.0:1767389030.409801:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:2.0:1767389030.409810:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:2.0:1767389030.409815:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:2.0:1767389030.409822:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:2.0:1767389030.409830:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:2.0:1767389030.409838:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:2.0:1767389030.409846:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:2.0:1767389030.409852:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:2.0:1767389030.409857:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:2.0:1767389030.409865:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:2.0:1767389030.409879:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:2.0:1767389030.409887:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:2.0:1767389030.409893:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00080000:00000001:1.0:1767389030.409899:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389030.409900:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00080000:00000001:1.0:1767389030.409910:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767389030.409913:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp26 00080000:00000001:1.0:1767389030.409916:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389030.409920:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:2.0:1767389030.409925:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp26 lpni_is_preferred = 0 00000020:00000001:1.0:1767389030.409926:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767389030.409931:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp26 00000020:00000001:1.0:1767389030.409937:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00000400:00000200:2.0:1767389030.409938:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp26 NI seq info: [47:47:256:4294967295] 192.168.204.113@tcp26 LPNI seq info [47:47:8:4294967295] 00080000:00000001:1.0:1767389030.409970:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767389030.409980:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp26 00080000:00000010:1.0:1767389030.409983:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003a2c059c. 00080000:00000001:1.0:1767389030.410009:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247412098048 : -122826297453568 : ffff904a462bd400) 00000400:00000200:2.0:1767389030.410016:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp26(192.168.204.113@tcp26:) -> 192.168.204.113@tcp26(192.168.204.113@tcp:192.168.204.113@tcp26) : GET try# 0 00080000:00000001:1.0:1767389030.410019:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:2.0:1767389030.410027:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp26 00000800:00000010:2.0:1767389030.410033:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000124eba11. 00000800:00000010:2.0:1767389030.410042:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000925f3843. 00000800:00000010:2.0:1767389030.410048:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000056b759ba. 00000800:00000200:2.0:1767389030.410054:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000925f3843] -> 12345-192.168.204.113@tcp26 (2) 00000800:00000200:2.1:1767389030.410059:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000925f3843] -> 12345-192.168.204.113@tcp26 (2) 00000400:00000200:2.0:1767389030.410076:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:2.0:1767389030.410079:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100251 rc 0 00000001:00000001:1.0:1767389030.410161:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767389030.410165:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389030.410170:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767389030.410177:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00080000:00000001:1.0:1767389030.410208:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389030.410216:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767389030.410277:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.410342:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.410391:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00080000:00000001:1.0:1767389030.410430:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767389030.410436:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767389030.410444:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.410485:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.410528:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.410566:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.410603:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.410630:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.410666:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.410731:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.410825:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.410861:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.410903:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.410967:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411015:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411063:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411106:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411162:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411217:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411277:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411340:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411403:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411468:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411518:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411552:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411595:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411636:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411683:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411715:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411781:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411825:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.411875:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000800:00000010:2.0:1767389030.412153:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a52ada18. 00000800:00000010:2.0:1767389030.412160:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001504ebba. 00000800:00000010:2.0:1767389030.412168:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f1301702. 00000800:00000010:2.0:1767389030.412220:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f1301702. 00000400:00000200:3.0:1767389030.412400:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767389030.412435:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp26 from 221.3.0.2 00000800:00000010:3.0:1767389030.412441:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000c585427. 00000800:00000010:2.0:1767389030.412630:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002c5ee212. 00000800:00000010:2.0:1767389030.412639:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000e6e8406. 00000800:00000010:3.0:1767389030.413022:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000f6cd96e. 00000800:00000200:3.1:1767389030.413032:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000925f3843] -> 12345-192.168.204.113@tcp26 (2) 00000800:00000200:3.1:1767389030.413040:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp26 000000000f6cd96e deleted 00000800:00000010:3.1:1767389030.413043:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000f6cd96e. 00000800:00000200:3.1:1767389030.413052:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767389030.413061:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp26 ip 192.168.204.113:989 00000800:00000200:3.1:1767389030.413065:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000124eba11 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767389030.413071:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp26 p 3.x 192.168.204.113 -> 192.168.204.113:989 incarnation:1767389028168252257 sched[0] 00000800:00000010:3.0:1767389030.413078:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ca0bd8a5. 00000800:00000010:3.0:1767389030.413169:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ca0bd8a5. 00000800:00000010:3.0:1767389030.413176:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000e6e8406. 00000800:00000010:3.0:1767389030.413228:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000c585427. 00000800:00000001:3.0:1767389030.413243:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389030.413249:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767389030.413318:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389030.413323:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000124eba11. 00000400:00000200:3.0:1767389030.413331:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389030.413340:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp26->192.168.204.113@tcp26: GET: OK 00000400:00000200:3.0:1767389030.413345:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767389030.413349:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000800:00000200:2.1:1767389030.413396:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767389030.413405:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp26 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389028168252257 sched[0] 00000800:00000010:2.0:1767389030.413408:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001504ebba. 00000800:00000001:3.0:1767389030.413457:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389030.413467:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389030.413470:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767389030.413474:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000001:3.0:1767389030.413479:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389030.413490:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp26(192.168.204.113@tcp26) <- 192.168.204.113@tcp26 : GET - for me 00000400:00000200:3.0:1767389030.413503:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767389030.413509:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 336/336 into md 0x18a5 [1] + 0 00000400:00000200:3.0:1767389030.413520:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp26 to MR: 192.168.204.113@tcp26 local destination 00000400:00000200:2.0:1767389030.413526:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389030.413531:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp26 NI seq info: [48:48:256:4294967295] 192.168.204.113@tcp26 LPNI seq info [48:48:8:4294967295] 00000400:00000200:3.0:1767389030.413549:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp26(192.168.204.113@tcp26:192.168.204.113@tcp26) -> 192.168.204.113@tcp26(192.168.204.113@tcp26:192.168.204.113@tcp26) 192.168.204.113@tcp26 : REPLY try# 0 00000800:00000200:3.0:1767389030.413556:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.204.113@tcp26 00000800:00000010:3.0:1767389030.413561:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db0fd4e1. 00000800:00000200:3.0:1767389030.413569:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000925f3843] -> 12345-192.168.204.113@tcp26 (4) 00000400:00000200:2.0:1767389030.413574:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000800:00000200:3.0:1767389030.413577:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp26 ip 192.168.204.113:988 00000800:00000200:3.0:1767389030.413584:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db0fd4e1 type 3, nob 432 niov 1 nkiov 1 00000400:00000200:2.0:1767389030.413632:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000800:00000200:3.0:1767389030.413671:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389030.413676:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db0fd4e1. 00000400:00000200:3.0:1767389030.413682:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389030.413689:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp26->192.168.204.113@tcp26: REPLY: OK 00000800:00000001:3.0:1767389030.413715:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389030.413722:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389030.413765:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389030.413774:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389030.413776:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389030.413782:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389030.413791:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp26(192.168.204.113@tcp26) <- 192.168.204.113@tcp26 : REPLY - for me 00000400:00000200:3.0:1767389030.413807:0:337529:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp26: Reply from 12345-192.168.204.113@tcp26 of length 336/336 into md 0x18c1 00000800:00000001:3.0:1767389030.413813:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389030.413822:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389030.413824:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389030.413831:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp26->192.168.204.113@tcp26: REPLY: OK 00000400:00000200:3.0:1767389030.413836:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7463f50 00000400:00000010:3.0:1767389030.413838:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7463f50. 00000400:00000200:3.0:1767389030.413845:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767389030.413851:0:337529:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:3.0:1767389030.413856:0:337529:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:3.0:1767389030.413862:0:337529:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 19. state = 0x100251 00000400:00000200:3.0:1767389030.413871:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389030.413873:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389030.413887:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (20) 00000800:00000001:3.0:1767389030.413898:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389030.413905:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389030.413936:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767389030.413960:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000d1 00000400:00000010:3.0:1767389030.413970:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 000000008f3fad1d. 00000400:00000010:3.0:1767389030.413976:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 00000000807bc468. 00000400:00000200:2.0:1767389030.413980:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000010:3.0:1767389030.413981:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 0000000009682690. 00000400:00000010:3.0:1767389030.414038:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b4158e6e. 00000400:00000200:3.0:1767389030.414049:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b4158e6e nid 192.168.204.113@tcp27 00000400:00000010:3.0:1767389030.414054:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a88dfa3c. 00000400:00000200:3.0:1767389030.414059:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a88dfa3c net tcp27 00000400:00000200:3.0:1767389030.414064:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (19) 00000400:00000200:2.0:1767389030.414068:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389030.414077:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp27 flags 0x11 00000400:00000010:3.0:1767389030.414085:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 000000008f3fad1d. 00000400:00000010:3.0:1767389030.414099:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 00000000807bc468. 00000400:00000010:3.0:1767389030.414105:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 0000000009682690. 00000400:00000010:3.0:1767389030.414111:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 0000000037ed06a7. 00000400:00000200:3.0:1767389030.414118:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:3.0:1767389030.414122:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:3.0:1767389030.414129:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:3.0:1767389030.414136:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:3.0:1767389030.414141:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:3.0:1767389030.414146:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:2.0:1767389030.414151:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389030.414152:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:3.0:1767389030.414163:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (20) 00000400:00000200:2.0:1767389030.414214:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.414285:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.414359:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.414426:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.414485:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.414546:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.414612:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.414674:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.414718:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.414834:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.414896:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.414931:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.414996:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.415036:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.415091:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.415132:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.415178:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.415368:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.415414:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.415442:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.415500:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.415543:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.415597:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.415664:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.416101:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.416205:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389030.416287:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:2.0:1767389030.416516:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c7d28d5a. 00000800:00000010:2.0:1767389030.416521:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001504ebba. 00000800:00000010:2.0:1767389030.416525:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bdeef29b. 00000800:00000010:2.0:1767389030.416554:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bdeef29b. 00000800:00020000:2.0:1767389030.416566:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389030.423498:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001504ebba. 00000800:00000010:2.0:1767389030.423505:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c7d28d5a. 00000400:02020000:2.0:1767389030.423567:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp26 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00080000:00000001:1.0:1767389030.424448:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767389030.424456:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:1.0:1767389030.424460:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389030.424463:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767389030.424477:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767389030.424492:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767389030.424496:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000009682690. 20000000:01000000:1.0:1767389030.424497:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1767389030.424505:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00080000:00000020:1.0:1767389030.424510:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767389030.424512:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767389030.424519:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1767389030.424549:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767389030.424553:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767389030.424555:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389030.424557:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767389030.424560:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767389030.424565:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:3.0:1767389030.424568:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:01000000:0.0:1767389030.424573:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000010:3.0:1767389030.424574:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000053748898. 00080000:00000001:3.0:1767389030.424582:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252497463296 : -122821212088320 : ffff904b75485800) 20000000:00000001:0.0:1767389030.424583:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767389030.424589:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 10000000:01000000:0.0:1767389030.424590:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389030.424597:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389030.424601:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389030.424622:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000005b9fd16. 00010000:00000001:0.0:1767389030.424629:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389030.424635:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000091ef5806. 00000020:00000001:0.0:1767389030.424641:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389030.424645:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000091ef5806 with handle 0x95cd417baf429486 to hash 00000020:00000001:0.0:1767389030.424648:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389030.424650:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389030.424654:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00000001:00000001:3.0:1767389030.424658:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767389030.424660:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767389030.424663:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389030.424664:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389030.424671:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:0.0:1767389030.424673:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000091ef5806/0x95cd417baf429486 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389030.424685:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389030.424689:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767389030.424693:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389030.424693:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389030.424697:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767389030.424699:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767389030.424704:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389030.424707:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389030.424709:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389030.424713:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389030.424716:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389030.424718:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389030.424720:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389030.424723:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005b9fd16) refcount = 1 00010000:00010000:0.0:1767389030.424783:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000091ef5806/0x95cd417baf429486 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389030.424795:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389030.424799:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389030.424802:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389030.424805:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389030.424809:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389030.424815:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389030.424820:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:0.0:1767389030.424827:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389030.424841:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389030.424844:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=4 00000020:00000001:0.0:1767389030.424849:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389030.424854:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389030.424858:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389030.424862:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000091ef5806/0x95cd417baf429486 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767389030.424866:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767389030.424874:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767389030.424879:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389030.424885:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000091ef5806/0x95cd417baf429486 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389030.424896:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389030.424899:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389030.424902:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000091ef5806/0x95cd417baf429486 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389030.424912:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389030.424915:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389030.424919:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389030.424922:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000091ef5806/0x95cd417baf429486 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389030.424930:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000091ef5806 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389030.424933:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389030.424937:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389030.424940:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000091ef5806/0x95cd417baf429486 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389030.424964:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389030.424966:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389030.424968:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389030.424969:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=5 00000020:00000001:0.0:1767389030.424971:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389030.424974:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389030.424986:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389030.424989:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000091ef5806/0x95cd417baf429486 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389030.424996:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389030.424998:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389030.425001:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389030.425005:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389030.425007:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389030.425011:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389030.425012:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389030.425015:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000091ef5806 with handle 0x95cd417baf429486 from hash 00010000:00000001:0.0:1767389030.425018:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389030.425020:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389030.425022:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389030.425024:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389030.425026:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389030.425029:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389030.425032:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389030.425035:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389030.425038:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389030.425040:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389030.425042:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389030.425046:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389030.425048:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389030.425050:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389030.425052:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389030.425054:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389030.425057:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000091ef5806/0x95cd417baf429486 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389030.425063:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389030.425064:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389030.425067:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389030.425069:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389030.425071:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389030.425073:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389030.425084:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389030.425088:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389030.425090:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389030.425093:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000091ef5806/0x95cd417baf429486 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389030.425099:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389030.425101:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389030.425103:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000091ef5806/0x95cd417baf429486 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389030.425110:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000005b9fd16 count: 0 00010000:00000001:0.0:1767389030.425133:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389030.425135:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:0.0:1767389030.429270:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767389030.429276:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389030.429281:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389030.429283:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389030.429285:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767389030.429290:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003a2c059c. 00080000:00000001:0.0:1767389030.429297:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000040:0.0:1767389030.432802:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299618452, at 4299618453 00000100:00000010:0.0:1767389030.432816:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000633d0ac7. 00000100:00000040:1.0:1767389030.432840:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299618452, at 4299618453 00000100:00000010:1.0:1767389030.432851:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4100056. 00000100:00000040:3.0:1767389030.433790:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299618452, at 4299618454 00000100:00000040:2.0:1767389030.433797:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299618452, at 4299618454 00000100:00000010:3.0:1767389030.433800:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053ccad4f. 00000100:00000010:2.0:1767389030.433809:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000043d8f4ca. 00080000:00000001:1.0:1767389030.437101:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767389030.437105:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389030.437107:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389030.437108:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389030.437111:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389030.437115:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000053748898. 00080000:00000001:1.0:1767389030.437121:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767389030.437157:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767389030.437173:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:3.0:1767389030.437177:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389030.437180:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767389030.437183:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767389030.437193:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767389030.437197:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767389030.437203:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767389030.437206:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767389030.437211:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767389030.437213:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767389030.437217:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767389030.437220:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767389030.437227:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001139a0ba. 00010000:00000001:1.0:1767389030.437232:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389030.437237:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000eeec96b9. 00000020:00000001:1.0:1767389030.437240:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389030.437245:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000eeec96b9 with handle 0x95cd417baf42948d to hash 00000020:00000001:1.0:1767389030.437248:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389030.437250:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343640064 : -122826365911552 : ffff904a42173e00) 00010000:00000001:1.0:1767389030.437253:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343640064 : -122826365911552 : ffff904a42173e00) 00010000:00000001:1.0:1767389030.437256:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389030.437258:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389030.437261:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000eeec96b9/0x95cd417baf42948d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389030.437268:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389030.437272:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389030.437274:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389030.437276:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389030.437278:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389030.437281:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389030.437282:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389030.437285:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389030.437286:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389030.437288:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389030.437290:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389030.437292:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001139a0ba) refcount = 1 00010000:00010000:1.0:1767389030.437305:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000eeec96b9/0x95cd417baf42948d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389030.437311:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389030.437314:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389030.437315:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389030.437318:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389030.437321:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767389030.437324:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767389030.437327:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:1.0:1767389030.437329:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389030.437331:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389030.437334:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000eeec96b9 refcount=4 00000020:00000001:1.0:1767389030.437337:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343640064 : -122826365911552 : ffff904a42173e00) 00010000:00000001:1.0:1767389030.437340:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343640064 : -122826365911552 : ffff904a42173e00) 00010000:00000001:1.0:1767389030.437343:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767389030.437345:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000eeec96b9/0x95cd417baf42948d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389030.437351:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767389030.437353:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000eeec96b9/0x95cd417baf42948d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389030.437358:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389030.437359:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389030.437361:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000eeec96b9/0x95cd417baf42948d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389030.437366:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389030.437369:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389030.437373:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767389030.437375:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000eeec96b9/0x95cd417baf42948d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389030.437380:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000eeec96b9 already unused, calling callback (00000000eb737536) 00010000:00000001:1.0:1767389030.437388:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389030.437390:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767389030.437393:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000eeec96b9/0x95cd417baf42948d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389030.437398:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767389030.437401:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389030.437403:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389030.437405:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000eeec96b9 refcount=5 00000020:00000001:1.0:1767389030.437408:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343640064 : -122826365911552 : ffff904a42173e00) 00010000:00000001:1.0:1767389030.437410:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343640064 : -122826365911552 : ffff904a42173e00) 00010000:00000001:1.0:1767389030.437413:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767389030.437415:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000eeec96b9/0x95cd417baf42948d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389030.437420:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767389030.437423:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389030.437425:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389030.437429:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767389030.437431:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767389030.437435:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389030.437437:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389030.437440:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000eeec96b9 with handle 0x95cd417baf42948d from hash 00010000:00000001:1.0:1767389030.437443:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389030.437445:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389030.437446:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389030.437447:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767389030.437448:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767389030.437450:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389030.437452:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389030.437453:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389030.437456:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389030.437458:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389030.437461:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767389030.437463:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389030.437465:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389030.437472:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389030.437474:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389030.437476:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389030.437479:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000eeec96b9/0x95cd417baf42948d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389030.437484:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389030.437486:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389030.437487:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767389030.437489:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767389030.437490:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389030.437491:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389030.437493:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767389030.437496:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389030.437498:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389030.437500:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000eeec96b9/0x95cd417baf42948d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389030.437505:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767389030.437507:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389030.437509:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000eeec96b9/0x95cd417baf42948d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389030.437515:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001139a0ba count: 0 00010000:00000001:1.0:1767389030.437526:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767389030.437527:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767389030.440251:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389030.440256:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389030.440259:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006b160a2e. 20000000:00000001:1.0:1767389030.440265:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389030.440270:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654531072 00010000:00000001:1.0:1767389030.440274:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389030.440280:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000017817528 x1853241654531072/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:481/0 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389030.440290:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389030.440292:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389030.440298:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=55 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389030.440312:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389030.440314:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389030.440317:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389030.440320:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389030.440323:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389030.440326:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389030.440329:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389030.440332:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073363010. 00000100:00000200:1.0:1767389030.440335:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654531072, offset 224 00000400:00000200:1.0:1767389030.440341:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389030.440348:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389030.440356:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372805400 00000400:00000200:1.0:1767389030.440360:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18ad [2] + 224 00000400:00000200:1.0:1767389030.440365:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389030.440369:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389030.440373:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389030.440376:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003fe1743c x1853241654531072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389030.440386:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003fe1743c x1853241654531072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389030.440401:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389030.440408:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073363010 00000400:00000010:1.0:1767389030.440410:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073363010. 00000100:00000001:3.0:1767389030.440412:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389030.440414:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389030.440417:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389030.440418:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389030.440424:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767389030.440426:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767389030.440427:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000001:3.0:1767389030.440430:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767389030.440432:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767389030.440434:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fc08ec5. 00000020:00000001:1.0:1767389030.440436:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389030.440442:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767389030.440443:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000938cd606 00000400:00000010:3.0:1767389030.440447:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000938cd606. 00000100:00000040:1.0:1767389030.440447:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017817528 x1853241654531072/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:481/0 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389030.440453:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389030.440463:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003fe1743c x1853241654531072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389030.440464:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000017817528 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654531072:12345-0@lo:253: Request processed in 31151us (31893us total) trans 0 rc 0/0 00000100:00000200:3.0:1767389030.440481:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003fe1743c x1853241654531072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389030.440490:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00000001:3.0:1767389030.440500:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767389030.440500:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389030.440504:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389030.440506:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389030.440508:0:337538:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767389030.440510:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767389030.440513:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389030.440516:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767389030.440517:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012f29ad1. 00000100:00000001:3.0:1767389030.440518:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389030.440525:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389030.440526:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000522e6d58. 00000100:00001000:3.0:1767389030.440530:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=55 v=5 (5 0 0 0) 00000020:00000010:1.0:1767389030.440532:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad16d3be. 00000100:00001000:3.0:1767389030.440540:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=55 v=5 (1 0 0 0) 00000020:00000040:1.0:1767389030.440541:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00000001:3.0:1767389030.440550:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767389030.440551:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767389030.440553:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389030.440555:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005c5a9f63. 00010000:00000001:3.0:1767389030.440559:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767389030.440560:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767389030.440563:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389030.440565:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389030.440567:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389030.440572:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767389030.440574:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003fe1743c x1853241654531072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389030.440581:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000169c6b3d. 00000100:00000001:3.0:1767389030.440588:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767389030.440589:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073363010. 00000100:00000001:3.0:1767389030.440603:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389030.440605:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389030.440610:0:337538:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389030.440612:0:337538:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767389030.440614:0:337538:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389030.440616:0:337538:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389030.440618:0:337538:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389030.440619:0:337538:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389030.440621:0:337538:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767389030.440622:0:337538:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767389030.440623:0:337538:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389030.440625:0:337538:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389030.440629:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003fe1743c x1853241654531072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389030.440636:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003fe1743c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654531072:0@lo:253: 00000100:00000001:3.0:1767389030.440641:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389030.440643:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389030.440645:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003fe1743c x1853241654531072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389030.440651:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389030.440653:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389030.440656:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007de6e3b7. 02000000:00000001:3.0:1767389030.440660:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389030.440662:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389030.440664:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389030.440667:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389030.440669:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004bc83c77. 02000000:00000001:3.0:1767389030.440676:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389030.440678:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389030.440680:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003fe1743c. 00000100:00000001:3.0:1767389030.440685:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389030.440687:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389030.440689:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389030.440694:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389030.440696:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389030.440699:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389030.440708:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389030.441213:0:346742:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002d7ef5c7. 00000400:00000040:0.0:1767389030.441236:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389030.441239:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389030.441243:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389030.441246:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389030.441249:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389030.441250:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767389030.441254:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389030.441256:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389030.441258:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389030.441259:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767389030.441263:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389030.441266:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389030.441270:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389030.441279:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389030.441282:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767389030.441285:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389030.441287:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389030.441289:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767389030.441291:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767389030.441294:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389030.441296:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389030.441299:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389030.441302:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389030.441304:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389030.441306:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767389030.441310:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389030.441313:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389030.441315:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389030.441317:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389030.441320:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389030.441321:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767389030.441325:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389030.441327:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389030.441329:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389030.441331:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389030.441333:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389030.441335:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767389030.441339:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389030.441342:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389030.441345:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389030.441348:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389030.441351:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389030.441355:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767389030.441358:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767389030.441361:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767389030.441363:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767389030.441366:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767389030.441368:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767389030.441373:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389030.441374:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389030.441376:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767389030.441378:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389030.441387:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767389030.441390:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767389030.441393:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767389030.441395:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767389030.441396:0:346742:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767389030.441477:0:346742:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002d7ef5c7. 00010000:00000010:0.1:1767389030.442020:0:346742:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000005b9fd16. 00010000:00000010:0.1:1767389030.442031:0:346742:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000091ef5806. 00080000:00000020:1.0:1767389030.442361:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389030.442365:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389030.442367:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d395a76a. 20000000:00000001:1.0:1767389030.442373:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389030.442377:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654531200 00010000:00000001:1.0:1767389030.442379:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389030.442383:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000615a5ea8 x1853241654531200/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:481/0 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389030.442390:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389030.442392:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389030.442394:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=55 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389030.442397:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389030.442399:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389030.442401:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389030.442403:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389030.442405:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389030.442407:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389030.442410:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389030.442420:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092f68d32. 00000100:00000200:1.0:1767389030.442423:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654531200, offset 224 00000400:00000200:1.0:1767389030.442429:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389030.442435:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389030.442441:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372805480 00000400:00000200:1.0:1767389030.442446:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18b1 [2] + 224 00000400:00000200:1.0:1767389030.442451:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389030.442454:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389030.442458:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389030.442462:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000678ce333 x1853241654531200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389030.442471:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000678ce333 x1853241654531200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389030.442486:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389030.442492:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092f68d32 00000400:00000010:1.0:1767389030.442494:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092f68d32. 00000100:00000001:1.0:1767389030.442496:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389030.442498:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389030.442502:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389030.442504:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767389030.442505:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:3.0:1767389030.442509:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767389030.442510:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389030.442514:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389030.442516:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767389030.442517:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767389030.442521:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000615a5ea8 x1853241654531200/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:481/0 lens 4848/4768 e 0 to 0 dl 1767389041 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767389030.442522:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389030.442526:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063057005. 00000400:00000200:3.0:1767389030.442533:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017e33169 00000400:00000010:3.0:1767389030.442537:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017e33169. 00000100:00100000:1.0:1767389030.442540:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000615a5ea8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654531200:12345-0@lo:253: Request processed in 33116us (33956us total) trans 0 rc 0/0 00000100:00000001:3.0:1767389030.442543:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389030.442551:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000678ce333 x1853241654531200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389030.442555:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00000040:1.0:1767389030.442561:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:1.0:1767389030.442566:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389030.442569:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767389030.442574:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000678ce333 x1853241654531200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389030.442574:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c882e12. 00000020:00000010:1.0:1767389030.442581:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c9208b63. 00000100:00000001:3.0:1767389030.442585:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389030.442587:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389030.442588:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389030.442590:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389030.442593:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767389030.442596:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000318092c4. 00000100:00000001:3.0:1767389030.442597:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389030.442603:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389030.442604:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00001000:3.0:1767389030.442606:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=55 v=5 (5 0 0 0) 02000000:00000001:1.0:1767389030.442609:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767389030.442612:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=55 v=5 (1 0 0 0) 02000000:00000010:1.0:1767389030.442613:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003f686830. 00000100:00000001:3.0:1767389030.442622:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767389030.442623:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389030.442625:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389030.442627:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389030.442629:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389030.442632:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389030.442633:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767389030.442634:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389030.442639:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000616c6f6f. 00000100:00000040:3.0:1767389030.442640:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000678ce333 x1853241654531200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389030.442646:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000092f68d32. 00000100:00000001:3.0:1767389030.442653:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389030.442656:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389030.442657:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389030.442660:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389030.442662:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767389030.442663:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389030.442664:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389030.442673:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389030.442675:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389030.442676:0:337539:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389030.442677:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389030.442678:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389030.442680:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000678ce333 x1853241654531200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389030.442686:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000678ce333 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654531200:0@lo:253: 00000100:00000001:3.0:1767389030.442690:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389030.442691:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389030.442693:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000678ce333 x1853241654531200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389030.442698:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389030.442699:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389030.442701:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ceb75cd3. 02000000:00000001:3.0:1767389030.442704:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389030.442705:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389030.442706:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389030.442708:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389030.442710:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000055389bdf. 02000000:00000001:3.0:1767389030.442719:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389030.442720:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389030.442722:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000678ce333. 00000100:00000001:3.0:1767389030.442773:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389030.442774:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389030.442776:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389030.442781:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389030.442783:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389030.442785:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389030.442787:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767389030.446798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001139a0ba. 00010000:00000010:1.1:1767389030.446814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000eeec96b9. 00010000:00000001:3.0:1767389030.603834:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389030.603840:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389030.603849:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389030.603851:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389030.603884:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389030.603888:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389030.603900:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767389030.795826:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767389030.795833:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 2 10000000:00000001:0.0:1767389030.795839:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389030.795844:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767389030.795848:0:338177:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767389030.795851:0:338177:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767389030.795855:0:338177:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767389030.795860:0:338177:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767389030.795864:0:338177:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff904b60cd8000 from 35 10000000:00000001:0.0:1767389030.795868:0:338177:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767389030.795871:0:338177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767389030.795896:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000678ce333. 00000020:00000040:0.0:1767389030.795902:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389030.795908:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389030.795912:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389030.795918:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389030.795927:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000460d7c9a. 00000100:00000001:0.0:1767389030.795935:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389030.795987:0:338177:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767389030.795990:0:338177:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389030.795997:0:338177:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000005b9fd16. 00010000:00000001:0.0:1767389030.796002:0:338177:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389030.796005:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000091ef5806. 00000020:00000001:0.0:1767389030.796010:0:338177:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389030.796014:0:338177:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000091ef5806 with handle 0x95cd417baf429494 to hash 00000020:00000001:0.0:1767389030.796017:0:338177:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389030.796019:0:338177:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389030.796024:0:338177:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389030.796029:0:338177:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389030.796033:0:338177:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389030.796046:0:338177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf429494 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389030.796057:0:338177:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf429494 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389030.796069:0:338177:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf429494 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767389030.796076:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767389030.796079:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767389030.796086:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087b3cc57. 00000100:00000001:0.0:1767389030.796089:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247439987840 : -122826269563776 : ffff904a47d56480) 00000100:00000001:0.0:1767389030.796092:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389030.796094:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144645888 : -122821564905728 : ffff904b6040c700) 00000100:00000001:0.0:1767389030.796099:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389030.796102:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.796104:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389030.796106:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389030.796112:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000678ce333 x1853241654531328/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.796123:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389030.796125:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389030.796129:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389030.796133:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389030.796136:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389030.796140:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000678ce333 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654531328:0@lo:101: 00000100:00000001:0.0:1767389030.796145:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389030.796149:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389030.796153:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389030.796156:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389030.796160:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000003de6ce0. 02000000:00000001:0.0:1767389030.796163:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389030.796169:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fab528f. 00000400:00000010:0.0:1767389030.796185:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f32e25e2. 00000100:00000200:0.0:1767389030.796190:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654531328, portal 25 00000100:00000001:0.0:1767389030.796210:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389030.796212:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144645888 : -122821564905728 : ffff904b6040c700) 00000100:00000040:0.0:1767389030.796218:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000678ce333 x1853241654531328/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389046 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.796227:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389030.796230:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389030.796234:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000100:00000200:0.0:1767389030.796238:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654531328, offset 0 00000400:00000200:0.0:1767389030.796245:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389030.796255:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389030.796268:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958372805500 00000400:00000200:0.0:1767389030.796275:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x11a1 [2] + 0 00000400:00000010:0.0:1767389030.796280:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000430fff0f. 00000400:00000200:0.0:1767389030.796285:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000afef3532 00000400:00000200:0.0:1767389030.796291:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389030.796296:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389030.796300:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afef3532 00000400:00000010:0.0:1767389030.796303:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000afef3532. 00000100:00000001:0.0:1767389030.796309:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389030.796311:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389030.796314:0:338177:0:(events.c:337:request_in_callback()) incoming req@000000007c075773 x1853241654531328 msgsize 328 00000100:00100000:0.0:1767389030.796319:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389030.796321:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389030.796338:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389030.796348:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000400:00000010:0.0:1767389030.796350:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000100:00000001:0.0:1767389030.796353:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389030.796356:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000678ce333 x1853241654531328/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389046 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.796369:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389030.796372:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000678ce333 x1853241654531328/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389046 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.796413:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.796415:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389030.796425:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.796428:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299618839 00000100:00000010:0.0:1767389030.796434:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d7cc0605. 00000100:00000001:0.0:1767389030.796440:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767389030.796449:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299618839 00000100:00000010:0.0:1767389030.796453:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5936f46. 00000100:00000001:1.0:1767389030.796457:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389030.796457:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00100000:1.0:1767389030.796466:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654531328 00000100:00000001:0.0:1767389030.796469:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299618839 02000000:00000001:1.0:1767389030.796474:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767389030.796477:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a42bb689. 00000100:00000001:1.0:1767389030.796479:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389030.796486:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.796487:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 02000000:00000001:1.0:1767389030.796495:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.796495:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299618839 00000100:00000010:0.0:1767389030.796498:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004a8eee32. 00000100:00100000:1.0:1767389030.796503:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654531328 00000100:00000001:0.0:1767389030.796505:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000020:00000001:1.0:1767389030.796510:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767389030.796513:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767389030.796515:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:0.0:1767389030.796519:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389030.796521:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389030.796525:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767389030.796526:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000001:0.0:1767389030.796529:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767389030.796538:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00100000:0.0:1767389030.796539:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 0000000087b3cc57 going to sleep for 11 seconds 00000020:00000001:1.0:1767389030.796550:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389030.796551:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389030.796557:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389030.796560:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389030.796568:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7d78c66. 00000100:00000001:1.0:1767389030.796572:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389030.796575:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7d78c66. 00000020:00000010:1.0:1767389030.796583:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000072dcc3f. 00000020:00000010:1.0:1767389030.796590:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee54e454. 00000020:00000010:1.0:1767389030.796595:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000522e6d58. 00000100:00000040:1.0:1767389030.796608:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389030.796612:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389030.796614:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389030.796616:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389030.796624:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389030.796648:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389030.796673:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389030.796675:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389030.796681:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000040:1.0:1767389030.796685:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389030.796687:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361781328 : -122821347770288 : ffff904b6d320050) 00000100:00000040:1.0:1767389030.796694:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007c075773 x1853241654531328/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:481/0 lens 328/0 e 0 to 0 dl 1767389041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389030.796705:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389030.796709:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7d78c66. 00000100:00000001:1.0:1767389030.796712:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389030.796714:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7d78c66. 00000100:00100000:1.0:1767389030.796720:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007c075773 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:338177:x1853241654531328:12345-0@lo:101: 00000100:00000200:1.0:1767389030.796777:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654531328 00000020:00000001:1.0:1767389030.796781:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389030.796785:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389030.796788:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389030.796792:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389030.796795:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000020:00000001:1.0:1767389030.796799:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389030.796800:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389030.796803:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389030.796806:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389030.796810:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389030.796814:0:338174:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767389030.796817:0:338174:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767389030.796819:0:338174:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767389030.796822:0:338174:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767389030.796825:0:338174:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389030.796831:0:338174:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767389030.796839:0:338174:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001139a0ba. 00010000:00000001:1.0:1767389030.796843:0:338174:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389030.796848:0:338174:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fe626905. 00000020:00000001:1.0:1767389030.796852:0:338174:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389030.796865:0:338174:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fe626905 with handle 0x95cd417baf42949b to hash 00000020:00000001:1.0:1767389030.796867:0:338174:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389030.796869:0:338174:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389030.796872:0:338174:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00010000:1.0:1767389030.796875:0:338174:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000fe626905/0x95cd417baf42949b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x95cd417baf429494 expref: -99 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389030.796885:0:338174:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003eb5d898 : new locks_count 10 00000020:00000040:1.0:1767389030.796888:0:338174:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=15 00000100:00000001:1.0:1767389030.796898:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389030.796901:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389030.796907:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ea26020f. 02000000:00000001:1.0:1767389030.796910:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389030.796913:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389030.796916:0:338174:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389030.796919:0:338174:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389030.796922:0:338174:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389030.796924:0:338174:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389030.796926:0:338174:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389030.796928:0:338174:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389030.796929:0:338174:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389030.796931:0:338174:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389030.796934:0:338174:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389030.796935:0:338174:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389030.796960:0:338174:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389030.796963:0:338174:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001139a0ba) refcount = 1 00010000:00010000:1.0:1767389030.796970:0:338174:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fe626905/0x95cd417baf42949b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x95cd417baf429494 expref: 15 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389030.796977:0:338174:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389030.796980:0:338174:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389030.796981:0:338174:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389030.796984:0:338174:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389030.796986:0:338174:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389030.796991:0:338174:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767389030.797004:0:338174:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000fe626905/0x95cd417baf42949b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf429494 expref: 15 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389030.797012:0:338174:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389030.797015:0:338174:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389030.797017:0:338174:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389030.797020:0:338174:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389030.797022:0:338174:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389030.797023:0:338174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389030.797025:0:338174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389030.797027:0:338174:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000fe626905, rc 0) 00000020:00000001:1.0:1767389030.797030:0:338174:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389030.797033:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654531328 00010000:00000001:1.0:1767389030.797036:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389030.797040:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007c075773 x1853241654531328/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:481/0 lens 328/344 e 0 to 0 dl 1767389041 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389030.797050:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389030.797052:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389030.797056:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=55 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389030.797060:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389030.797062:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389030.797065:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389030.797067:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389030.797070:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389030.797072:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389030.797076:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389030.797081:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 00000100:00000200:1.0:1767389030.797085:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654531328, offset 224 00000400:00000200:1.0:1767389030.797092:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389030.797101:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389030.797111:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958372805500 00000400:00000200:1.0:1767389030.797116:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x18d5 [1] + 224 00000400:00000200:1.0:1767389030.797122:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389030.797126:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389030.797131:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389030.797145:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000678ce333 x1853241654531328/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389046 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389030.797155:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000678ce333 x1853241654531328/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389046 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389030.797176:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389030.797186:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 00000400:00000010:1.0:1767389030.797189:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 00000100:00000001:1.0:1767389030.797193:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389030.797195:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389030.797200:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389030.797205:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389030.797208:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389030.797210:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389030.797213:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389030.797219:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c075773 x1853241654531328/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:481/0 lens 328/344 e 0 to 0 dl 1767389041 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.797227:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767389030.797234:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007c075773 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654531328:12345-0@lo:101: Request processed in 523us (913us total) trans 0 rc 0/0 00000400:00000001:0.0:1767389030.797238:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389030.797244:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767389030.797248:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000400:00000010:0.0:1767389030.797249:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fab528f. 00000100:00000040:1.0:1767389030.797255:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000400:00000200:0.0:1767389030.797259:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f32e25e2 00000100:00000001:1.0:1767389030.797261:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767389030.797265:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f32e25e2. 00000100:00000001:1.0:1767389030.797267:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767389030.797274:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767389030.797276:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee54e454. 00000100:00000200:0.0:1767389030.797283:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000678ce333 x1853241654531328/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389046 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389030.797285:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000522e6d58. 00000020:00000010:1.0:1767389030.797296:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000072dcc3f. 00000100:00000200:0.0:1767389030.797308:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000678ce333 x1853241654531328/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389046 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389030.797309:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:1.0:1767389030.797315:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389030.797317:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ea26020f. 02000000:00000001:1.0:1767389030.797321:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389030.797325:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389030.797337:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767389030.797342:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767389030.797346:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044b7db3a. 00000100:00000001:0.0:1767389030.797347:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389030.797357:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389030.797359:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767389030.797361:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005897caf5. 00000100:00000001:0.0:1767389030.797362:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389030.797365:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389030.797368:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389030.797373:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=55 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389030.797381:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=55 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389030.797385:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389030.797388:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389030.797391:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389030.797393:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.797396:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389030.797401:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000678ce333 x1853241654531328/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389046 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.797409:0:338177:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389030.797413:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389030.797416:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389030.797420:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000678ce333 x1853241654531328/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389046 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389030.797428:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000678ce333 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654531328:0@lo:101: 00000100:00000001:0.0:1767389030.797433:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389030.797436:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.797438:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767389030.797440:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389030.797442:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000678ce333 x1853241654531328/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389046 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.797449:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389030.797452:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000087b3cc57. 00000100:00000001:0.0:1767389030.797472:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767389030.797474:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389030.797478:0:338177:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767389030.797492:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389030.797494:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389030.797496:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=4 00000020:00000001:0.0:1767389030.797498:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389030.797501:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000040:0.0:1767389030.797507:0:338177:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000091ef5806, remote cookie: 0x95cd417baf42949b, flags: 0x0 00010000:00000001:0.0:1767389030.797512:0:338177:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389030.797515:0:338177:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389030.797517:0:338177:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389030.797519:0:338177:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389030.797521:0:338177:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389030.797523:0:338177:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005b9fd16) refcount = 1 00010000:00010000:0.0:1767389030.797527:0:338177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf429494 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf42949b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389030.797536:0:338177:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389030.797538:0:338177:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389030.797540:0:338177:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389030.797543:0:338177:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389030.797546:0:338177:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389030.797549:0:338177:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf429494 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf42949b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389030.797556:0:338177:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767389030.797558:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389030.797560:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389030.797561:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389030.797563:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389030.797566:0:338177:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.797568:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389030.797571:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000678ce333 x1853241654531328/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389046 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.797580:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389030.797583:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389030.797585:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000003de6ce0. 02000000:00000001:0.0:1767389030.797589:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389030.797601:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389030.797603:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389030.797606:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389030.797609:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000460d7c9a. 02000000:00000001:0.0:1767389030.797612:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389030.797614:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389030.797616:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000678ce333. 00000100:00000001:0.0:1767389030.797619:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389030.797621:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767389030.797624:0:338177:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389030.797626:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767389030.797628:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 3 10000000:00000001:0.0:1767389030.797631:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389030.797633:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389030.797635:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389030.797637:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=3 00000020:00000001:0.0:1767389030.797639:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389030.797641:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389030.797644:0:338177:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767389030.797646:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389030.797648:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389030.797649:0:338177:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389030.797652:0:338177:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767389030.797658:0:338177:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000bea796c1. 00000100:00000010:0.0:1767389030.797684:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000678ce333. 00000020:00000040:0.0:1767389030.797687:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389030.797690:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389030.797693:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389030.797696:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389030.797702:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000460d7c9a. 00000100:00000001:0.0:1767389030.797706:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.797711:0:338177:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767389030.797718:0:338177:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000003de6ce0. 00000100:00000010:0.0:1767389030.797723:0:338177:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000e1ddc346. 00000020:00000040:0.0:1767389030.797728:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389030.797735:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767389030.798207:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767389030.798211:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087b3cc57. 00000100:00000001:0.0:1767389030.798215:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247439987840 : -122826269563776 : ffff904a47d56480) 00000100:00000001:0.0:1767389030.798219:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389030.798221:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144645888 : -122821564905728 : ffff904b6040c700) 00000100:00000001:0.0:1767389030.798226:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389030.798228:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.798231:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389030.798233:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389030.798240:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000678ce333 x1853241654531456/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.798251:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389030.798253:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389030.798257:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389030.798260:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389030.798263:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389030.798267:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000678ce333 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654531456:0@lo:256: 00000100:00000001:0.0:1767389030.798272:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389030.798276:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389030.798279:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.798283:0:338177:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767389030.798291:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fab528f. 00000400:00000010:0.0:1767389030.798298:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000150baf59. 00000100:00000200:0.0:1767389030.798311:0:338177:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958372805580-0x6958372805580, portal 33 00000100:00000001:0.0:1767389030.798316:0:338177:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389030.798319:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389030.798324:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b644bd55. 02000000:00000001:0.0:1767389030.798327:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389030.798333:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd9153e5. 00000400:00000010:0.0:1767389030.798340:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f32e25e2. 00000100:00000200:0.0:1767389030.798343:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654531456, portal 25 00000100:00000001:0.0:1767389030.798345:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389030.798347:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144645888 : -122821564905728 : ffff904b6040c700) 00000100:00000040:0.0:1767389030.798354:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000678ce333 x1853241654531456/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389046 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.798371:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389030.798374:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389030.798378:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000100:00000200:0.0:1767389030.798381:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853241654531456, offset 0 00000400:00000200:0.0:1767389030.798388:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389030.798396:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389030.798408:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958372805580 00000400:00000200:0.0:1767389030.798413:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x11b1 [2] + 0 00000400:00000010:0.0:1767389030.798417:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1f4bee9. 00000400:00000200:0.0:1767389030.798421:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004aa1e2dc 00000400:00000200:0.0:1767389030.798426:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389030.798430:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389030.798434:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa1e2dc 00000400:00000010:0.0:1767389030.798436:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004aa1e2dc. 00000100:00000001:0.0:1767389030.798440:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389030.798441:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389030.798444:0:338177:0:(events.c:337:request_in_callback()) incoming req@0000000026e99a78 x1853241654531456 msgsize 304 00000100:00100000:0.0:1767389030.798448:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389030.798450:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389030.798463:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389030.798468:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000400:00000010:0.0:1767389030.798470:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000100:00000001:0.0:1767389030.798473:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389030.798478:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000678ce333 x1853241654531456/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389046 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.798487:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389030.798490:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000678ce333 x1853241654531456/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389046 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.798497:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.798500:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389030.798505:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.798508:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299618841 00000100:00000001:0.0:1767389030.798516:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299618839 00000100:00000001:0.0:1767389030.798533:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299618841 00000100:00000001:0.0:1767389030.798537:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299618839 00000100:00000001:0.0:1767389030.798540:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299618841 00000100:00000001:0.0:1767389030.798544:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299618839 00000100:00000001:0.0:1767389030.798547:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299618841 00000100:00000001:0.0:1767389030.798550:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299618839 00000100:00000001:0.0:1767389030.798554:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389030.798557:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.798559:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389030.798561:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767389030.798564:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 0000000087b3cc57 going to sleep for 11 seconds 00000100:00000001:0.0:1767389030.798566:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389030.798569:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.798664:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389030.798667:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654531456 02000000:00000001:0.0:1767389030.798670:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389030.798673:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389030.798675:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389030.798679:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389030.798682:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654531456 00000020:00000001:0.0:1767389030.798685:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389030.798687:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767389030.798689:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389030.798691:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:0.0:1767389030.798694:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389030.798697:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389030.798700:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389030.798705:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafa700b. 00000100:00000001:0.0:1767389030.798708:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389030.798711:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafa700b. 00000020:00000010:0.0:1767389030.798717:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073a8d9f4. 00000020:00000010:0.0:1767389030.798722:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000049a177d4. 00000020:00000010:0.0:1767389030.798790:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef0ccc91. 00000100:00000040:0.0:1767389030.798801:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767389030.798806:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389030.798809:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389030.798811:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.798820:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.798837:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389030.798855:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389030.798858:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389030.798866:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00000040:0.0:1767389030.798872:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389030.798875:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361795664 : -122821347755952 : ffff904b6d323850) 00000100:00000040:0.0:1767389030.798882:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026e99a78 x1853241654531456/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:481/0 lens 304/0 e 0 to 0 dl 1767389041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.798891:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389030.798896:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafa700b. 00000100:00000001:0.0:1767389030.798898:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389030.798901:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafa700b. 00000100:00100000:0.0:1767389030.798907:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026e99a78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654531456:12345-0@lo:256: 00000100:00000200:0.0:1767389030.798911:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654531456 00000020:00000001:0.0:1767389030.798914:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389030.798917:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389030.798919:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389030.798922:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389030.798924:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333408 : -1039218208 : ffffffffc20ec9e0) 00000020:00000001:0.0:1767389030.798928:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389030.798930:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389030.798933:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389030.798935:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389030.798961:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.798968:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389030.798970:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389030.798976:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000009483ee3b. 02000000:00000001:0.0:1767389030.798990:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.798992:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389030.798996:0:338174:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767389030.799001:0:338174:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767389030.799005:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767389030.799009:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767389030.799012:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389030.799015:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767389030.799018:0:338174:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767389030.799022:0:338174:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000339f8e13. 20000000:00000001:0.0:1767389030.799026:0:338174:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767389030.799044:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767389030.799051:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767389030.799056:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767389030.799060:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767389030.799062:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767389030.799065:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767389030.799067:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767389030.799070:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767389030.799073:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767389030.799075:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767389030.799078:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767389030.799080:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767389030.799083:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767389030.799085:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767389030.799088:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767389030.799090:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767389030.799093:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767389030.799095:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767389030.799098:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:01000000:0.0:1767389030.799101:0:338174:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 404, pages 3692/1/4/3. 20000000:00000040:0.0:1767389030.799109:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767389030.799112:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767389030.799115:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767389030.799117:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767389030.799120:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767389030.799123:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767389030.799125:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767389030.799128:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767389030.799141:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767389030.799144:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767389030.799147:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767389030.799150:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767389030.799153:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767389030.799156:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767389030.799158:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767389030.799162:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767389030.799164:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767389030.799166:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767389030.799169:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:01000000:0.0:1767389030.799172:0:338174:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 404, pages 3288/1/4/3. 20000000:01000000:0.0:1767389030.799175:0:338174:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 808, version 40 20000000:00000001:0.0:1767389030.799178:0:338174:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=808 : 808 : 328) 00000100:00000001:0.0:1767389030.799182:0:338174:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767389030.799188:0:338174:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000db81dcd5. 00000100:00000010:0.0:1767389030.799193:0:338174:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000a3c77b9d. 00000020:00000040:0.0:1767389030.799196:0:338174:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=16 00010000:00000001:0.0:1767389030.799200:0:338174:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767389030.799205:0:338174:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767389030.799211:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000400:00000010:0.0:1767389030.799221:0:338174:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000069a6f0d6. 00000400:00000200:0.0:1767389030.799227:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389030.799241:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389030.799253:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 808 into portal 33 MB=0x6958372805580 00000400:00000200:0.0:1767389030.799260:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 808/808 into md 0x18e5 [4] + 0 00000400:00000010:0.0:1767389030.799264:0:338174:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fab528f. 00000400:00000200:0.0:1767389030.799269:0:338174:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000150baf59 00000400:00000200:0.0:1767389030.799273:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389030.799277:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389030.799281:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000150baf59 00000400:00000010:0.0:1767389030.799283:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000150baf59. 00000100:00000001:0.0:1767389030.799287:0:338174:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767389030.799289:0:338174:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000678ce333 desc 0000000003de6ce0 mbits 1853241654531456 00000100:00000001:0.0:1767389030.799300:0:338174:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767389030.799304:0:338174:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767389030.799321:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767389030.799333:0:338174:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x18f1 00000400:00000200:0.0:1767389030.799336:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389030.799340:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767389030.799344:0:338174:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767389030.799347:0:338174:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000db81dcd5 00000100:00000001:0.0:1767389030.799350:0:338174:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767389030.799357:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000400:00000010:0.0:1767389030.799360:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000100:00000001:0.0:1767389030.799364:0:338174:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767389030.799366:0:338174:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000db81dcd5 00000100:00000001:0.0:1767389030.799368:0:338174:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767389030.799374:0:338174:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 808 bytes via portal 33 id 12345-0@lo mbits 0x6958372805580-0x6958372805580 00000100:00000001:0.0:1767389030.799378:0:338174:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389030.799384:0:338174:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.799388:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767389030.799391:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000010:0.0:1767389030.799395:0:338174:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000a3c77b9d. 00000100:00000010:0.0:1767389030.799399:0:338174:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000db81dcd5. 00000100:00000001:0.0:1767389030.799402:0:338174:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767389030.799404:0:338174:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767389030.799413:0:338174:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000339f8e13. 20000000:00000001:0.0:1767389030.799418:0:338174:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389030.799421:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654531456 00010000:00000001:0.0:1767389030.799424:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389030.799428:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026e99a78 x1853241654531456/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:481/0 lens 304/240 e 0 to 0 dl 1767389041 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389030.799437:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389030.799439:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389030.799442:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=55 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389030.799445:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389030.799448:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389030.799451:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389030.799453:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389030.799466:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.799469:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389030.799473:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389030.799478:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000100:00000200:0.0:1767389030.799481:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853241654531456, offset 224 00000400:00000200:0.0:1767389030.799488:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389030.799495:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389030.799504:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958372805580 00000400:00000200:0.0:1767389030.799510:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x18e9 [1] + 224 00000400:00000200:0.0:1767389030.799514:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389030.799517:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389030.799520:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389030.799524:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000678ce333 x1853241654531456/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389046 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389030.799534:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000678ce333 x1853241654531456/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389046 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.799543:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389030.799549:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000400:00000010:0.0:1767389030.799551:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000100:00000001:0.0:1767389030.799554:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389030.799555:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389030.799559:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389030.799563:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389030.799566:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389030.799568:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389030.799571:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767389030.799575:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026e99a78 x1853241654531456/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:481/0 lens 304/240 e 0 to 0 dl 1767389041 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389030.799585:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026e99a78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654531456:12345-0@lo:256: Request processed in 693us (1138us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389030.799594:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000040:0.0:1767389030.799596:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:0.0:1767389030.799599:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389030.799612:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389030.799616:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000049a177d4. 00000020:00000010:0.0:1767389030.799620:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0ccc91. 00000020:00000010:0.0:1767389030.799625:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073a8d9f4. 00000020:00000040:0.0:1767389030.799629:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:0.0:1767389030.799632:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389030.799634:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000009483ee3b. 02000000:00000001:0.0:1767389030.799637:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389030.799639:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389030.799644:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767389030.799649:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fab528f. 00000400:00000010:0.0:1767389030.799654:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000150baf59. 00000100:00000001:0.0:1767389030.799678:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389030.799681:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389030.799683:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389030.799685:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd9153e5. 00000400:00000200:0.0:1767389030.799689:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f32e25e2 00000400:00000010:0.0:1767389030.799691:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f32e25e2. 00000100:00000001:0.0:1767389030.799694:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389030.799697:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000678ce333 x1853241654531456/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389046 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389030.799706:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000678ce333 x1853241654531456/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389046 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.799713:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389030.799714:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389030.799716:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389030.799718:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389030.799719:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389030.799722:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389030.799768:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389030.799776:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=55 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389030.799782:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=55 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389030.799788:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389030.799791:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389030.799795:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389030.799798:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.799815:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389030.799822:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000678ce333 x1853241654531456/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389046 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389030.799840:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000678ce333 x1853241654531456/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389046 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.799852:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389030.799856:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389030.799863:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000678ce333 x1853241654531456/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389046 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389030.799873:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000678ce333 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654531456:0@lo:256: 00000100:00000001:0.0:1767389030.799881:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389030.799885:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.799887:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767389030.799890:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389030.799894:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000678ce333 x1853241654531456/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389046 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.799903:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389030.799905:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000087b3cc57. 00000100:00000001:0.0:1767389030.799910:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767389030.799912:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767389030.799917:0:338177:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 40, more 0. 10000000:00000001:0.0:1767389030.799922:0:338177:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767389030.799931:0:338177:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000099e6c2b9. 10000000:00000040:0.0:1767389030.799963:0:338177:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767389030.799974:0:338177:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767389030.799979:0:338177:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767389030.799986:0:338177:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.113@tcp has 192.168.204.113@tcp. 00000100:00000001:0.0:1767389030.799989:0:338177:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389030.799991:0:338177:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767389030.799994:0:338177:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.113@tcp with 192.168.204.113@tcp 00000100:00000200:0.0:1767389030.799997:0:338177:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.113@tcp' 00000400:00000200:0.0:1767389030.800002:0:338177:0:(peer.c:1356:LNetAddPeer()) Add peer with 19 NIDs 00000400:00001000:0.0:1767389030.800016:0:338177:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767389030.800021:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.113@tcp 00000400:00000200:0.0:1767389030.800029:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767389030.800037:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (19) 00000400:00000200:0.0:1767389030.800048:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767389030.800055:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp: 0. pending discovery 00000400:00000200:0.0:1767389030.800058:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (20) 00000400:00000200:0.0:1767389030.800062:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp 00000400:00000200:0.0:1767389030.800065:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.113@tcp10 00000400:00000200:0.0:1767389030.800071:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800074:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp10 00000400:00000200:0.0:1767389030.800077:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.113@tcp11 00000400:00000200:0.0:1767389030.800081:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800083:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp11 00000400:00000200:0.0:1767389030.800086:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.113@tcp12 00000400:00000200:0.0:1767389030.800091:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800094:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp12 00000400:00000200:0.0:1767389030.800097:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.113@tcp13 00000400:00000200:0.0:1767389030.800103:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800106:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp13 00000400:00000200:0.0:1767389030.800108:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.113@tcp14 00000400:00000200:0.0:1767389030.800114:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800116:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp14 00000400:00000200:0.0:1767389030.800119:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.113@tcp15 00000400:00000200:0.0:1767389030.800123:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800125:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp15 00000400:00000200:0.0:1767389030.800128:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.113@tcp16 00000400:00000200:0.0:1767389030.800133:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800135:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp16 00000400:00000200:0.0:1767389030.800138:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.113@tcp17 00000400:00000200:0.0:1767389030.800142:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800144:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp17 00000400:00000200:0.0:1767389030.800146:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.113@tcp18 00000400:00000200:0.0:1767389030.800150:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800152:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp18 00000400:00000200:0.0:1767389030.800155:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.113@tcp19 00000400:00000200:0.0:1767389030.800169:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800172:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp19 00000400:00000200:0.0:1767389030.800174:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.113@tcp20 00000400:00000200:0.0:1767389030.800178:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800181:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp20 00000400:00000200:0.0:1767389030.800183:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.113@tcp21 00000400:00000200:0.0:1767389030.800188:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800191:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp21 00000400:00000200:0.0:1767389030.800193:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.113@tcp22 00000400:00000200:0.0:1767389030.800198:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800200:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp22 00000400:00000200:0.0:1767389030.800202:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.113@tcp23 00000400:00000200:0.0:1767389030.800208:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800210:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp23 00000400:00000200:0.0:1767389030.800213:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.113@tcp24 00000400:00000200:0.0:1767389030.800217:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800219:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp24 00000400:00000200:0.0:1767389030.800222:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.113@tcp25 00000400:00000200:0.0:1767389030.800226:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800229:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp25 00000400:00000200:0.0:1767389030.800232:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.113@tcp26 00000400:00000200:0.0:1767389030.800237:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800238:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp26 00000400:00000200:0.0:1767389030.800241:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.113@tcp27 00000400:00000200:0.0:1767389030.800245:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767389030.800247:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp27 00000100:00000001:0.0:1767389030.800250:0:338177:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389030.800253:0:338177:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767389030.800259:0:338177:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.113@tcp' by NID '192.168.204.113@tcp' 10000000:00000010:0.0:1767389030.800267:0:338177:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000049a177d4. 10000000:00000040:0.0:1767389030.800270:0:338177:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 40/40 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.113@tcp::1 00000020:00000080:0.0:1767389030.800274:0:338177:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767389030.800285:0:338177:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767389030.800292:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073a8d9f4. 00000020:00000010:0.0:1767389030.800300:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005d0ced51. 00000040:00000010:0.0:1767389030.800314:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000098a336bb. 00000020:00000010:0.0:1767389030.800320:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ba0450e4. 00000020:00000010:0.0:1767389030.800328:0:338177:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000614eb99c. 00000020:00000010:0.0:1767389030.800336:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d407854b. 80000000:00000010:0.0:1767389030.800344:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006ae65c74. 40000000:00000010:0.0:1767389030.800352:0:338177:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cafa700b. 00100000:00000010:0.0:1767389030.800359:0:338177:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000efd4943a. 00040000:00000010:0.0:1767389030.800366:0:338177:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000743e7c6. 00040000:00000010:0.0:1767389030.800372:0:338177:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007da68f72. 00040000:00000010:0.0:1767389030.800384:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005bd82b61. 00080000:00000010:0.0:1767389030.800392:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008fa39fc6. 00000004:00000010:0.0:1767389030.800399:0:338177:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000087b1371b. 00000004:00000010:0.0:1767389030.800409:0:338177:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009c47141b. 00000004:00000010:0.0:1767389030.800419:0:338177:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f3e0d3aa. 00002000:00000010:0.0:1767389030.800427:0:338177:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009483ee3b. 00000004:00000010:0.0:1767389030.800434:0:338177:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000db81dcd5. 00000004:00000001:0.0:1767389030.800440:0:338177:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767389030.800445:0:338177:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767389030.800447:0:338177:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000049a177d4 00000040:00001000:0.0:1767389030.800450:0:338177:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767389030.800452:0:338177:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767389030.800455:0:338177:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767389030.800457:0:338177:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767389030.800461:0:338177:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767389030.800463:0:338177:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767389030.800465:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767389030.800467:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.113@tcp::1 00000040:00000001:0.0:1767389030.800470:0:338177:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767389030.800556:0:338177:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389030.800563:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005d0ced51. 00000040:00000010:0.0:1767389030.800572:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000098a336bb. 00000020:00000010:0.0:1767389030.800578:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ba0450e4. 00000020:00000010:0.0:1767389030.800583:0:338177:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000614eb99c. 00000020:00000010:0.0:1767389030.800589:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d407854b. 80000000:00000010:0.0:1767389030.800596:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006ae65c74. 40000000:00000010:0.0:1767389030.800616:0:338177:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cafa700b. 00100000:00000010:0.0:1767389030.800623:0:338177:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000efd4943a. 00040000:00000010:0.0:1767389030.800630:0:338177:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000743e7c6. 00040000:00000010:0.0:1767389030.800636:0:338177:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007da68f72. 00040000:00000010:0.0:1767389030.800642:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005bd82b61. 00080000:00000010:0.0:1767389030.800649:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008fa39fc6. 00000004:00000010:0.0:1767389030.800655:0:338177:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000087b1371b. 00000004:00000010:0.0:1767389030.800663:0:338177:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009c47141b. 00000004:00000010:0.0:1767389030.800670:0:338177:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f3e0d3aa. 00002000:00000010:0.0:1767389030.800677:0:338177:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009483ee3b. 00000004:00000010:0.0:1767389030.800682:0:338177:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000db81dcd5. 00000020:00000010:0.0:1767389030.800688:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073a8d9f4. 00000020:00000001:0.0:1767389030.800695:0:338177:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389030.800698:0:338177:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767389030.800702:0:338177:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000049a177d4. 10000000:00000010:0.0:1767389030.800707:0:338177:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000099e6c2b9. 10000000:00000001:0.0:1767389030.800713:0:338177:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389030.800717:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389030.800780:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000678ce333 x1853241654531456/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389046 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389030.800797:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389030.800802:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389030.800806:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b644bd55. 02000000:00000001:0.0:1767389030.800817:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389030.800821:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389030.800824:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389030.800829:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767389030.800832:0:338177:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767389030.800835:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389030.800837:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389030.800841:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767389030.800844:0:338177:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000e1ddc346. 00000100:00000010:0.0:1767389030.800850:0:338177:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000003de6ce0. 00000100:00000001:0.0:1767389030.800854:0:338177:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767389030.800856:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000460d7c9a. 02000000:00000001:0.0:1767389030.800861:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389030.800874:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389030.800876:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000678ce333. 00000100:00000001:0.0:1767389030.800880:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389030.800881:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767389030.800915:0:338177:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000bea796c1. 10000000:01000000:0.0:1767389030.800924:0:338177:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767389030.800928:0:338177:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767389030.800931:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389030.800933:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389030.800936:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=3 00000020:00000001:0.0:1767389030.800965:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389030.800968:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389030.800971:0:338177:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389030.800974:0:338177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf429494 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf42949b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389030.800983:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389030.800985:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389030.800987:0:338177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf429494 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf42949b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389030.800994:0:338177:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389030.800996:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389030.800998:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767389030.801000:0:338177:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389030.801002:0:338177:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389030.801006:0:338177:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767389030.801008:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767389030.801010:0:338177:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 3 10000000:00000001:0.0:1767389030.801013:0:338177:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:0.0:1767389030.817556:0:346833:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000e1ddc346. 00000020:00000040:0.0:1767389030.817567:0:346833:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(1) 00000020:00000010:0.0:1767389030.817570:0:346833:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000e1ddc346. 00000100:00000040:1.0:1767389030.821836:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299618841, at 4299618842 00000100:00000010:1.0:1767389030.821848:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5936f46. 00000100:00000040:2.0:1767389030.822782:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299618841, at 4299618843 00000100:00000010:2.0:1767389030.822792:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a42bb689. 00000100:00000040:3.0:1767389030.822809:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299618841, at 4299618843 00000100:00000010:3.0:1767389030.822822:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004a8eee32. 00000100:00000040:0.0:1767389030.823144:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299618841, at 4299618843 00000100:00000010:0.0:1767389030.823156:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d7cc0605. 00000800:00000010:3.0:1767389030.987852:0:337528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e0d1e4b0. 00000800:00000200:3.0:1767389030.987867:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c15aeb1d] -> 12345-192.168.204.113@tcp10 (6) 00000800:00000200:3.0:1767389030.987875:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp10 ip 192.168.204.113:988 00000800:00000200:3.0:1767389030.987881:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767389030.988021:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767389030.988030:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389030.988045:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389030.988055:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389030.988062:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389031.628854:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389031.628860:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389031.628869:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389031.628871:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389031.628964:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389031.628971:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389031.628975:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767389031.819883:0:339022:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767389031.819890:0:339022:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389031.819894:0:339024:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767389031.819902:0:339024:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389032.055135:0:347055:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389032.055155:0:347055:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389032.055162:0:347055:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389032.055173:0:347055:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389032.055183:0:347055:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389032.055188:0:347055:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767389032.331810:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767389032.331815:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767389032.331821:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2aa30d6. 00000020:00000040:2.0:1767389032.331829:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767389032.331835:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389032.331838:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389032.331844:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389032.331852:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000199047c9. 00000100:00000040:3.0:1767389032.331854:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767389032.331860:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.331861:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767389032.331867:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000069699406. 00000100:00000001:2.0:1767389032.331868:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:3.0:1767389032.331872:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:3.0:1767389032.331875:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389032.331878:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767389032.331878:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389032.331883:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389032.331889:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f2b91ae. 00000100:00000001:3.0:1767389032.331893:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389032.331893:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2aa30d6] to pc [ptlrpcd_00_00+0] req@00000000d2aa30d6 x1853241654531584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389032.331901:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@0000000069699406 x1853241654531712/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389032.331924:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389032.331925:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389032.331929:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069699406] to pc [ptlrpcd_00_01+1] req@0000000069699406 x1853241654531712/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767389032.331934:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.331940:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389032.331944:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767389032.331952:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389032.331954:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767389032.331957:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767389032.331958:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bcb1d94f. 00000100:00000001:1.0:1767389032.331961:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767389032.331962:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767389032.331966:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767389032.331968:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2aa30d6 x1853241654531584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389032.331969:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767389032.331970:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767389032.331972:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.331974:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389032.331978:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1767389032.331979:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a0f6da9d. 00000100:00000040:2.0:1767389032.331984:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000069699406 x1853241654531712/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389032.331985:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389032.331989:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389032.331993:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389032.331994:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000bcb1d94f x1853241654531840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767389032.331999:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389032.332004:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389032.332005:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389032.332008:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389032.332010:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389032.332013:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1767389032.332017:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2aa30d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654531584:0@lo:13: 00000100:00000001:3.0:1767389032.332018:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767389032.332018:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389032.332021:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389032.332023:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389032.332027:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767389032.332028:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000069699406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654531712:0@lo:400: 00000100:00000040:3.0:1767389032.332030:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcb1d94f] to pc [ptlrpcd_00_02+2] req@00000000bcb1d94f x1853241654531840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389032.332034:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767389032.332035:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389032.332038:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389032.332040:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389032.332043:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389032.332043:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767389032.332046:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389032.332048:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006520e00d. 02000000:00000010:2.0:1767389032.332049:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000e30f2b2. 00000100:00000001:3.0:1767389032.332053:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389032.332054:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389032.332054:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389032.332060:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767389032.332063:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1767389032.332065:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086311f96. 00000100:00000010:3.0:1767389032.332066:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000033c281fb. 00000400:00000010:1.0:1767389032.332066:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035cebf04. 00000020:00000040:3.0:1767389032.332072:0:257746:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767389032.332074:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389032.332074:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389032.332076:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389032.332077:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016a04936. 00000400:00000010:1.0:1767389032.332077:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 02000000:00000010:3.0:1767389032.332079:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000083b38206. 00000100:00000001:3.0:1767389032.332084:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389032.332086:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000033c281fb x1853241654531968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767389032.332087:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654531712, portal 25 00000100:00000200:1.0:1767389032.332091:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654531584, portal 4 00000100:00000001:2.0:1767389032.332093:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389032.332096:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389032.332097:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664417280 : -122821045134336 : ffff904b7f3bdc00) 00000100:00000001:3.0:1767389032.332098:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389032.332099:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666882944 : -122821042668672 : ffff904b7f617b80) 00000100:00000001:3.0:1767389032.332102:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389032.332105:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000069699406 x1853241654531712/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389032.332108:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033c281fb] to pc [ptlrpcd_00_03+3] req@0000000033c281fb x1853241654531968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389032.332109:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2aa30d6 x1853241654531584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389048 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389032.332130:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389032.332138:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389032.332143:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcdf2135. 00000100:00000001:1.0:1767389032.332144:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767389032.332147:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389032.332147:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654531712, offset 0 00000100:00000040:1.0:1767389032.332150:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389032.332154:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b49eda1. 00000100:00000040:3.0:1767389032.332157:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767389032.332159:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389032.332163:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:1.0:1767389032.332165:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654531584, offset 0 00000100:00000010:3.0:1767389032.332168:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006abaa73f. 00000020:00000040:3.0:1767389032.332171:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:1.0:1767389032.332174:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389032.332176:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767389032.332177:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767389032.332178:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389032.332180:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389032.332183:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e139b4bb. 00000100:00000001:3.0:1767389032.332188:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389032.332192:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767389032.332195:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000006abaa73f x1853241654532096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767389032.332201:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372805680 00000400:00000200:1.0:1767389032.332205:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372805600 00000100:00000001:3.0:1767389032.332212:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767389032.332213:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x11c1 [2] + 0 00000100:00000001:3.0:1767389032.332214:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389032.332219:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000452cd5e. 00000100:00000040:3.0:1767389032.332221:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006abaa73f] to pc [ptlrpcd_00_00+0] req@000000006abaa73f x1853241654532096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389032.332225:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ba93c2ea 00000100:00000001:3.0:1767389032.332232:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389032.332233:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389032.332235:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 1792 00000100:00000040:3.0:1767389032.332239:0:257746:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4958) 00000400:00000200:2.0:1767389032.332241:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389032.332242:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389032.332247:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389032.332249:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba93c2ea 00000100:00000001:3.0:1767389032.332252:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767389032.332252:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba93c2ea. 00000100:00000001:3.0:1767389032.332255:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389032.332256:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767389032.332257:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767389032.332258:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767389032.332262:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767389032.332262:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:3.0:1767389032.332264:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bcb1d94f x1853241654531840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389032.332269:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000a8fbf2fa x1853241654531712 msgsize 224 00000100:00000010:1.0:1767389032.332270:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee12f839. 00000100:00000040:1.0:1767389032.332275:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000ee12f839 x1853241654531584 msgsize 224 00000100:00100000:2.0:1767389032.332282:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767389032.332283:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389032.332287:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389032.332288:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:1.0:1767389032.332288:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767389032.332293:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389032.332295:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389032.332297:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389032.332299:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bcb1d94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:337538:1853241654531840:0@lo:400: 00000100:00000001:1.0:1767389032.332301:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389032.332303:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767389032.332303:0:337537:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767389032.332308:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389032.332310:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389032.332311:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b49eda1 02000000:00000001:3.0:1767389032.332312:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767389032.332315:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b49eda1. 02000000:00000010:3.0:1767389032.332317:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e522983. 00000100:00000001:1.0:1767389032.332320:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767389032.332321:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdf2135 00000400:00000010:2.0:1767389032.332324:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcdf2135. 00000100:00000200:1.0:1767389032.332327:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2aa30d6 x1853241654531584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389048 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389032.332328:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.332329:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389032.332335:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000069699406 x1853241654531712/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389032.332336:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fc08ec5. 00000400:00000010:3.0:1767389032.332344:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ebc5819. 00000100:00000001:1.0:1767389032.332346:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389032.332351:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767389032.332352:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654531840, portal 10 00000100:00000040:1.0:1767389032.332353:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2aa30d6 x1853241654531584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389048 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389032.332357:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767389032.332357:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000069699406 x1853241654531712/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389048 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389032.332360:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664422656 : -122821045128960 : ffff904b7f3bf100) 00000100:00000040:3.0:1767389032.332370:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bcb1d94f x1853241654531840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389032.332374:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389032.332379:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389032.332384:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389032.332385:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.332387:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389032.332388:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767389032.332393:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767389032.332394:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 10022 usecs (11 jiffies) 00000100:00000001:2.0:1767389032.332395:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389032.332396:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9285838. 00000100:00000200:3.0:1767389032.332401:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654531840, offset 0 00000100:00000001:2.0:1767389032.332402:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299620375 00000100:00000001:1.0:1767389032.332402:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299620363 00000400:00000200:3.0:1767389032.332408:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767389032.332410:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5e9d7b5. 00000400:00000200:3.0:1767389032.332415:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389032.332418:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767389032.332424:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372805700 00000100:00000001:2.0:1767389032.332425:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299620375 00000100:00000001:1.0:1767389032.332426:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299620375 00000100:00000001:1.0:1767389032.332432:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299620363 00000100:00000010:2.0:1767389032.332433:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fe8c204. 00000400:00000200:3.0:1767389032.332434:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 00000100:00000001:2.0:1767389032.332439:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767389032.332441:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389032.332442:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299620375 00000100:00000001:1.0:1767389032.332443:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299620375 00000400:00000200:3.0:1767389032.332448:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767389032.332449:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d26df0e5. 00000100:00000001:1.0:1767389032.332449:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299620363 00000100:00000001:3.0:1767389032.332456:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767389032.332458:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000200:3.0:1767389032.332459:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767389032.332464:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299620375 00000100:00000010:3.0:1767389032.332465:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081693e11. 00000100:00000001:1.0:1767389032.332465:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299620375 00000100:00000001:1.0:1767389032.332471:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299620363 00000100:00000040:3.0:1767389032.332472:0:337538:0:(events.c:337:request_in_callback()) incoming req@0000000081693e11 x1853241654531840 msgsize 224 00000100:00000010:2.0:1767389032.332472:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083055b84. 00000100:00000001:2.0:1767389032.332478:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00100000:3.0:1767389032.332483:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389032.332484:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389032.332484:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299620375 00000100:00000001:2.0:1767389032.332487:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.332490:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.332492:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389032.332495:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389032.332495:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389032.332499:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389032.332500:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9285838 00000100:00000001:1.0:1767389032.332502:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389032.332503:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9285838. 00000100:00000001:2.0:1767389032.332505:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389032.332505:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389032.332507:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767389032.332509:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767389032.332513:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bcb1d94f x1853241654531840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389032.332513:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389032.332513:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389032.332516:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389032.332517:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389032.332520:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389032.332523:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767389032.332526:0:337537:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767389032.332527:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389032.332531:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389032.332531:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.332532:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389032.332535:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389032.332538:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bcb1d94f x1853241654531840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389032.332538:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389032.332540:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389032.332545:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389032.332547:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389032.332550:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767389032.332552:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389032.332554:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006abaa73f x1853241654532096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389032.332555:0:339010:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389032.332559:0:339010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654531584 00000100:00000001:3.0:1767389032.332563:0:337538:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767389032.332564:0:339010:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389032.332569:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389032.332569:0:339010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389032.332571:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.332573:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389032.332574:0:339010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389032.332576:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 4915 usecs (5 jiffies) 02000000:00000001:2.0:1767389032.332577:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389032.332579:0:339010:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389032.332580:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389032.332581:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299620357 02000000:00000001:2.0:1767389032.332585:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389032.332585:0:339010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654531584 00000100:00000001:3.0:1767389032.332586:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299620375 00000100:00000001:3.0:1767389032.332591:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299620357 00000100:00100000:2.0:1767389032.332592:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006abaa73f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654532096:0@lo:400: 00000020:00000001:1.0:1767389032.332592:0:339010:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389032.332596:0:339010:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000100:00000001:3.0:1767389032.332597:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299620375 00000100:00000001:2.0:1767389032.332600:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1767389032.332601:0:339010:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767389032.332602:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299620357 02000000:00000001:2.0:1767389032.332603:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389032.332606:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389032.332606:0:339010:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000100:00000001:3.0:1767389032.332607:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299620375 00000020:00000001:1.0:1767389032.332611:0:339010:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 02000000:00000001:2.0:1767389032.332612:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767389032.332613:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299620357 00000020:00000001:1.0:1767389032.332615:0:339010:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 02000000:00000010:2.0:1767389032.332617:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f28b041. 00000100:00000001:3.0:1767389032.332619:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299620375 02000000:00000001:2.0:1767389032.332621:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389032.332622:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389032.332623:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767389032.332624:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000944a905. 00000100:00000001:3.0:1767389032.332627:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389032.332628:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbfe5a4d. 00000100:00000001:3.0:1767389032.332629:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.332634:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389032.332636:0:339010:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c13f9465. 00000400:00000010:2.0:1767389032.332637:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcdf2135. 00000100:00000001:3.0:1767389032.332639:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389032.332642:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767389032.332642:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654532096, portal 4 00000020:00000040:1.0:1767389032.332645:0:339010:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:2.0:1767389032.332648:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389032.332649:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389032.332651:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694457984 : -122822015093632 : ffff904b456b7480) 00000100:00000001:3.0:1767389032.332652:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389032.332656:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389032.332656:0:339010:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1767389032.332659:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006abaa73f x1853241654532096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389032.332662:0:337538:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000010:1.0:1767389032.332662:0:339010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ce4af37. 00000100:00000001:3.0:1767389032.332667:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389032.332670:0:339010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003321d239. 00000100:00000001:3.0:1767389032.332672:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389032.332676:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389032.332677:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767389032.332678:0:339010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000522e6d58. 00000100:00000001:3.0:1767389032.332679:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389032.332682:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767389032.332683:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389032.332684:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767389032.332687:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074e83582. 00000100:00000040:1.0:1767389032.332688:0:339010:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:3.0:1767389032.332691:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000033c281fb x1853241654531968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389032.332691:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654532096, offset 0 00000100:00000001:1.0:1767389032.332693:0:339010:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389032.332696:0:339010:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389032.332699:0:339010:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389032.332700:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389032.332706:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389032.332709:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389032.332710:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767389032.332712:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389032.332715:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389032.332717:0:339010:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389032.332718:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958372805800 00000100:00000001:1.0:1767389032.332746:0:339010:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389032.332748:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 2992 02000000:00000001:3.0:1767389032.332750:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389032.332757:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000033c281fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:337538:1853241654531968:0@lo:400: 00000400:00000200:2.0:1767389032.332757:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389032.332761:0:339010:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767389032.332763:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389032.332764:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767389032.332765:0:339010:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767389032.332769:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767389032.332771:0:337537:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767389032.332773:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389032.332774:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:1.0:1767389032.332774:0:339010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 02000000:00000001:3.0:1767389032.332778:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1767389032.332781:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bc7eabd. 00000100:00000040:1.0:1767389032.332781:0:339010:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 02000000:00000010:3.0:1767389032.332782:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbc4795b. 00000100:00000040:2.0:1767389032.332786:0:337537:0:(events.c:337:request_in_callback()) incoming req@000000006bc7eabd x1853241654532096 msgsize 224 00000100:00000001:1.0:1767389032.332787:0:339010:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151440512 : -122821558111104 : ffff904b60a87480) 02000000:00000001:3.0:1767389032.332788:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389032.332795:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767389032.332796:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000693be448. 00000100:00000040:1.0:1767389032.332797:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ee12f839 x1853241654531584/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:483/0 lens 224/0 e 0 to 0 dl 1767389043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389032.332802:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9285838. 00000100:00000200:3.0:1767389032.332808:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654531968, portal 10 00000100:00000001:2.0:1767389032.332809:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767389032.332810:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389032.332814:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767389032.332815:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074e83582 00000020:00000010:1.0:1767389032.332815:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a34f294. 00000100:00000001:3.0:1767389032.332816:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252664414592 : -122821045137024 : ffff904b7f3bd180) 00000400:00000010:2.0:1767389032.332820:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074e83582. 00000100:00000001:1.0:1767389032.332822:0:339010:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389032.332823:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767389032.332825:0:339010:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a34f294. 00000100:00000040:3.0:1767389032.332826:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000033c281fb x1853241654531968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389032.332829:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006abaa73f x1853241654532096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389032.332834:0:339010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ee12f839 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337536:x1853241654531584:12345-0@lo:13: 00000100:00000200:1.0:1767389032.332844:0:339010:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654531584 00000100:00000001:3.0:1767389032.332850:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767389032.332850:0:339010:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389032.332854:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767389032.332856:0:339010:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767389032.332858:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767389032.332860:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006abaa73f x1853241654532096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389048 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389032.332860:0:339010:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389032.332862:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d955f1a8. 00000020:00000001:1.0:1767389032.332866:0:339010:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1767389032.332868:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654531968, offset 0 00000020:00000001:1.0:1767389032.332870:0:339010:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000020:00000001:1.0:1767389032.332876:0:339010:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767389032.332878:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767389032.332881:0:339010:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389032.332882:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.332885:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767389032.332886:0:339010:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767389032.332889:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767389032.332890:0:339010:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767389032.332891:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389032.332894:0:339010:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389032.332895:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 10022 usecs (11 jiffies) 00000400:00000200:3.0:1767389032.332898:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372805780 00000100:00000001:1.0:1767389032.332901:0:339010:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767389032.332904:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 02000000:00000001:1.0:1767389032.332906:0:339010:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767389032.332907:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299620364 00000100:00000001:2.0:1767389032.332924:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299620375 00000400:00000200:3.0:1767389032.332925:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389032.332927:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299620364 02000000:00000010:1.0:1767389032.332927:0:339010:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000007ff0a7ba. 00000400:00000200:3.0:1767389032.332931:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389032.332933:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299620375 02000000:00000001:1.0:1767389032.332934:0:339010:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.332936:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767389032.332938:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299620364 00000100:00000200:3.0:1767389032.332940:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767389032.332940:0:339010:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.332942:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299620375 00000100:00000001:2.0:1767389032.332946:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299620364 00000100:00000010:3.0:1767389032.332947:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eff46719. 00002000:00000001:1.0:1767389032.332947:0:339010:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767389032.332948:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299620375 00000100:00000040:3.0:1767389032.332953:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000eff46719 x1853241654531968 msgsize 224 00000100:00000001:2.0:1767389032.332953:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1767389032.332954:0:339010:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767389032.332959:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389032.332959:0:339010:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00100000:3.0:1767389032.332965:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389032.332966:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389032.332966:0:339010:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1767389032.332969:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.332975:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389032.332979:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d955f1a8 00000400:00000010:3.0:1767389032.332981:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d955f1a8. 00000100:00000001:3.0:1767389032.332985:0:337538:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:1.0:1767389032.332987:0:339010:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.332989:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767389032.332991:0:339010:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767389032.332992:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654531712 00002000:00000024:1.0:1767389032.332996:0:339010:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000200:3.0:1767389032.332997:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000033c281fb x1853241654531968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389032.332997:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389032.333000:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389032.333003:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767389032.333005:0:339010:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 02000000:00000001:2.0:1767389032.333008:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767389032.333011:0:339010:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00000100:00100000:2.0:1767389032.333014:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654531712 00000020:00000001:2.0:1767389032.333017:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389032.333021:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00002000:00000020:1.0:1767389032.333021:0:339010:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00000100:00000001:3.0:1767389032.333023:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767389032.333026:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:1.0:1767389032.333027:0:339010:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:3.0:1767389032.333029:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000033c281fb x1853241654531968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767389032.333030:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000001:00000001:1.0:1767389032.333034:0:339010:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:2.0:1767389032.333035:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000001:00000001:1.0:1767389032.333038:0:339010:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389032.333041:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00002000:00000001:1.0:1767389032.333043:0:339010:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.333047:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389032.333049:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389032.333049:0:339010:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654531584 00000020:00000010:2.0:1767389032.333051:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8ec883e. 00000100:00000001:3.0:1767389032.333054:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389032.333056:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389032.333056:0:339010:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:2.0:1767389032.333060:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8ec883e. 00000100:00000001:3.0:1767389032.333061:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767389032.333063:0:339010:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ee12f839 x1853241654531584/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:483/0 lens 224/368 e 0 to 0 dl 1767389043 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389032.333068:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6915 usecs (7 jiffies) 00000020:00000010:2.0:1767389032.333068:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df05f51e. 00010000:00000001:1.0:1767389032.333071:0:339010:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767389032.333074:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299620360 00000020:00000010:2.0:1767389032.333075:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7033644. 00010000:00000001:1.0:1767389032.333076:0:339010:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.333077:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299620375 00000100:00000001:3.0:1767389032.333080:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299620360 00000100:00001000:1.0:1767389032.333082:0:339010:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389032.333085:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299620375 00000020:00000010:2.0:1767389032.333088:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073c58edd. 00000100:00000001:1.0:1767389032.333088:0:339010:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767389032.333089:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299620360 00000100:00000040:1.0:1767389032.333094:0:339010:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389032.333095:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299620375 00000100:00000040:2.0:1767389032.333098:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389032.333098:0:339010:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:3.0:1767389032.333099:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299620360 00000100:00000001:2.0:1767389032.333103:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389032.333104:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299620375 02000000:00000001:1.0:1767389032.333105:0:339010:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767389032.333106:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767389032.333109:0:339010:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.333110:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389032.333110:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.333116:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389032.333116:0:339010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389032.333118:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.333121:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389032.333122:0:339010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389032.333125:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389032.333126:0:339010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b49eda1. 00000100:00000001:2.0:1767389032.333129:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389032.333130:0:339010:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654531584, offset 224 00000400:00000200:1.0:1767389032.333137:0:339010:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389032.333138:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389032.333140:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389032.333141:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.333144:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767389032.333146:0:339010:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767389032.333151:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000040:2.0:1767389032.333154:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389032.333158:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767389032.333158:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361783376 : -122821347768240 : ffff904b6d320850) 00000400:00000200:1.0:1767389032.333158:0:339010:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372805600 00000100:00100000:3.0:1767389032.333162:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654531840 02000000:00000001:3.0:1767389032.333165:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389032.333168:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767389032.333168:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a8fbf2fa x1853241654531712/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:483/0 lens 224/0 e 0 to 0 dl 1767389043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389032.333168:0:339010:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1901 [1] + 224 00000100:00000001:3.0:1767389032.333172:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389032.333179:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389032.333179:0:339010:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389032.333182:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767389032.333186:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654531840 00000020:00000010:2.0:1767389032.333187:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8ec883e. 00000400:00000200:1.0:1767389032.333188:0:339010:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767389032.333190:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767389032.333192:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767389032.333193:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000020:00000010:2.0:1767389032.333195:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8ec883e. 00000100:00000001:1.0:1767389032.333196:0:339010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767389032.333203:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a8fbf2fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654531712:12345-0@lo:400: 00000100:00000200:1.0:1767389032.333203:0:339010:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2aa30d6 x1853241654531584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389048 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389032.333204:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389032.333209:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000100:00000200:2.0:1767389032.333209:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654531712 00000020:00000001:2.0:1767389032.333213:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389032.333215:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000020:00000001:2.0:1767389032.333217:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389032.333219:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389032.333221:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000020:00000001:2.0:1767389032.333224:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767389032.333228:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767389032.333228:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000020:00000001:2.0:1767389032.333233:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767389032.333235:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005af6d668. 00000100:00000040:1.0:1767389032.333235:0:339010:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000d2aa30d6 x1853241654531584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767389032.333236:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389032.333241:0:338180:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767389032.333241:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389032.333245:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767389032.333248:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005af6d668. 00000020:00000001:2.0:1767389032.333249:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389032.333255:0:338173:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1767389032.333256:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e38fd051. 00000100:00000001:2.0:1767389032.333257:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389032.333260:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767389032.333261:0:339010:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767389032.333262:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000032c1eb0d. 00000020:00000010:3.0:1767389032.333267:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008009b2e1. 00000400:00000200:1.0:1767389032.333267:0:339010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b49eda1 02000000:00000010:2.0:1767389032.333270:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004e12f542. 00000400:00000010:1.0:1767389032.333271:0:339010:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b49eda1. 02000000:00000001:2.0:1767389032.333274:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389032.333276:0:339010:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767389032.333277:0:338180:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767389032.333277:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389032.333280:0:339010:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389032.333283:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767389032.333283:0:338173:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389032.333284:0:339010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.333286:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:2.0:1767389032.333288:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654531712 00000100:00000001:3.0:1767389032.333290:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389032.333290:0:339010:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389032.333292:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767389032.333296:0:339010:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389032.333298:0:339010:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.333299:0:338180:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000200:2.0:1767389032.333299:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a8fbf2fa x1853241654531712/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:483/0 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389032.333302:0:339010:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767389032.333304:0:338180:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767389032.333307:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389032.333308:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee12f839 x1853241654531584/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:483/0 lens 224/368 e 0 to 0 dl 1767389043 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389032.333319:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389032.333323:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389032.333326:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389032.333329:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=57 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389032.333330:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389032.333333:0:339010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ee12f839 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337536:x1853241654531584:12345-0@lo:13: Request processed in 519us (1052us total) trans 0 rc 0/0 00000100:00100000:3.0:1767389032.333335:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654531968 00000100:00000001:2.0:1767389032.333336:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767389032.333341:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767389032.333341:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389032.333344:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389032.333345:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00100000:1.0:1767389032.333346:0:339010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:3.0:1767389032.333347:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389032.333350:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389032.333352:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389032.333353:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389032.333353:0:339010:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:2.0:1767389032.333359:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767389032.333360:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654531968 00000100:00000001:1.0:1767389032.333360:0:339010:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389032.333364:0:339010:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767389032.333365:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767389032.333365:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767389032.333369:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000400:00000010:2.0:1767389032.333370:0:338173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074e83582. 00000020:00000001:3.0:1767389032.333371:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767389032.333371:0:339010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003321d239. 00000100:00000200:2.0:1767389032.333374:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654531712, offset 224 00000020:00000040:3.0:1767389032.333375:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000020:00000010:1.0:1767389032.333376:0:339010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000522e6d58. 00000020:00000001:3.0:1767389032.333380:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000400:00000200:2.0:1767389032.333382:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767389032.333383:0:339010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ce4af37. 00000020:00000001:3.0:1767389032.333384:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:3.0:1767389032.333389:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767389032.333391:0:339010:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000400:00000200:2.0:1767389032.333392:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767389032.333393:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005af6d668. 00000100:00000001:1.0:1767389032.333397:0:339010:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389032.333402:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372805680 00000020:00000010:3.0:1767389032.333405:0:338180:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001981cc15. 00000400:00000200:2.0:1767389032.333409:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x18fd [1] + 224 00000020:00000040:3.0:1767389032.333413:0:338180:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000400:00000200:2.0:1767389032.333413:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389032.333418:0:339625:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389032.333419:0:338180:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1767389032.333420:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389032.333422:0:339625:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767389032.333425:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f3fad1d. 00000100:00000001:2.0:1767389032.333426:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767389032.333430:0:339625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000020:00000010:3.0:1767389032.333431:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000604248e. 00000100:00000200:2.0:1767389032.333434:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000069699406 x1853241654531712/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389032.333436:0:339625:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000020:00000010:3.0:1767389032.333437:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4bcf7a. 00000100:00000001:1.0:1767389032.333441:0:339625:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251694454400 : -122822015097216 : ffff904b456b6680) 00000100:00000001:3.0:1767389032.333444:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389032.333448:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1767389032.333450:0:339625:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000081693e11 x1853241654531840/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:483/0 lens 224/0 e 0 to 0 dl 1767389043 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389032.333451:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389032.333452:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000069699406 x1853241654531712/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389032.333457:0:338180:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767389032.333461:0:338180:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767389032.333464:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.333473:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389032.333479:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389032.333481:0:339625:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389032.333484:0:339625:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002a34f294. 00000400:00000200:2.0:1767389032.333485:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074e83582 00000100:00000001:3.0:1767389032.333486:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389032.333486:0:339625:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389032.333489:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767389032.333490:0:339625:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002a34f294. 00000100:00100000:3.0:1767389032.333496:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000400:00000010:2.0:1767389032.333496:0:338173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074e83582. 00000100:00100000:1.0:1767389032.333500:0:339625:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000081693e11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:337538:x1853241654531840:12345-0@lo:400: 00000100:00000040:3.0:1767389032.333502:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000100:00000001:2.0:1767389032.333503:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:1.0:1767389032.333506:0:339625:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654531840 00000100:00000001:3.0:1767389032.333507:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251694452608 : -122822015099008 : ffff904b456b5f80) 00000100:00000001:2.0:1767389032.333507:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767389032.333510:0:339625:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389032.333512:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389032.333514:0:339625:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767389032.333516:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000eff46719 x1853241654531968/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:483/0 lens 224/0 e 0 to 0 dl 1767389043 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389032.333517:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000020:00000001:1.0:1767389032.333517:0:339625:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389032.333522:0:339625:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1767389032.333524:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389032.333525:0:339625:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:2.0:1767389032.333527:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389032.333531:0:339625:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389032.333532:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767389032.333535:0:339625:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389032.333538:0:339625:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767389032.333539:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767389032.333539:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8fbf2fa x1853241654531712/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:483/0 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389032.333540:0:339625:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767389032.333544:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a147a58. 00000020:00000001:1.0:1767389032.333544:0:339625:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389032.333549:0:339625:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767389032.333550:0:338180:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389032.333553:0:339625:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767389032.333556:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a147a58. 02000000:00000001:1.0:1767389032.333557:0:339625:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767389032.333561:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a8fbf2fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654531712:12345-0@lo:400: Request processed in 377us (1290us total) trans 0 rc 0/0 02000000:00000010:1.0:1767389032.333563:0:339625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fa73f5aa. 00000100:00100000:3.0:1767389032.333566:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000eff46719 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:337538:x1853241654531968:12345-0@lo:400: 02000000:00000001:1.0:1767389032.333568:0:339625:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389032.333574:0:339625:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389032.333575:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654531968 00000100:00100000:2.0:1767389032.333579:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000020:00000001:3.0:1767389032.333580:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389032.333580:0:339625:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389032.333583:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000020:00000001:3.0:1767389032.333585:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000040:1.0:1767389032.333585:0:339625:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654531840 00000100:00000001:2.0:1767389032.333587:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767389032.333589:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.333591:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767389032.333591:0:339625:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767389032.333592:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389032.333595:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000010:2.0:1767389032.333596:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7033644. 00010000:00000200:1.0:1767389032.333597:0:339625:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000081693e11 x1853241654531840/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:483/0 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389032.333601:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767389032.333603:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073c58edd. 00010000:00000001:1.0:1767389032.333606:0:339625:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1767389032.333608:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df05f51e. 00010000:00000001:1.0:1767389032.333609:0:339625:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389032.333612:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767389032.333613:0:339625:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=51 v=5 (1 0 0 0) 00000020:00000040:2.0:1767389032.333614:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000020:00000001:3.0:1767389032.333616:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389032.333620:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767389032.333621:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767389032.333621:0:339625:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767389032.333623:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389032.333624:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004e12f542. 00000100:00000040:1.0:1767389032.333626:0:339625:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000020:00000001:3.0:1767389032.333629:0:338180:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1767389032.333630:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389032.333632:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767389032.333633:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389032.333636:0:339625:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389032.333637:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767389032.333639:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767389032.333642:0:339625:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:3.0:1767389032.333643:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f1b75c01. 00000400:00000010:2.0:1767389032.333644:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000634cd787. 02000000:00000001:1.0:1767389032.333645:0:339625:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389032.333647:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.333651:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389032.333651:0:339625:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767389032.333652:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ff3a9b7. 00000020:00000001:3.0:1767389032.333653:0:338180:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389032.333658:0:339625:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1767389032.333659:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654531968 00000400:00000010:1.0:1767389032.333662:0:339625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b49eda1. 00010000:00000001:3.0:1767389032.333663:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767389032.333668:0:339625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654531840, offset 224 00000100:00080000:2.0:1767389032.333669:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000200:3.0:1767389032.333670:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000eff46719 x1853241654531968/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:483/0 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767389032.333675:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000400:00000200:1.0:1767389032.333678:0:339625:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1767389032.333682:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767389032.333686:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00010000:00000001:3.0:1767389032.333688:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767389032.333689:0:339625:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767389032.333693:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389032.333696:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=51 v=5 (1 0 0 0) 00000400:00000200:1.0:1767389032.333699:0:339625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372805700 00000100:00000001:2.0:1767389032.333700:0:339008:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767389032.333701:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1767389032.333704:0:339008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654532096 00000100:00000040:3.0:1767389032.333707:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 02000000:00000001:2.0:1767389032.333709:0:339008:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767389032.333709:0:339625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x190d [1] + 224 00000100:00000001:3.0:1767389032.333710:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389032.333716:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767389032.333717:0:339625:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389032.333718:0:339008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767389032.333719:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.333721:0:339008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.333742:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389032.333746:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767389032.333747:0:339008:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389032.333747:0:339625:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767389032.333749:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d955f1a8. 00000100:00100000:2.0:1767389032.333753:0:339008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654532096 00000100:00000001:1.0:1767389032.333755:0:339625:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389032.333756:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654531968, offset 224 00000020:00000001:2.0:1767389032.333756:0:339008:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389032.333759:0:339008:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000100:00000200:1.0:1767389032.333762:0:339625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bcb1d94f x1853241654531840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389032.333763:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767389032.333763:0:339008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389032.333767:0:339008:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000001:2.0:1767389032.333772:0:339008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000400:00000200:3.0:1767389032.333776:0:338180:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767389032.333778:0:339008:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:2.0:1767389032.333783:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767389032.333787:0:339625:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bcb1d94f x1853241654531840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389032.333788:0:338180:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372805780 00000020:00000010:2.0:1767389032.333788:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8ec883e. 00000100:00000001:2.0:1767389032.333793:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767389032.333799:0:338180:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x191d [1] + 224 00000020:00000010:2.0:1767389032.333799:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8ec883e. 00000020:00000010:2.0:1767389032.333805:0:339008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df05f51e. 00000400:00000200:3.0:1767389032.333809:0:338180:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767389032.333811:0:339008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7033644. 00000020:00000010:2.0:1767389032.333817:0:339008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073c58edd. 00000400:00000200:3.0:1767389032.333818:0:338180:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389032.333821:0:339625:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389032.333826:0:338180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767389032.333828:0:339008:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:1.0:1767389032.333828:0:339625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b49eda1 00000100:00000200:3.0:1767389032.333832:0:338180:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000033c281fb x1853241654531968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389032.333833:0:339008:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1767389032.333833:0:339625:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b49eda1. 00000100:00000001:2.0:1767389032.333836:0:339008:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389032.333838:0:339625:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389032.333839:0:339008:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389032.333841:0:339625:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389032.333845:0:339625:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.333847:0:339008:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767389032.333851:0:339008:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:1.0:1767389032.333852:0:339625:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389032.333853:0:339008:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389032.333857:0:338180:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000033c281fb x1853241654531968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389032.333857:0:339625:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389032.333861:0:339625:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.333865:0:339008:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389032.333866:0:339625:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389032.333871:0:339625:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081693e11 x1853241654531840/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:483/0 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389032.333872:0:338180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389032.333876:0:339008:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389032.333879:0:339008:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767389032.333880:0:338180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d955f1a8 00000100:00100000:1.0:1767389032.333880:0:339625:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000081693e11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:337538:x1853241654531840:12345-0@lo:400: Request processed in 397us (1406us total) trans 0 rc 0/0 00000400:00000010:3.0:1767389032.333884:0:338180:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d955f1a8. 00000100:00100000:2.0:1767389032.333886:0:339008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000001:3.0:1767389032.333889:0:338180:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767389032.333891:0:339008:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:3.0:1767389032.333893:0:338180:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389032.333894:0:339008:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252666882048 : -122821042669568 : ffff904b7f617800) 00000100:00100000:1.0:1767389032.333897:0:339625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000001:3.0:1767389032.333898:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389032.333901:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006bc7eabd x1853241654532096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:483/0 lens 224/0 e 0 to 0 dl 1767389043 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389032.333904:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000040:1.0:1767389032.333921:0:339625:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00010000:00000001:3.0:1767389032.333922:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389032.333926:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389032.333926:0:339625:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389032.333930:0:339625:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767389032.333931:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767389032.333933:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389032.333935:0:339625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000032c1eb0d. 00000020:00000010:2.0:1767389032.333937:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8ec883e. 00000100:00000040:3.0:1767389032.333938:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000eff46719 x1853241654531968/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:483/0 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389032.333940:0:339625:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008009b2e1. 00000020:00000010:1.0:1767389032.333946:0:339625:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e38fd051. 00000100:00000001:2.0:1767389032.333947:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767389032.333952:0:339625:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000020:00000010:2.0:1767389032.333953:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8ec883e. 00000100:00000001:1.0:1767389032.333958:0:339625:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767389032.333961:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000eff46719 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:337538:x1853241654531968:12345-0@lo:400: Request processed in 419us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389032.333963:0:339008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006bc7eabd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654532096:12345-0@lo:400: 00000100:00000200:2.0:1767389032.333972:0:339008:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654532096 00000020:00000001:2.0:1767389032.333976:0:339008:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767389032.333978:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000020:00000001:2.0:1767389032.333979:0:339008:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767389032.333982:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000020:00000001:2.0:1767389032.333982:0:339008:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389032.333984:0:339008:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767389032.333986:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767389032.333987:0:339008:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:3.0:1767389032.333990:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767389032.333991:0:339008:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389032.333994:0:339008:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767389032.333995:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000604248e. 00000020:00000001:2.0:1767389032.333996:0:339008:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389032.333999:0:339008:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767389032.334002:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4bcf7a. 00000020:00000001:2.0:1767389032.334002:0:339008:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389032.334006:0:339008:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1767389032.334008:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f3fad1d. 00000100:00000001:2.0:1767389032.334009:0:339008:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389032.334013:0:339008:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1767389032.334014:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 02000000:00000010:2.0:1767389032.334016:0:339008:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004e12f542. 00000100:00000001:3.0:1767389032.334018:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389032.334019:0:339008:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.334022:0:339008:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389032.334024:0:339008:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389032.334026:0:339008:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654532096 00010000:00000001:2.0:1767389032.334028:0:339008:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389032.334031:0:339008:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006bc7eabd x1853241654532096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:483/0 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389032.334035:0:339008:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389032.334037:0:339008:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389032.334038:0:339008:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389032.334041:0:339008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389032.334043:0:339008:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389032.334045:0:339008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389032.334047:0:339008:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389032.334049:0:339008:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.334051:0:339008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389032.334059:0:339008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389032.334062:0:339008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074e83582. 00000100:00000200:2.0:1767389032.334065:0:339008:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654532096, offset 224 00000400:00000200:2.0:1767389032.334069:0:339008:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389032.334072:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389032.334075:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767389032.334078:0:339008:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:3.0:1767389032.334083:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767389032.334084:0:339008:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958372805800 00000400:00000001:3.0:1767389032.334088:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389032.334091:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086311f96. 00000400:00000200:3.0:1767389032.334095:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016a04936 00000400:00000010:3.0:1767389032.334096:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016a04936. 00000100:00000001:3.0:1767389032.334105:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767389032.334108:0:339008:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1915 [1] + 224 00000100:00000200:3.0:1767389032.334112:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000069699406 x1853241654531712/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389032.334114:0:339008:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389032.334122:0:339008:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389032.334130:0:339008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389032.334131:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000069699406 x1853241654531712/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389032.334136:0:339008:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006abaa73f x1853241654532096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389032.334140:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389032.334144:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389032.334148:0:339008:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006abaa73f x1853241654532096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389032.334149:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389032.334152:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389032.334155:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389032.334158:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.334159:0:339008:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767389032.334161:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389032.334165:0:339008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074e83582 00000100:00001000:3.0:1767389032.334166:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=57 v=5 (5 0 0 0) 00000400:00000010:2.0:1767389032.334168:0:339008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074e83582. 00000100:00001000:3.0:1767389032.334173:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=57 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389032.334174:0:339008:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389032.334176:0:339008:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389032.334180:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389032.334181:0:339008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.334184:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389032.334186:0:339008:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389032.334188:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389032.334189:0:339008:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767389032.334192:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389032.334192:0:339008:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.334198:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389032.334198:0:339008:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389032.334206:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000069699406 x1853241654531712/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389032.334206:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bc7eabd x1853241654532096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:483/0 lens 224/224 e 0 to 0 dl 1767389043 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389032.334229:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389032.334231:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767389032.334233:0:339008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006bc7eabd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654532096:12345-0@lo:400: Request processed in 296us (1442us total) trans 0 rc 0/0 00000100:00000001:1.0:1767389032.334234:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389032.334235:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389032.334239:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767389032.334240:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389032.334243:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767389032.334245:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069699406 x1853241654531712/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389032.334247:0:339008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000010:1.0:1767389032.334247:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035cebf04. 00000100:00000040:2.0:1767389032.334253:0:339008:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000400:00000200:1.0:1767389032.334254:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 00000100:00100000:3.0:1767389032.334258:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000069699406 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654531712:0@lo:400: 00000400:00000010:1.0:1767389032.334259:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 00000100:00000001:2.0:1767389032.334260:0:339008:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389032.334262:0:339008:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389032.334267:0:339008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7033644. 00000100:00000001:1.0:1767389032.334267:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767389032.334268:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.334271:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767389032.334272:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2aa30d6 x1853241654531584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389032.334276:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000069699406 x1853241654531712/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389032.334279:0:339008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073c58edd. 00000020:00000010:2.0:1767389032.334284:0:339008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df05f51e. 00000020:00000040:2.0:1767389032.334289:0:339008:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:2.0:1767389032.334294:0:339008:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389032.334302:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767389032.334303:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2aa30d6 x1853241654531584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389032.334306:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767389032.334310:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389032.334311:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389032.334315:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389032.334316:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767389032.334317:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000e30f2b2. 00000100:00000001:1.0:1767389032.334318:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389032.334321:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389032.334322:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767389032.334323:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389032.334325:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389032.334328:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000100:00001000:1.0:1767389032.334329:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=41 v=5 (5 0 0 0) 00000020:00000001:3.0:1767389032.334333:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:1.0:1767389032.334334:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=41 v=5 (1 0 0 0) 02000000:00000010:3.0:1767389032.334336:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007f2b91ae. 00000100:00000001:1.0:1767389032.334338:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389032.334341:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389032.334342:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767389032.334343:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:1.0:1767389032.334346:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d2aa30d6 x1853241654531584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389032.334347:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389032.334350:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000069699406. 00000100:00000001:3.0:1767389032.334355:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767389032.334357:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.334358:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389032.334360:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.334362:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389032.334363:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389032.334367:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1767389032.334368:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389032.334372:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767389032.334372:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000400:00000010:3.0:1767389032.334375:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000944a905. 00000100:00000001:1.0:1767389032.334376:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767389032.334379:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdf2135 00000100:00000001:1.0:1767389032.334379:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389032.334384:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcdf2135. 00000100:00000040:1.0:1767389032.334385:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2aa30d6 x1853241654531584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389032.334389:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389032.334394:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006abaa73f x1853241654532096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389032.334394:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389032.334398:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389032.334401:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767389032.334405:0:337536:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000200:3.0:1767389032.334410:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006abaa73f x1853241654532096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:1.0:1767389032.334410:0:337536:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767389032.334415:0:337536:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000001:3.0:1767389032.334420:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389032.334423:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:1.0:1767389032.334423:0:337536:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000100:00000001:3.0:1767389032.334426:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389032.334429:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000004:00000001:1.0:1767389032.334430:0:337536:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.334431:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389032.334434:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389032.334436:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2aa30d6 x1853241654531584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389048 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389032.334438:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389032.334444:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=41 v=5 (5 0 0 0) 00000100:00100000:1.0:1767389032.334447:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2aa30d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654531584:0@lo:13: 00000100:00001000:3.0:1767389032.334449:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=41 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389032.334455:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389032.334455:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389032.334457:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389032.334459:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389032.334460:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389032.334461:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767389032.334462:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767389032.334465:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2aa30d6 x1853241654531584/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389048 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767389032.334467:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00080000:3.0:1767389032.334468:0:337537:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006abaa73f x1853241654532096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767389032.334471:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389032.334474:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000693be448. 00000100:00000001:1.0:1767389032.334475:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389032.334477:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389032.334480:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006520e00d. 00000400:00000200:2.0:1767389032.334481:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9285838 00000400:00000010:2.0:1767389032.334486:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9285838. 02000000:00000001:1.0:1767389032.334486:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767389032.334490:0:337537:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389032.334491:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767389032.334492:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767389032.334494:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767389032.334496:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767389032.334499:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000033c281fb x1853241654531968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389032.334500:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000020:00000001:1.0:1767389032.334500:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389032.334504:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000199047c9. 00000100:00000001:3.0:1767389032.334506:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767389032.334509:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389032.334511:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1767389032.334516:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000033c281fb x1853241654531968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389032.334518:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006abaa73f x1853241654532096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389032.334519:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389032.334522:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2aa30d6. 00000100:00000001:1.0:1767389032.334528:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389032.334531:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389032.334536:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389032.334539:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389032.334542:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389032.334543:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389032.334544:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389032.334546:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.334548:0:337538:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767389032.334549:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389032.334550:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767389032.334551:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389032.334552:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389032.334553:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.334554:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767389032.334557:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006abaa73f x1853241654532096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389032.334558:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389032.334562:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389032.334568:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=48 v=5 (5 0 0 0) 00000100:00100000:3.0:1767389032.334570:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006abaa73f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654532096:0@lo:400: 00000100:00000001:3.0:1767389032.334574:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389032.334576:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389032.334577:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006abaa73f x1853241654532096/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389032.334581:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389032.334583:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389032.334584:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f28b041. 02000000:00000001:3.0:1767389032.334587:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389032.334588:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389032.334589:0:337537:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767389032.334590:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389032.334592:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e139b4bb. 02000000:00000001:3.0:1767389032.334594:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389032.334595:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389032.334596:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006abaa73f. 00000100:00000001:3.0:1767389032.334598:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389032.334599:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389032.334600:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389032.334604:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389032.334611:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389032.334613:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389032.334616:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389032.334624:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=48 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389032.334627:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389032.334628:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389032.334630:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767389032.334634:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000033c281fb x1853241654531968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389032.334639:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.334641:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767389032.334642:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767389032.334644:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389032.334646:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389032.334655:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000033c281fb x1853241654531968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389032.334660:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389032.334662:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389032.334663:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389032.334666:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000033c281fb x1853241654531968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389032.334671:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000033c281fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:337538:1853241654531968:0@lo:400: 00000400:00000001:2.0:1767389032.334676:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389032.334678:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389032.334679:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006fc08ec5. 00000400:00000200:2.0:1767389032.334682:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ebc5819 00000400:00000010:2.0:1767389032.334683:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ebc5819. 00000100:00000001:2.0:1767389032.334686:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389032.334688:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bcb1d94f x1853241654531840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389032.334695:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bcb1d94f x1853241654531840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389032.334700:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389032.334701:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389032.334702:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389032.334704:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389032.334705:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389032.334705:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389032.334707:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389032.334709:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389032.334711:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389032.334713:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389032.334714:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389032.334715:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767389032.334717:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bcb1d94f x1853241654531840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389032.334721:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.334748:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767389032.334749:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767389032.334751:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389032.334752:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389032.334755:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bcb1d94f x1853241654531840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389032.334760:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389032.334762:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389032.334763:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389032.334765:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bcb1d94f x1853241654531840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389032.334770:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bcb1d94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:337538:1853241654531840:0@lo:400: 00000100:00000001:2.0:1767389032.334772:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389032.334774:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389032.334775:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000033c281fb x1853241654531968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389032.334779:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389032.334780:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389032.334782:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbc4795b. 02000000:00000001:2.0:1767389032.334785:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389032.334786:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389032.334787:0:337538:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767389032.334789:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389032.334790:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000083b38206. 02000000:00000001:2.0:1767389032.334793:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389032.334794:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389032.334795:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033c281fb. 00000100:00000001:2.0:1767389032.334798:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389032.334799:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389032.334800:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389032.334802:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bcb1d94f x1853241654531840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389032.334806:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389032.334812:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389032.334813:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e522983. 02000000:00000001:2.0:1767389032.334815:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389032.334816:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389032.334817:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767389032.334818:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389032.334819:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a0f6da9d. 02000000:00000001:2.0:1767389032.334820:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389032.334821:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389032.334822:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bcb1d94f. 00000100:00000001:2.0:1767389032.334823:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389032.334824:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389032.334825:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389032.334828:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389032.334828:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389032.334829:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389032.334830:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389032.355771:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299620375, at 4299620376 00000100:00000010:2.0:1767389032.355778:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d26df0e5. 00000100:00000040:0.0:1767389032.355807:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299620375, at 4299620376 00000100:00000040:3.0:1767389032.355814:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299620375, at 4299620376 00000100:00000010:0.0:1767389032.355817:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5e9d7b5. 00000100:00000040:1.0:1767389032.355819:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299620375, at 4299620376 00000100:00000010:3.0:1767389032.355822:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083055b84. 00000100:00000010:1.0:1767389032.355828:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fe8c204. 00010000:00000001:3.0:1767389032.651847:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389032.651853:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389032.651862:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389032.651865:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389032.651939:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389032.651945:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389032.651949:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767389033.036882:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000520c0684] -> 12345-192.168.204.113@tcp13 (6) 00000800:00000200:0.0:1767389033.036921:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp13 ip 192.168.204.113:988 00000800:00000200:0.0:1767389033.036931:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767389033.037102:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767389033.037115:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389033.037139:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389033.037147:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389033.037152:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767389033.052573:0:347219:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767389033.052578:0:347219:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:2.0:1767389033.059465:0:347219:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389033.071416:0:347220:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000cadb5515. 00000400:00000010:0.0:1767389033.071438:0:347220:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000007032fc3d. 00000400:00000010:0.0:1767389033.071453:0:347220:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007a785687. 00000400:00000010:0.0:1767389033.071459:0:347220:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000058d4d0bb. 00000400:00000010:0.0:1767389033.071465:0:347220:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000816f7098. 00000400:00000010:0.0:1767389033.071472:0:347220:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dbe17abb. 00000400:00000010:0.0:1767389033.071475:0:347220:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ea68036b. 00000400:00000010:0.0:1767389033.071477:0:347220:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007fdae142. 00000400:00000010:0.0:1767389033.071482:0:347220:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002d7ef5c7. 00000800:00000010:0.0:1767389033.071501:0:347220:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000594191bd. 00000800:00000200:0.0:1767389033.071517:0:347220:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389033.071533:0:347220:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389033.071589:0:347220:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389033.071623:0:347220:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp28 [8/256/0/180] 00000400:00000010:0.0:1767389033.075079:0:347220:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 0000000092e86d42. 00000400:00000010:0.0:1767389033.075090:0:347220:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd9153e5. 00000400:00000010:0.0:1767389033.075099:0:347220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f32e25e2. 00000400:00000001:0.0:1767389033.075125:0:347220:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389033.075128:0:347220:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389033.075131:0:347220:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5fc9def. 00000400:00000200:0.0:1767389033.075136:0:347220:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eccd4e70 00000400:00000010:0.0:1767389033.075139:0:347220:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eccd4e70. 00000400:00000010:0.0:1767389033.075145:0:347220:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000c418d14a. 00000400:00000200:0.0:1767389033.075162:0:347220:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (19) 00000400:00000200:0.0:1767389033.075182:0:347220:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389033.075194:0:347220:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:0.0:1767389033.075205:0:347220:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d02327cd. 00000020:01000000:0.0:1767389033.075213:0:347220:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767389033.075217:0:347220:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp28 00000400:00000200:1.0:1767389033.075234:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767389033.075239:0:347220:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000007032fc3d. 00000400:00000010:0.0:1767389033.075246:0:347220:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000cadb5515. 00000400:00000200:1.0:1767389033.075248:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:1.0:1767389033.075262:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 00000400:00000200:1.0:1767389033.075268:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (20) 00000400:00000010:1.0:1767389033.075276:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dbd98cce. 00000400:00000200:1.0:1767389033.075282:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp26 00000400:00000200:1.0:1767389033.075304:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp26 to MR: 192.168.204.113@tcp26 local destination 00000400:00000200:1.0:1767389033.075320:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp26 NI seq info: [49:49:256:4294967295] 192.168.204.113@tcp26 LPNI seq info [49:49:8:4294967295] 00000400:00000200:1.0:1767389033.075330:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp26 00000020:00000001:3.0:1767389033.075338:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767389033.075347:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp26(192.168.204.113@tcp26:192.168.204.113@tcp26) -> 192.168.204.113@tcp26(192.168.204.113@tcp26:192.168.204.113@tcp26) : PUT try# 0 10000000:00000001:3.0:1767389033.075350:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767389033.075360:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:1.0:1767389033.075367:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.204.113@tcp26 10000000:01000000:3.0:1767389033.075368:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767389033.075377:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:1.0:1767389033.075378:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c992cf03. 00000020:01000004:3.0:1767389033.075385:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767389033.075391:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389033.075398:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:1.0:1767389033.075398:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000925f3843] -> 12345-192.168.204.113@tcp26 (4) 00000020:01000004:3.0:1767389033.075406:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389033.075412:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:1.1:1767389033.075413:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000925f3843] -> 12345-192.168.204.113@tcp26 (4) 00000020:01000004:3.0:1767389033.075416:0:257746:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767389033.075422:0:257746:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767389033.075424:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389033.075426:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767389033.075435:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006abaa73f. 00000020:00000040:3.0:1767389033.075443:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000800:00000200:1.1:1767389033.075451:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp26 ip 192.168.204.113:988 00000100:00000001:3.0:1767389033.075456:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.1:1767389033.075458:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c992cf03 type 1, nob 448 niov 1 nkiov 1 02000000:00000001:3.0:1767389033.075465:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389033.075474:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389033.075484:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 02000000:00000010:3.0:1767389033.075490:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d395a76a. 00000400:00000200:1.0:1767389033.075491:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000100:00000001:3.0:1767389033.075502:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.075520:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389033.075526:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389033.075541:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006abaa73f] to pc [ptlrpcd_00_01+1] req@000000006abaa73f x1853241654532224/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767389033.075584:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389033.075589:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389033.075604:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767389033.075608:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767389033.075617:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000020:00000001:3.0:1767389033.075619:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767389033.075624:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767389033.075630:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767389033.075632:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767389033.075636:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767389033.075638:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767389033.075641:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389033.075644:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389033.075646:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389033.075648:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389033.075649:0:257746:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389033.075651:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389033.075652:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767389033.075658:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc44a957. 00000800:00000200:1.0:1767389033.075663:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1767389033.075664:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000800:00000010:1.0:1767389033.075671:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c992cf03. 00000100:00000001:3.0:1767389033.075673:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389033.075679:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389033.075684:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389033.075684:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389033.075701:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp26->192.168.204.113@tcp26: PUT: OK 02000000:00000010:3.0:1767389033.075704:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ceb75cd3. 00000400:00000200:1.0:1767389033.075711:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767389033.075713:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389033.075714:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.075758:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp26: 0 00000100:00000001:3.0:1767389033.075769:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389033.075774:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767389033.075778:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767389033.075785:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc44a957] to pc [ptlrpcd_00_02+2] req@00000000fc44a957 x1853241654532352/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767389033.075791:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389033.075799:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389033.075810:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389033.075824:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp26(192.168.204.113@tcp26) <- 192.168.204.113@tcp26 : PUT - for me 10000000:00000001:3.0:1767389033.075831:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389033.075834:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 10000000:00000001:3.0:1767389033.075837:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389033.075846:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 352 into portal 0 MB=0x8000000000000000 00000020:00000001:3.0:1767389033.075847:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767389033.075858:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767389033.075863:0:257746:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d02327cd. 00000400:00000200:1.0:1767389033.075864:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 336/352 into md 0x18bd [1] + 0 00000400:00000010:1.0:1767389033.075874:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a0a0531. 00000400:00000200:1.0:1767389033.075880:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b7cbffce 00000400:00000200:2.0:1767389033.075885:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000100:00000001:3.0:1767389033.075888:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767389033.075889:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767389033.075927:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767389033.075928:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.075934:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767389033.075935:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767389033.075945:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006abaa73f x1853241654532224/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389033.075949:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp26->192.168.204.113@tcp26: PUT: OK 00000400:00000200:1.0:1767389033.075961:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7cbffce 00000400:00000200:2.0:1767389033.075964:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000010:1.0:1767389033.075966:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7cbffce. 00000400:00000200:1.0:1767389033.075978:0:337531:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767389033.075988:0:337531:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (21) 00000100:00000001:3.0:1767389033.075993:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389033.075998:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389033.076001:0:337531:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 02000000:00000001:3.0:1767389033.076006:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767389033.076012:0:337531:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (352 bytes) 02000000:00000001:3.0:1767389033.076014:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389033.076021:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389033.076022:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00100000:3.0:1767389033.076033:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006abaa73f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654532224:0@lo:253: 00000400:00000200:2.0:1767389033.076034:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.076043:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (22) 00000100:00000001:3.0:1767389033.076048:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767389033.076056:0:337531:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:3.0:1767389033.076058:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389033.076065:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389033.076071:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767389033.076075:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp26 to MR: 192.168.204.113@tcp26 local destination 02000000:00000010:3.0:1767389033.076084:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000003f686830. 00000400:00000200:1.0:1767389033.076092:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp26 NI seq info: [50:50:256:4294967295] 192.168.204.113@tcp26 LPNI seq info [50:50:8:4294967295] 02000000:00000001:3.0:1767389033.076094:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389033.076098:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000010:3.0:1767389033.076110:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002996741a. 00000400:00000010:3.0:1767389033.076125:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b67ea1d2. 00000400:00000200:1.0:1767389033.076133:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp26(192.168.204.113@tcp26:192.168.204.113@tcp26) -> 192.168.204.113@tcp26(192.168.204.113@tcp26:192.168.204.113@tcp26) 192.168.204.113@tcp26 : ACK try# 0 00000100:00000200:3.0:1767389033.076135:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654532224, portal 25 00000100:00000001:3.0:1767389033.076143:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389033.076146:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694457984 : -122822015093632 : ffff904b456b7480) 00000100:00000040:3.0:1767389033.076158:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006abaa73f x1853241654532224/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767389033.076170:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp26 00000400:00000200:2.0:1767389033.076173:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000100:00000001:3.0:1767389033.076183:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1767389033.076184:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c992cf03. 00000100:00000040:3.0:1767389033.076193:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:1.0:1767389033.076200:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000925f3843] -> 12345-192.168.204.113@tcp26 (4) 00000400:00000010:3.0:1767389033.076202:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000210fc321. 00000100:00000200:3.0:1767389033.076211:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654532224, offset 0 00000800:00000200:1.0:1767389033.076212:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp26 ip 192.168.204.113:989 00000800:00000200:1.0:1767389033.076221:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c992cf03 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767389033.076227:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389033.076231:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.076248:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:1.0:1767389033.076249:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389033.076267:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389033.076272:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372805880 00000400:00000200:3.0:1767389033.076285:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11d1 [2] + 0 00000400:00000010:3.0:1767389033.076290:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf76a755. 00000400:00000200:2.0:1767389033.076296:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.076298:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000b372240 00000400:00000200:3.0:1767389033.076312:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389033.076322:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767389033.076330:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b372240 00000800:00000200:1.0:1767389033.076334:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389033.076341:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c992cf03. 00000400:00000010:3.0:1767389033.076350:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b372240. 00000400:00000200:1.0:1767389033.076350:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389033.076363:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767389033.076364:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp26->192.168.204.113@tcp26: ACK: OK 00000400:00000200:2.0:1767389033.076366:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000100:00000200:3.0:1767389033.076372:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767389033.076380:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000287ba954 x1853241654532224 msgsize 4848 00000800:00000001:1.0:1767389033.076387:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767389033.076394:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:1.0:1767389033.076399:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389033.076400:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:1.0:1767389033.076409:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389033.076418:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.076420:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767389033.076421:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767389033.076433:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000210fc321 00000800:00000001:1.0:1767389033.076435:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389033.076439:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000010:3.0:1767389033.076440:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000210fc321. 00000100:00000001:3.0:1767389033.076449:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767389033.076453:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp26(192.168.204.113@tcp26) <- 192.168.204.113@tcp26 : ACK - for me 00000100:00000200:3.0:1767389033.076460:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006abaa73f x1853241654532224/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389033.076477:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767389033.076482:0:337531:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp26: ACK from 12345-192.168.204.113@tcp26 into md 0x1941 00000100:00000040:3.0:1767389033.076484:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006abaa73f x1853241654532224/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389033.076493:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389033.076503:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000100:00000001:3.0:1767389033.076505:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.076515:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767389033.076516:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp26->192.168.204.113@tcp26: ACK: OK 00000100:00000001:3.0:1767389033.076531:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389033.076534:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 00000400:00000010:1.0:1767389033.076540:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 00000100:00000001:3.0:1767389033.076541:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299621119 00000400:00000200:1.0:1767389033.076547:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000010:3.0:1767389033.076552:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008a5f08aa. 00000400:00000200:1.0:1767389033.076558:0:337531:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000100:00000001:3.0:1767389033.076566:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767389033.076567:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.076569:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389033.076583:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (21) 00000100:00000001:3.0:1767389033.076586:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299621119 00000800:00000001:1.0:1767389033.076595:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767389033.076596:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000019bf65ec. 00000800:00000001:1.0:1767389033.076604:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.076605:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767389033.076622:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299621119 00000100:00000010:3.0:1767389033.076629:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010164c02. 00000100:00000001:1.0:1767389033.076633:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389033.076635:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389033.076643:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.076647:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299621119 00000100:00000010:3.0:1767389033.076656:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000053ccad4f. 00000400:00000200:2.0:1767389033.076658:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000100:00000001:3.0:1767389033.076662:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767389033.076674:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389033.076679:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.076695:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.076698:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.076711:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389033.076715:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389033.076720:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389033.076723:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389033.076774:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.076781:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.076803:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767389033.076809:0:337539:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767389033.076813:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.076820:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767389033.076823:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000100:00000001:3.0:1767389033.076824:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.076834:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389033.076838:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389033.076841:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767389033.076849:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fc44a957 x1853241654532352/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389033.076860:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389033.076863:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389033.076867:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389033.076870:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389033.076874:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389033.076880:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fc44a957 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654532352:0@lo:253: 00000100:00000001:3.0:1767389033.076885:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389033.076890:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389033.076920:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389033.076925:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767389033.076929:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000010:3.0:1767389033.076935:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007de6e3b7. 00000400:00000010:1.0:1767389033.076940:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 00000000479b0774. 02000000:00000001:3.0:1767389033.076942:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389033.076950:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005834dcb8. 00000400:00000200:2.0:1767389033.076956:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000010:1.0:1767389033.076966:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035cebf04. 00000400:00000010:3.0:1767389033.076967:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000210fc321. 00000100:00000200:3.0:1767389033.076981:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654532352, portal 25 00000400:00000010:1.0:1767389033.076982:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 00000100:00000001:3.0:1767389033.076986:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389033.076991:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694444544 : -122822015107072 : ffff904b456b4000) 00000400:00000200:1.0:1767389033.076993:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000479b0774 00000100:00000040:3.0:1767389033.077002:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fc44a957 x1853241654532352/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389033.077003:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000003d9bbe60. 00000400:00000200:1.0:1767389033.077011:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000400:00000200:1.0:1767389033.077021:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102051 00000400:00000200:1.0:1767389033.077033:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (20) 00000100:00000001:3.0:1767389033.077037:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767389033.077043:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 0000000052d696fd. 00000400:00000200:2.0:1767389033.077049:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000100:00000040:3.0:1767389033.077052:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389033.077055:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b49eda1. 00000400:00000010:3.0:1767389033.077063:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b853b23. 00000400:00000010:1.0:1767389033.077073:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000581491da. 00000100:00000200:3.0:1767389033.077074:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654532352, offset 0 00000400:00000200:1.0:1767389033.077092:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000400:00000200:3.0:1767389033.077104:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389033.077121:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389033.077127:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:2.0:1767389033.077129:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.077141:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000400:00000200:1.0:1767389033.077153:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:1.0:1767389033.077163:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:1.0:1767389033.077172:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:1.0:1767389033.077181:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:1.0:1767389033.077188:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:1.0:1767389033.077196:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:1.0:1767389033.077206:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:1.0:1767389033.077213:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:1.0:1767389033.077218:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:1.0:1767389033.077229:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:2.0:1767389033.077237:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.077238:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:1.0:1767389033.077268:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:1.0:1767389033.077282:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:1.0:1767389033.077288:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:1.0:1767389033.077295:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:1.0:1767389033.077302:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000400:00000200:1.0:1767389033.077311:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:1.0:1767389033.077319:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:1.0:1767389033.077327:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp27 00000400:00000200:2.0:1767389033.077335:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.077335:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp27 lpni_is_preferred = 0 00000400:00000200:1.0:1767389033.077347:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp27 00000400:00000200:1.0:1767389033.077356:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp27 NI seq info: [51:51:256:4294967295] 192.168.204.113@tcp27 LPNI seq info [51:51:8:4294967295] 00000400:00000200:1.0:1767389033.077367:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp27 00000400:00000200:1.0:1767389033.077389:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp27(192.168.204.113@tcp27:) -> 192.168.204.113@tcp27(192.168.204.113@tcp:192.168.204.113@tcp27) : GET try# 0 00000800:00000200:1.0:1767389033.077398:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp27 00000800:00000010:1.0:1767389033.077404:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c992cf03. 00000400:00000200:3.0:1767389033.077406:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372805900 00000800:00000010:1.0:1767389033.077417:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f5bce732. 00000400:00000200:3.0:1767389033.077419:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11e1 [2] + 0 00000400:00000010:3.0:1767389033.077428:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000924e986b. 00000800:00000010:1.0:1767389033.077429:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b4c91e73. 00000400:00000200:2.0:1767389033.077437:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.077439:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ef97037d 00000800:00000200:1.0:1767389033.077449:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5bce732] -> 12345-192.168.204.113@tcp27 (2) 00000400:00000200:3.0:1767389033.077453:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.1:1767389033.077462:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5bce732] -> 12345-192.168.204.113@tcp27 (2) 00000400:00000200:3.0:1767389033.077467:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767389033.077478:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef97037d 00000400:00000010:3.0:1767389033.077482:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef97037d. 00000100:00000001:3.0:1767389033.077490:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767389033.077491:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000100:00000200:3.0:1767389033.077494:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767389033.077501:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100251 rc 0 00000100:00000040:3.0:1767389033.077502:0:337539:0:(events.c:337:request_in_callback()) incoming req@0000000058e8a81b x1853241654532352 msgsize 4848 00000100:00100000:3.0:1767389033.077521:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767389033.077525:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767389033.077543:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000100:00000001:3.0:1767389033.077544:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389033.077556:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b853b23 00000400:00000010:3.0:1767389033.077562:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b853b23. 00000100:00000001:3.0:1767389033.077568:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767389033.077574:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fc44a957 x1853241654532352/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389033.077586:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389033.077590:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fc44a957 x1853241654532352/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389033.077599:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.077602:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389033.077609:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.077614:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299621120 00000100:00000001:3.0:1767389033.077625:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299621119 00000400:00000200:1.0:1767389033.077628:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389033.077634:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000100:00000001:3.0:1767389033.077649:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299621120 00000100:00000001:3.0:1767389033.077659:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299621119 00000100:00000001:3.0:1767389033.077668:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299621120 00000100:00000001:3.0:1767389033.077678:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299621119 00000100:00000001:3.0:1767389033.077688:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299621120 00000100:00000001:3.0:1767389033.077697:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299621119 00000100:00000001:3.0:1767389033.077707:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389033.077709:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.077712:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.077715:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389033.077799:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.077824:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000100:00000001:3.0:1767389033.077860:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389033.077868:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654532224 02000000:00000001:3.0:1767389033.077873:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389033.077877:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389033.077882:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389033.077889:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389033.077913:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654532224 00000020:00000001:3.0:1767389033.077918:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389033.077921:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389033.077925:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389033.077929:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:3.0:1767389033.077934:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389033.077938:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389033.077947:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389033.077954:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007154a092. 00000400:00000200:2.0:1767389033.077957:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000100:00000001:3.0:1767389033.077959:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389033.077968:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007154a092. 00000020:00000010:3.0:1767389033.077980:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000318092c4. 00000020:00000010:3.0:1767389033.077987:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005ab2473a. 00000020:00000010:3.0:1767389033.077996:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4bcf7a. 00000400:00000200:1.0:1767389033.077998:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000100:00000040:3.0:1767389033.078017:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389033.078025:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389033.078036:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389033.078039:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.078055:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.078072:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.078095:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389033.078101:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654532352 00000400:00000200:2.0:1767389033.078105:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 02000000:00000001:3.0:1767389033.078106:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389033.078113:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389033.078117:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389033.078123:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389033.078126:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654532352 00000020:00000001:3.0:1767389033.078130:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389033.078133:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389033.078138:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389033.078141:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=16 00000020:00000001:3.0:1767389033.078146:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389033.078149:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000200:1.0:1767389033.078153:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000100:00000001:3.0:1767389033.078157:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389033.078165:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007154a092. 00000100:00000001:3.0:1767389033.078171:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389033.078175:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007154a092. 00000020:00000010:3.0:1767389033.078183:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d842291c. 00000020:00000010:3.0:1767389033.078188:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f127dcc6. 00000020:00000010:3.0:1767389033.078196:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000431a7540. 00000100:00000001:3.0:1767389033.078203:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389033.078205:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389033.078208:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.078218:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.078224:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.078245:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389033.078248:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389033.078259:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00000040:3.0:1767389033.078265:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000400:00000200:2.0:1767389033.078265:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000100:00000001:3.0:1767389033.078277:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361793616 : -122821347758000 : ffff904b6d323050) 00000100:00000040:3.0:1767389033.078287:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000287ba954 x1853241654532224/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:484/0 lens 4848/0 e 0 to 0 dl 1767389044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389033.078295:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000100:00000001:3.0:1767389033.078315:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389033.078321:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007154a092. 00000100:00000001:3.0:1767389033.078326:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389033.078330:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007154a092. 00000100:00100000:3.0:1767389033.078344:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000287ba954 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337537:x1853241654532224:12345-0@lo:253: 00000100:00000200:3.0:1767389033.078349:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654532224 00000020:00000001:3.0:1767389033.078354:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389033.078360:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389033.078364:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389033.078369:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389033.078373:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:3.0:1767389033.078379:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389033.078381:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389033.078386:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389033.078389:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389033.078394:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.078401:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389033.078408:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767389033.078415:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 02000000:00000010:3.0:1767389033.078431:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000033b8690f. 02000000:00000001:3.0:1767389033.078438:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.078442:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389033.078448:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767389033.078453:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 20000000:00000010:3.0:1767389033.078466:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000044221517. 20000000:01000000:3.0:1767389033.078475:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767389033.078481:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767389033.078485:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767389033.078489:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389033.078493:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389033.078498:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767389033.078514:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bbc4795b. 20000000:01000000:3.0:1767389033.078518:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:3.0:1767389033.078526:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767389033.078537:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767389033.078549:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.078609:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00080000:00000001:3.0:1767389033.078640:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767389033.078648:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767389033.078652:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389033.078656:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767389033.078664:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767389033.078675:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:3.0:1767389033.078681:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767389033.078691:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000022d6ca2d. 00000400:00000200:2.0:1767389033.078694:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00080000:00000001:3.0:1767389033.078697:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252497468416 : -122821212083200 : ffff904b75486c00) 00080000:00000001:3.0:1767389033.078705:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767389033.078796:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389033.078844:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.078943:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000001:00000001:3.0:1767389033.078984:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:2.0:1767389033.078988:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00080000:00000001:3.0:1767389033.078990:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389033.078999:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767389033.079040:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389033.079045:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767389033.079087:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389033.079119:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.079215:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389033.079241:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00080000:00000001:3.0:1767389033.079353:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:1.0:1767389033.079354:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00080000:00000001:3.0:1767389033.079362:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767389033.079494:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000800:00000010:2.0:1767389033.079584:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c7d28d5a. 00000800:00000010:2.0:1767389033.079595:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008339db77. 00000400:00000200:1.0:1767389033.079599:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000800:00000010:2.0:1767389033.079602:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001f387015. 00000800:00000010:2.0:1767389033.079654:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001f387015. 00000800:00020000:2.0:1767389033.079670:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000400:00000200:1.0:1767389033.079684:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.079775:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.079835:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.079883:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.079950:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000100:00000001:1.0:1767389033.080038:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389033.080044:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389033.080071:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389033.080074:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389033.080081:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00000040:1.0:1767389033.080086:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:1.0:1767389033.080090:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509327440 : -122821200224176 : ffff904b75fd6050) 00000100:00000040:1.0:1767389033.080099:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058e8a81b x1853241654532352/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:484/0 lens 4848/0 e 0 to 0 dl 1767389044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389033.080114:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389033.080119:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7d78c66. 00000100:00000001:1.0:1767389033.080122:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389033.080126:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7d78c66. 00000100:00100000:1.0:1767389033.080136:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058e8a81b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337539:x1853241654532352:12345-0@lo:253: 00000100:00000200:1.0:1767389033.080141:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654532352 00000020:00000001:1.0:1767389033.080145:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389033.080149:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389033.080151:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389033.080165:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389033.080168:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:1.0:1767389033.080171:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389033.080174:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389033.080177:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389033.080179:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389033.080182:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389033.080186:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389033.080189:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389033.080197:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005c5a9f63. 02000000:00000001:1.0:1767389033.080200:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389033.080203:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389033.080207:0:338175:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767389033.080219:0:338175:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006b160a2e. 20000000:01000000:1.0:1767389033.080224:0:338175:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767389033.080228:0:338175:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767389033.080231:0:338175:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767389033.080234:0:338175:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389033.080237:0:338175:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389033.080240:0:338175:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767389033.080310:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.080353:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.080393:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.080429:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.080472:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.080510:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.080549:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.080586:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.080624:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.080675:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.080716:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.080788:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.080831:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.080874:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.081112:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.081150:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.081189:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000400:00000200:1.0:1767389033.081696:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767389033.081890:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b2a088ad. 00000400:00000200:1.0:1767389033.082113:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp27 from 219.3.0.2 00000800:00000010:1.0:1767389033.082120:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b993d27d. 00000800:00000010:1.0:1767389033.082385:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005882f8ef. 00000800:00000010:1.0:1767389033.082393:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ef97037d. 00000800:00000010:1.0:1767389033.083080:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000b372240. 00000800:00000010:1.0:1767389033.083090:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ccbaaf86. 00000800:00000010:1.0:1767389033.083231:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005c1932ac. 00000800:00000200:1.1:1767389033.083241:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5bce732] -> 12345-192.168.204.113@tcp27 (2) 00000800:00000200:1.1:1767389033.083248:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp27 000000005c1932ac deleted 00000800:00000010:1.1:1767389033.083251:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000005c1932ac. 00000800:00000200:1.1:1767389033.083259:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767389033.083268:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp27 ip 192.168.204.113:987 00000800:00000200:1.1:1767389033.083273:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c992cf03 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767389033.083282:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp27 p 3.x 192.168.204.113 -> 192.168.204.113:987 incarnation:1767389030404373837 sched[0] 00000800:00000010:1.0:1767389033.083289:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000350c2dea. 00000800:00000010:1.0:1767389033.083323:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000350c2dea. 00000800:00000010:1.0:1767389033.083330:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ef97037d. 00000800:00000010:1.0:1767389033.083378:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b993d27d. 00000800:00000001:1.0:1767389033.083397:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389033.083401:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767389033.083455:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389033.083459:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c992cf03. 00000400:00000200:1.0:1767389033.083464:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389033.083470:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp27->192.168.204.113@tcp27: GET: OK 00000400:00000200:1.0:1767389033.083475:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389033.083478:0:337530:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000800:00000010:1.0:1767389033.083863:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ccbaaf86. 00000800:00000200:1.1:1767389033.083888:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767389033.083922:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp27 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389030404373837 sched[0] 00000800:00000010:1.0:1767389033.083927:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000b372240. 00000800:00000001:1.0:1767389033.084085:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389033.084095:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389033.084098:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389033.084109:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389033.084118:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp27(192.168.204.113@tcp27) <- 192.168.204.113@tcp27 : GET - for me 00000400:00000200:1.0:1767389033.084142:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767389033.084150:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 352/352 into md 0x193d [1] + 0 00000400:00000200:1.0:1767389033.084164:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp27 to MR: 192.168.204.113@tcp27 local destination 00000400:00000200:1.0:1767389033.084175:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp27 NI seq info: [52:52:256:4294967295] 192.168.204.113@tcp27 LPNI seq info [52:52:8:4294967295] 00000400:00000200:1.0:1767389033.084191:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp27(192.168.204.113@tcp27:192.168.204.113@tcp27) -> 192.168.204.113@tcp27(192.168.204.113@tcp27:192.168.204.113@tcp27) 192.168.204.113@tcp27 : REPLY try# 0 00000800:00000200:1.0:1767389033.084200:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.204.113@tcp27 00000800:00000010:1.0:1767389033.084206:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c992cf03. 00000800:00000200:1.0:1767389033.084214:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5bce732] -> 12345-192.168.204.113@tcp27 (4) 00000800:00000200:1.0:1767389033.084222:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp27 ip 192.168.204.113:988 00000800:00000200:1.0:1767389033.084226:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c992cf03 type 3, nob 448 niov 1 nkiov 1 00000800:00000001:3.0:1767389033.084342:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389033.084353:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767389033.084695:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389033.084701:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c992cf03. 00000400:00000200:1.0:1767389033.084708:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389033.084717:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp27->192.168.204.113@tcp27: REPLY: OK 00000800:00000001:1.0:1767389033.085001:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389033.085011:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389033.085014:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389033.085019:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389033.085030:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp27(192.168.204.113@tcp27) <- 192.168.204.113@tcp27 : REPLY - for me 00000400:00000200:1.0:1767389033.085044:0:337529:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp27: Reply from 12345-192.168.204.113@tcp27 of length 352/352 into md 0x1955 00000800:00000001:1.0:1767389033.085051:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767389033.085062:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000001:1.0:1767389033.085063:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389033.085071:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389033.085081:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp27->192.168.204.113@tcp27: REPLY: OK 00000400:00000200:1.0:1767389033.085087:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b49eda1 00000400:00000010:1.0:1767389033.085090:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b49eda1. 00000400:00000200:1.0:1767389033.085096:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767389033.085102:0:337529:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:1.0:1767389033.085107:0:337529:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:1.0:1767389033.085122:0:337529:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 20. state = 0x100251 00000400:00000200:1.0:1767389033.085129:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389033.085143:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (21) 00000800:00000001:1.0:1767389033.085152:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389033.085158:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389033.085179:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389033.085189:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000d1 00000400:00000010:1.0:1767389033.085199:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 00000000c9789eb7. 00000400:00000010:1.0:1767389033.085205:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 000000005a10e7ef. 00000400:00000010:1.0:1767389033.085211:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 000000000b25f48c. 00000400:00000010:1.0:1767389033.085284:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000fa208f11. 00000400:00000200:1.0:1767389033.085292:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000fa208f11 nid 192.168.204.113@tcp28 00000400:00000010:1.0:1767389033.085299:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000536c374f. 00000400:00000200:1.0:1767389033.085302:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000536c374f net tcp28 00000400:00000200:1.0:1767389033.085307:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (20) 00000400:00000200:1.0:1767389033.085316:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp28 flags 0x11 00000400:00000010:1.0:1767389033.085323:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 00000000c9789eb7. 00000400:00000010:1.0:1767389033.085328:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 000000005a10e7ef. 00000400:00000010:1.0:1767389033.085333:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 000000000b25f48c. 00000400:00000010:1.0:1767389033.085337:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 0000000052d696fd. 00000400:00000200:1.0:1767389033.085342:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389033.085347:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:1.0:1767389033.085353:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:1.0:1767389033.085361:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:1.0:1767389033.085366:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389033.085369:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:1.0:1767389033.085375:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:1.0:1767389033.085383:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (21) 00000400:00000200:3.0:1767389033.085480:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.085567:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.085628:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.085676:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.085776:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.085842:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.085892:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.085973:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.086053:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.086130:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.086212:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.086310:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.086412:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.086507:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.086595:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.086672:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.086766:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.086839:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.086914:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.087003:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.087095:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.087157:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.087211:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.087305:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000800:00000010:2.0:1767389033.087399:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008339db77. 00000400:00000200:3.0:1767389033.087409:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000800:00000010:2.0:1767389033.087410:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c7d28d5a. 00000400:00000200:3.0:1767389033.087527:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:02020000:2.0:1767389033.087556:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp26 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389033.087592:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.087636:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.087706:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.087786:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.087845:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.087930:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.088000:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389033.088056:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389033.088251:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087be0d40. 00000800:00000010:3.0:1767389033.088257:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003360e508. 00000800:00000010:3.0:1767389033.088264:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2c98dc4. 00000800:00000010:3.0:1767389033.088297:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2c98dc4. 00000800:00020000:3.0:1767389033.088312:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389033.088317:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003360e508. 00000800:00000010:3.0:1767389033.088322:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000087be0d40. 00000400:02020000:3.0:1767389033.088395:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp27 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00080000:00000001:3.0:1767389033.094924:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767389033.094933:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:3.0:1767389033.094937:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389033.094938:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767389033.094940:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767389033.094945:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389033.094950:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389033.094954:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389033.094956:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767389033.094960:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000022d6ca2d. 20000000:01000000:3.0:1767389033.094968:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767389033.094968:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767389033.094985:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767389033.094990:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767389033.094997:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767389033.095006:0:338175:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e51f9141. 20000000:01000000:0.0:1767389033.095011:0:338175:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:0.0:1767389033.095016:0:338175:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767389033.095018:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767389033.095020:0:338175:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:3.0:1767389033.095024:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767389033.095029:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767389033.095034:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767389033.095038:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767389033.095047:0:338196:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001139a0ba count: 2 00010000:00000001:3.0:1767389033.095051:0:338196:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767389033.095054:0:338175:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389033.095055:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767389033.095062:0:338175:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:3.0:1767389033.095063:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001667e6f3. 00080000:00000001:0.0:1767389033.095064:0:338175:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389033.095070:0:338175:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767389033.095074:0:338175:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767389033.095075:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767389033.095079:0:338175:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00000020:00000040:3.0:1767389033.095080:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001667e6f3 with handle 0x95cd417baf4294a2 to hash 00080000:00000001:0.0:1767389033.095086:0:338175:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:3.0:1767389033.095087:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389033.095092:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00080000:00000010:0.0:1767389033.095094:0:338175:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000040351cb1. 00010000:00000001:3.0:1767389033.095096:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00080000:00000001:0.0:1767389033.095100:0:338175:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252119569408 : -122821589982208 : ffff904b5ec22400) 00010000:00000001:3.0:1767389033.095103:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767389033.095105:0:338175:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767389033.095108:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389033.095113:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf4294a2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389033.095124:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389033.095131:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389033.095134:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389033.095137:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389033.095140:0:338196:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767389033.095143:0:338196:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000fe626905/0x95cd417baf42949b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf429494 expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389033.095150:0:338196:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767389033.095153:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.095156:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389033.095159:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389033.095162:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389033.095174:0:338196:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767389033.095178:0:338196:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000001667e6f3/0x95cd417baf4294a2 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389033.095186:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001139a0ba) refcount = 2 00010000:00000040:3.0:1767389033.095190:0:338196:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767389033.095194:0:338196:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000fe626905/0x95cd417baf42949b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x95cd417baf429494 expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389033.095200:0:338196:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00000001:00000001:0.0:1767389033.095202:0:338175:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:3.0:1767389033.095203:0:338196:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001667e6f3/0x95cd417baf4294a2 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767389033.095207:0:338175:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389033.095215:0:338175:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000010:3.0:1767389033.095227:0:338196:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e79e7200. 00000100:00000001:3.0:1767389033.095231:0:338196:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767389033.095236:0:338196:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003360e508. 00000100:00000001:3.0:1767389033.095240:0:338196:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621252610881600 : -122821098670016 : ffff904b7c0af840) 00080000:00000001:0.0:1767389033.095240:0:338175:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389033.095248:0:338175:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:3.0:1767389033.095249:0:338196:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621252610881600 : -122821098670016 : ffff904b7c0af840) 00000100:00000001:3.0:1767389033.095254:0:338196:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767389033.095257:0:338196:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767389033.095260:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767389033.095264:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389033.095267:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767389033.095270:0:338196:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767389033.095273:0:338196:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767389033.095275:0:338196:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767389033.095277:0:338196:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767389033.095283:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000030c04a2. 00000020:00000040:3.0:1767389033.095287:0:338196:0:(genops.c:1229:class_import_get()) import 0000000065ed9c00 refcount=2 obd=MGS 00000100:00000001:3.0:1767389033.095291:0:338196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389033.095294:0:338196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389033.095299:0:338196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389033.095306:0:338196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000807bc468. 00000100:00000001:3.0:1767389033.095311:0:338196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389033.095316:0:338196:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000fe626905/0x95cd417baf42949b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x95cd417baf429494 expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389033.095348:0:338196:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000fe626905/0x95cd417baf42949b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x95cd417baf429494 expref: 16 pid: 338174 timeout: 5103 lvb_type: 0 00010000:00000001:3.0:1767389033.095357:0:338196:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00080000:00000001:0.0:1767389033.095359:0:338175:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:3.0:1767389033.095361:0:338196:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000001:0.0:1767389033.095366:0:338175:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767389033.095371:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000030c04a2 x1853241654532480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389033.095382:0:338196:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389033.095385:0:338196:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389033.095391:0:338196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000030c04a2 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654532480:0@lo:104: 00000100:00000001:3.0:1767389033.095395:0:338196:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389033.095398:0:338196:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389033.095400:0:338196:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389033.095402:0:338196:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767389033.095407:0:338196:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e38fd051. 02000000:00000001:3.0:1767389033.095410:0:338196:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389033.095417:0:338196:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e757a699. 00000400:00000010:3.0:1767389033.095425:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d955f1a8. 00000100:00000200:3.0:1767389033.095429:0:338196:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654532480, portal 16 00000100:00000001:3.0:1767389033.095432:0:338196:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389033.095435:0:338196:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694447232 : -122822015104384 : ffff904b456b4a80) 00000100:00000040:3.0:1767389033.095441:0:338196:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000030c04a2 x1853241654532480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389049 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389033.095449:0:338196:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389033.095454:0:338196:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389033.095459:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ed3d3ba. 00000100:00000200:3.0:1767389033.095463:0:338196:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853241654532480, offset 0 00000400:00000200:3.0:1767389033.095472:0:338196:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389033.095484:0:338196:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389033.095496:0:338196:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958372805980 00000400:00000200:3.0:1767389033.095504:0:338196:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1425 [2] + 984 00000400:00000200:3.0:1767389033.095509:0:338196:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389033.095524:0:338196:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389033.095531:0:338196:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389033.095533:0:338196:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767389033.095538:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e63b665. 00000100:00000040:3.0:1767389033.095541:0:338196:0:(events.c:337:request_in_callback()) incoming req@000000000e63b665 x1853241654532480 msgsize 328 00000100:00100000:3.0:1767389033.095550:0:338196:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767389033.095567:0:338196:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389033.095577:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ed3d3ba 00000400:00000010:3.0:1767389033.095580:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ed3d3ba. 00000100:00000001:3.0:1767389033.095585:0:338196:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767389033.095591:0:338196:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000030c04a2 x1853241654532480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389049 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389033.095601:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389033.095605:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000030c04a2 x1853241654532480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389049 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389033.095611:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.095613:0:338196:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389033.095619:0:338196:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.095623:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4299621138 00000100:00000001:3.0:1767389033.095631:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4299621120 00000100:00000001:3.0:1767389033.095637:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4299621138 00000100:00000001:3.0:1767389033.095642:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4299621120 00000100:00000001:3.0:1767389033.095648:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4299621138 00000100:00000001:3.0:1767389033.095654:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4299621120 00000100:00000001:3.0:1767389033.095659:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4299621138 00000100:00000001:3.0:1767389033.095662:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4299621120 00000100:00000001:3.0:1767389033.095665:0:338196:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389033.095667:0:338196:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.095671:0:338196:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.095673:0:338196:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389033.095676:0:338196:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.095682:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389033.095684:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389033.095694:0:338196:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.095696:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767389033.095698:0:338196:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767389033.095702:0:338196:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.095704:0:338196:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389033.095706:0:338196:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767389033.095709:0:338196:0:(client.c:2690:ptlrpc_set_wait()) set 000000003360e508 going to sleep for 11 seconds 00000100:00000001:3.0:1767389033.095714:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389033.095797:0:339022:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389033.095801:0:339022:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654532480 02000000:00000001:3.0:1767389033.095804:0:339022:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389033.095807:0:339022:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389033.095810:0:339022:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389033.095814:0:339022:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389033.095818:0:339022:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654532480 00000020:00000001:3.0:1767389033.095820:0:339022:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389033.095822:0:339022:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291a0 00000020:00000001:3.0:1767389033.095825:0:339022:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389033.095827:0:339022:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c9ce650e refcount=3 00000020:00000001:3.0:1767389033.095830:0:339022:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000020:00000001:3.0:1767389033.095833:0:339022:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000100:00000001:3.0:1767389033.095836:0:339022:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389033.095841:0:339022:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001678dcf0. 00000100:00000001:3.0:1767389033.095843:0:339022:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389033.095845:0:339022:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001678dcf0. 00000020:00000010:3.0:1767389033.095853:0:339022:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e522983. 00000020:00000010:3.0:1767389033.095860:0:339022:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000036386974. 00000020:00000010:3.0:1767389033.095865:0:339022:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004e8cd0af. 00000100:00000040:3.0:1767389033.095873:0:339022:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767389033.095876:0:339022:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389033.095877:0:339022:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389033.095879:0:339022:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.095887:0:339022:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.095919:0:339022:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.095938:0:339022:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389033.095948:0:339022:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389033.095956:0:339022:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767389033.095959:0:339022:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c9ce650e : new rpc_count 1 00000100:00000001:3.0:1767389033.095962:0:339022:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251694445440 : -122822015106176 : ffff904b456b4380) 00000100:00000040:3.0:1767389033.095969:0:339022:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000e63b665 x1853241654532480/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:484/0 lens 328/0 e 0 to 0 dl 1767389044 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389033.095979:0:339022:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389033.096209:0:339022:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ee1d0946. 00000100:00000001:3.0:1767389033.096214:0:339022:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389033.096217:0:339022:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ee1d0946. 00000100:00100000:3.0:1767389033.096222:0:339022:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000e63b665 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654532480:12345-0@lo:104: 00000100:00000200:3.0:1767389033.096227:0:339022:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654532480 00010000:00000001:3.0:1767389033.096230:0:339022:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767389033.096236:0:339022:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389033.096238:0:339022:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389033.096240:0:339022:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=2 00000020:00000001:3.0:1767389033.096242:0:339022:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:3.0:1767389033.096244:0:339022:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:3.0:1767389033.096248:0:339022:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389033.096250:0:339022:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389033.096253:0:339022:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf429494 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf42949b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767389033.096261:0:339022:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389033.096264:0:339022:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389033.096268:0:339022:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000053748898. 02000000:00000001:3.0:1767389033.096271:0:339022:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.096272:0:339022:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.096278:0:339022:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389033.096281:0:339022:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389033.096286:0:339022:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace3a1a1 time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389033.096292:0:339022:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389033.096303:0:339022:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389033.096306:0:339022:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389033.096308:0:339022:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389033.096311:0:339022:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.096314:0:339022:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389033.096316:0:339022:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389033.096318:0:339022:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ed3d3ba. 00000100:00000200:3.0:1767389033.096321:0:339022:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853241654532480, offset 224 00000400:00000200:3.0:1767389033.096325:0:339022:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389033.096334:0:339022:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389033.096344:0:339022:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958372805980 00000400:00000200:3.0:1767389033.096393:0:339022:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x195d [1] + 224 00000400:00000200:3.0:1767389033.096398:0:339022:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389033.096402:0:339022:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389033.096407:0:339022:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389033.096414:0:339022:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000030c04a2 x1853241654532480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389049 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767389033.096423:0:339022:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000030c04a2 x1853241654532480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389049 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389033.096434:0:339022:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389033.096440:0:339022:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ed3d3ba 00000400:00000010:3.0:1767389033.096443:0:339022:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ed3d3ba. 00000100:00000001:3.0:1767389033.096449:0:339022:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389033.096451:0:339022:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389033.096455:0:339022:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389033.096460:0:339022:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389033.096464:0:339022:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767389033.096748:0:339022:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000d9a5acaf. 00010000:00000001:3.0:1767389033.096753:0:339022:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767389033.096799:0:339022:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767389033.096802:0:339022:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.096805:0:339022:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.096807:0:339022:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389033.096814:0:339022:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e63b665 x1853241654532480/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:484/0 lens 328/224 e 0 to 0 dl 1767389044 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767389033.096832:0:339022:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000e63b665 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654532480:12345-0@lo:104: Request processed in 852us (1288us total) trans 0 rc 0/0 00000100:00100000:3.0:1767389033.096843:0:339022:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767389033.096847:0:339022:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9ce650e : new rpc_count 0 00000100:00000001:3.0:1767389033.096851:0:339022:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389033.096854:0:339022:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389033.096860:0:339022:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000036386974. 00000020:00000010:3.0:1767389033.096865:0:339022:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004e8cd0af. 00000020:00000010:3.0:1767389033.096870:0:339022:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e522983. 00000020:00000040:3.0:1767389033.096877:0:339022:0:(genops.c:898:class_export_put()) PUTting export 00000000c9ce650e : new refcount 2 00000100:00000001:3.0:1767389033.096881:0:339022:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389033.097108:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389033.097112:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389033.097115:0:338169:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767389033.097119:0:338169:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767389033.097122:0:338169:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767389033.097125:0:338169:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf429494 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf42949b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389033.097134:0:338169:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000091ef5806 already unused, calling callback (000000001fe26c02) 10000000:00000001:3.0:1767389033.097136:0:338169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767389033.097139:0:338169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf429494 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x95cd417baf42949b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389033.097145:0:338169:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767389033.097147:0:338169:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389033.097149:0:338169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389033.097151:0:338169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=3 00000020:00000001:3.0:1767389033.097152:0:338169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:3.0:1767389033.097154:0:338169:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:3.0:1767389033.097158:0:338169:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767389033.097167:0:338169:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf429494 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x95cd417baf42949b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767389033.097174:0:338169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767389033.097200:0:338169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf429494 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x95cd417baf42949b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767389033.097207:0:338169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767389033.097211:0:338169:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767389033.097213:0:338169:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767389033.097214:0:338169:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767389033.097217:0:338169:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767389033.097219:0:338169:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389033.097237:0:338169:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767389033.097239:0:338169:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767389033.097242:0:338169:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 2 10000000:00000001:3.0:1767389033.097244:0:338169:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767389033.097246:0:338169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.097250:0:338169:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767389033.097254:0:338169:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389033.097256:0:338169:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389033.097258:0:338169:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389033.097261:0:338169:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389033.097264:0:338169:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000091ef5806 with handle 0x95cd417baf429494 from hash 00010000:00000001:3.0:1767389033.097266:0:338169:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389033.097268:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389033.097269:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389033.097271:0:338169:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389033.097274:0:338169:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767389033.097277:0:338169:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767389033.097281:0:338169:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767389033.097283:0:338169:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767389033.097290:0:338169:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007939ef71. 00000020:00000040:3.0:1767389033.097293:0:338169:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00000100:00000001:3.0:1767389033.097297:0:338169:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389033.097299:0:338169:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389033.097302:0:338169:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389033.097316:0:338169:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e522983. 00000100:00000001:3.0:1767389033.097320:0:338169:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.097326:0:338169:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767389033.097330:0:338169:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf429494 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf42949b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389033.097337:0:338169:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767389033.097339:0:338169:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.097342:0:338169:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389033.097344:0:338169:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389033.097350:0:338169:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007939ef71] to pc [ptlrpcd_00_03+3] req@000000007939ef71 x1853241654532608/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389033.097380:0:338169:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389033.097384:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389033.097386:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389033.097388:0:338169:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.097391:0:338169:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389033.097394:0:338169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389033.097397:0:338169:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf429494 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf42949b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767389033.097400:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767389033.097403:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767389033.097406:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1767389033.097408:0:338169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf429494 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf42949b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767389033.097410:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000040:3.0:1767389033.097419:0:338169:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000005b9fd16 count: 0 00000100:00000040:1.0:1767389033.097420:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007939ef71 x1853241654532608/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389033.097434:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389033.097437:0:338169:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767389033.097439:0:338169:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d9a5acaf. 00010000:00000001:3.0:1767389033.097446:0:338169:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389033.097458:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389033.097461:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389033.097466:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389033.097469:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389033.097472:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389033.097476:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007939ef71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654532608:0@lo:103: 00000100:00000001:1.0:1767389033.097480:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767389033.097483:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767389033.097485:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767389033.097488:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389033.097502:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389033.097504:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389033.097506:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767389033.097509:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389033.097521:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389033.097522:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389033.097524:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767389033.097528:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767389033.097530:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389033.097534:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389033.097535:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ce4af37. 00010000:00010000:3.0:1767389033.097537:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1767389033.097543:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389033.097548:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040d0b5a4. 00000400:00000010:1.0:1767389033.097554:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b49eda1. 00000100:00000200:1.0:1767389033.097559:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654532608, portal 18 00000100:00000001:1.0:1767389033.097562:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389033.097564:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694457088 : -122822015094528 : ffff904b456b7100) 00000100:00000040:1.0:1767389033.097571:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007939ef71 x1853241654532608/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389049 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389033.097579:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389033.097583:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389033.097587:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e70b55. 00000100:00000200:1.0:1767389033.097591:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654532608, offset 0 00000400:00000200:1.0:1767389033.097598:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389033.097609:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389033.097620:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958372805a00 00000400:00000200:1.0:1767389033.097629:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000400:00000200:1.0:1767389033.097635:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389033.097641:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389033.097647:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389033.097650:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767389033.097655:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000436416d9. 00000100:00000040:1.0:1767389033.097667:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000436416d9 x1853241654532608 msgsize 328 00000100:00100000:1.0:1767389033.097674:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389033.097694:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389033.097704:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e70b55 00000400:00000010:1.0:1767389033.097707:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e70b55. 00000100:00000001:1.0:1767389033.097712:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389033.097718:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007939ef71 x1853241654532608/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389049 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389033.097723:0:339024:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389033.097754:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389033.097760:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007939ef71 x1853241654532608/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389049 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389033.097773:0:339024:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654532608 00000100:00000001:1.0:1767389033.097774:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389033.097782:0:337539:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767389033.097782:0:339024:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389033.097788:0:339024:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389033.097793:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389033.097794:0:339024:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389033.097800:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299621138 02000000:00000001:0.0:1767389033.097803:0:339024:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389033.097807:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299621138 00000100:00100000:0.0:1767389033.097811:0:339024:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654532608 00000100:00000001:1.0:1767389033.097813:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299621138 00000020:00000001:0.0:1767389033.097819:0:339024:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767389033.097820:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299621138 00000100:00000001:1.0:1767389033.097826:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299621138 00000020:00000040:0.0:1767389033.097826:0:339024:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:1.0:1767389033.097835:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299621138 00000020:00000001:0.0:1767389033.097835:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767389033.097841:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299621138 00000400:00000001:3.0:1767389033.097843:0:338196:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767389033.097843:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=17 00000100:00000001:1.0:1767389033.097844:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299621138 00000400:00000001:3.0:1767389033.097850:0:338196:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767389033.097851:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389033.097852:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767389033.097855:0:338196:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e757a699. 00000020:00000001:0.0:1767389033.097859:0:339024:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389033.097861:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389033.097864:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d955f1a8 00000100:00000001:0.0:1767389033.097869:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767389033.097870:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d955f1a8. 00000100:00000001:1.0:1767389033.097870:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389033.097876:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000003cbba0. 00000100:00000001:1.0:1767389033.097879:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.097880:0:338196:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389033.097882:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389033.097888:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000003cbba0. 00000100:00000001:1.0:1767389033.097891:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767389033.097892:0:338196:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000030c04a2 x1853241654532480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389049 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389033.097913:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767389033.097914:0:339024:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7057b00. 00000100:00000001:1.0:1767389033.097923:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767389033.097926:0:339024:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e5ea35b0. 00000100:00000001:1.0:1767389033.097929:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767389033.097934:0:338196:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000030c04a2 x1853241654532480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389049 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767389033.097934:0:339024:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef0ccc91. 00000100:00000001:1.0:1767389033.097936:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389033.097945:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389033.097951:0:339024:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767389033.097952:0:338196:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389033.097958:0:338196:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389033.097958:0:339024:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389033.097964:0:338196:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767389033.097965:0:339024:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767389033.097972:0:339024:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 02000000:00000001:3.0:1767389033.097973:0:338196:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767389033.097976:0:339024:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.097977:0:338196:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389033.097983:0:338196:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389033.097984:0:339024:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 02000000:00000001:3.0:1767389033.097990:0:338196:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389033.097991:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389033.097995:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:3.0:1767389033.098000:0:338196:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b32deb6f time=58 v=5 (5 0 0 0) 00000020:00000040:0.0:1767389033.098000:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe626905 refcount=5 00000020:00000001:0.0:1767389033.098007:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00000100:00001000:3.0:1767389033.098010:0:338196:0:(import.c:2128:obd_at_measure()) add 1 to 00000000566a3b57 time=58 v=5 (1 0 0 0) 00010000:00000001:0.0:1767389033.098012:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00000100:00000001:3.0:1767389033.098022:0:338196:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:0.0:1767389033.098023:0:339024:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000fe626905/0x95cd417baf42949b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf429494 expref: 17 pid: 338174 timeout: 5103 lvb_type: 0 00000100:00000001:3.0:1767389033.098025:0:338196:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.098031:0:338196:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389033.098035:0:338196:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389033.098042:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767389033.098043:0:338196:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389033.098048:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000030c04a2 x1853241654532480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389049 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767389033.098057:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389033.098061:0:339024:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389033.098068:0:339024:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.098069:0:338196:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389033.098074:0:338196:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389033.098076:0:339024:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767389033.098077:0:338196:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389033.098082:0:338196:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767389033.098085:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767389033.098085:0:339024:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000436416d9 x1853241654532608/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:484/0 lens 328/0 e 0 to 0 dl 1767389044 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389033.098100:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767389033.098105:0:339024:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:3.0:1767389033.098106:0:338196:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389033.098109:0:339024:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389033.098116:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000030c04a2 x1853241654532480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389049 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767389033.098125:0:338196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000030c04a2 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654532480:0@lo:104: 00000100:00000001:0.0:1767389033.098127:0:339024:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.098134:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.098141:0:338196:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.098145:0:338196:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767389033.098149:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389033.098152:0:339024:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389033.098156:0:339024:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767389033.098157:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000030c04a2 x1853241654532480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389049 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389033.098160:0:338165:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389033.098166:0:338165:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389033.098169:0:339024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767389033.098178:0:339024:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 3 00000100:00000001:1.0:1767389033.098179:0:338165:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.098181:0:338196:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767389033.098183:0:339024:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151428864 : -122821558122752 : ffff904b60a84700) 00000100:00000001:1.0:1767389033.098188:0:338165:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389033.098190:0:338196:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767389033.098194:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000436416d9 x1853241654532608/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:484/0 lens 328/0 e 0 to 0 dl 1767389044 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767389033.098197:0:338196:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e38fd051. 02000000:00000001:3.0:1767389033.098206:0:338196:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389033.098213:0:338196:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767389033.098213:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767389033.098218:0:338196:0:(genops.c:1242:class_import_put()) import 0000000065ed9c00 refcount=1 obd=MGS 00000020:00000010:0.0:1767389033.098220:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000003cbba0. 00000020:00000001:3.0:1767389033.098222:0:338196:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389033.098229:0:338196:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000807bc468. 00000100:00000001:0.0:1767389033.098229:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389033.098238:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000003cbba0. 02000000:00000001:3.0:1767389033.098240:0:338196:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389033.098244:0:338196:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389033.098246:0:338196:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000030c04a2. 00000100:00100000:0.0:1767389033.098247:0:339024:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000436416d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+17:337539:x1853241654532608:12345-0@lo:103: 00000100:00000200:0.0:1767389033.098256:0:339024:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654532608 00000100:00000001:3.0:1767389033.098257:0:338196:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767389033.098260:0:339024:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000001:3.0:1767389033.098262:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000002:0.0:1767389033.098265:0:339024:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000010:3.0:1767389033.098267:0:338196:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003360e508. 00010000:00000001:0.0:1767389033.098271:0:339024:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767389033.098277:0:338196:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767389033.098279:0:339024:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767389033.098282:0:338196:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389033.098285:0:339024:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000010:3.0:1767389033.098288:0:338196:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e79e7200. 02000000:00000010:0.0:1767389033.098292:0:339024:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d5304935. 00010000:00000001:3.0:1767389033.098295:0:338196:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389033.098297:0:339024:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.098301:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389033.098302:0:339024:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.098312:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389033.098313:0:339024:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767389033.098318:0:339024:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 20000000:00000001:3.0:1767389033.098320:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767389033.098323:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767389033.098325:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767389033.098328:0:338196:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000001667e6f3/0x95cd417baf4294a2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767389033.098337:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389033.098340:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe626905 refcount=4 00000020:00000001:0.0:1767389033.098342:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:0.0:1767389033.098345:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000040:0.0:1767389033.098352:0:339024:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000001139a0ba count: 4 00010000:00010000:0.0:1767389033.098361:0:339024:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000fe626905/0x95cd417baf42949b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf429494 expref: 17 pid: 338174 timeout: 5103 lvb_type: 0 00000100:00001000:0.0:1767389033.098369:0:339024:0:(import.c:2128:obd_at_measure()) add 0 to 0000000098d6622c time=1767389033 v=100 (0 0 0 0) 00010000:00000001:0.0:1767389033.098372:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389033.098382:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389033.098384:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389033.098387:0:339024:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000fe626905/0x95cd417baf42949b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x95cd417baf429494 expref: 17 pid: 338174 timeout: 5103 lvb_type: 0 00000020:00000001:0.0:1767389033.098393:0:339024:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767389033.098395:0:339024:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767389033.098397:0:339024:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389033.098399:0:339024:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389033.098402:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389033.098404:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389033.098411:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389033.098413:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389033.098415:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389033.098416:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389033.098418:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fe626905 with handle 0x95cd417baf42949b from hash 00010000:00000001:0.0:1767389033.098422:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389033.098424:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389033.098426:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389033.098428:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389033.098431:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389033.098433:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389033.098436:0:339024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fe626905/0x95cd417baf42949b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x95cd417baf429494 expref: 17 pid: 338174 timeout: 5103 lvb_type: 0 00010000:00000040:0.0:1767389033.098442:0:339024:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 9 00000020:00000040:0.0:1767389033.098453:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 16 00010000:00000001:0.0:1767389033.098461:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389033.098464:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389033.098466:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767389033.098469:0:339024:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000001667e6f3 00010000:00000001:0.0:1767389033.098471:0:339024:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389033.098473:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389033.098475:0:339024:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389033.098478:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389033.098480:0:339024:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389033.098483:0:339024:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389033.098485:0:339024:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767389033.098487:0:339024:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000001667e6f3/0x95cd417baf4294a2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389033.098493:0:339024:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767389033.098496:0:339024:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389033.098498:0:339024:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389033.098499:0:339024:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389033.098501:0:339024:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001139a0ba) refcount = 2 00010000:00010000:0.0:1767389033.098505:0:339024:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001667e6f3/0x95cd417baf4294a2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389033.098510:0:339024:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389033.098513:0:339024:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389033.098516:0:339024:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389033.098518:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767389033.098523:0:339024:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000003cbba0. 00000100:00000001:0.0:1767389033.098526:0:339024:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767389033.098530:0:339024:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f4d6d920. 00000100:00000001:0.0:1767389033.098532:0:339024:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621252370401152 : -122821339150464 : ffff904b6db58780) 00000100:00000001:0.0:1767389033.098534:0:339024:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621252370401152 : -122821339150464 : ffff904b6db58780) 00000100:00000001:0.0:1767389033.098536:0:339024:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389033.098537:0:339024:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767389033.098539:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767389033.098541:0:339024:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389033.098549:0:339024:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:0.0:1767389033.098553:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389033.098555:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389033.098557:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001667e6f3 refcount=5 00000020:00000001:0.0:1767389033.098559:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:0.0:1767389033.098562:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:0.0:1767389033.098565:0:339024:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389033.098566:0:339024:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf4294a2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389033.098573:0:339024:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389033.098575:0:339024:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001667e6f3/0x95cd417baf4294a2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389033.098580:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389033.098582:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389033.098584:0:339024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001667e6f3/0x95cd417baf4294a2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389033.098590:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389033.098592:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389033.098595:0:339024:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389033.098597:0:339024:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001667e6f3/0x95cd417baf4294a2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389033.098604:0:339024:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001667e6f3 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389033.098607:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389033.098610:0:339024:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389033.098612:0:339024:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001667e6f3/0x95cd417baf4294a2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389033.098618:0:339024:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389033.098620:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389033.098622:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389033.098624:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001667e6f3 refcount=6 00000020:00000001:0.0:1767389033.098634:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:0.0:1767389033.098637:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538713088 : -122821170838528 : ffff904b77bdc400) 00010000:00000001:0.0:1767389033.098640:0:339024:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389033.098642:0:339024:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001667e6f3/0x95cd417baf4294a2 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389033.098648:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389033.098650:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389033.098652:0:339024:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389033.098665:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389033.098667:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389033.098669:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389033.098670:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389033.098673:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001667e6f3 with handle 0x95cd417baf4294a2 from hash 00010000:00000001:0.0:1767389033.098675:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389033.098677:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389033.098678:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389033.098680:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389033.098683:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389033.098685:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389033.098688:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389033.098690:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389033.098694:0:339024:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389033.098697:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389033.098700:0:339024:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389033.098704:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389033.098707:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389033.098709:0:339024:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389033.098712:0:339024:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389033.098716:0:339024:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389033.098720:0:339024:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001667e6f3/0x95cd417baf4294a2 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389033.098819:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389033.098821:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389033.098823:0:339024:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389033.098838:0:339024:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389033.098841:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389033.098844:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389033.098848:0:339024:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389033.098853:0:339024:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389033.098858:0:339024:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389033.098862:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389033.098866:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389033.098870:0:339024:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389033.098874:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767389033.098878:0:339024:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767389033.098882:0:339024:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389033.098887:0:339024:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389033.098890:0:339024:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767389033.098912:0:339024:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f4d6d920. 00000100:00000001:0.0:1767389033.098921:0:339024:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767389033.098924:0:339024:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767389033.098928:0:339024:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000003cbba0. 00010000:00000001:0.0:1767389033.098934:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767389033.098938:0:339024:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767389033.098941:0:339024:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389033.098946:0:339024:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389033.098949:0:339024:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389033.098955:0:339024:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389033.098961:0:339024:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389033.098967:0:339024:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389033.098971:0:339024:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389033.098976:0:339024:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389033.098979:0:339024:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389033.098984:0:339024:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389033.098990:0:339024:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389033.098997:0:339024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000100:00000200:0.0:1767389033.099003:0:339024:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654532608, offset 224 00000400:00000200:0.0:1767389033.099015:0:339024:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389033.099029:0:339024:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389033.099044:0:339024:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958372805a00 00000400:00000200:0.0:1767389033.099052:0:339024:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1969 [1] + 224 00000400:00000200:0.0:1767389033.099072:0:339024:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389033.099080:0:339024:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389033.099087:0:339024:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389033.099094:0:339024:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007939ef71 x1853241654532608/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389049 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389033.099112:0:339024:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007939ef71 x1853241654532608/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389049 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389033.099139:0:339024:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389033.099154:0:339024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000400:00000010:0.0:1767389033.099159:0:339024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000100:00000001:0.0:1767389033.099166:0:339024:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389033.099169:0:339024:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389033.099180:0:339024:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389033.099187:0:339024:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389033.099191:0:339024:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389033.099195:0:339024:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389033.099202:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000436416d9 x1853241654532608/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:484/0 lens 328/224 e 0 to 0 dl 1767389044 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389033.099218:0:339024:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000436416d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337539:x1853241654532608:12345-0@lo:103: Request processed in 1004us (1548us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389033.099232:0:339024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767389033.099237:0:339024:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:0.0:1767389033.099242:0:339024:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389033.099246:0:339024:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389033.099251:0:339024:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e5ea35b0. 00000020:00000010:0.0:1767389033.099258:0:339024:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0ccc91. 00000020:00000010:0.0:1767389033.099265:0:339024:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7057b00. 00000020:00000040:0.0:1767389033.099272:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000001:0.0:1767389033.099277:0:339024:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767389033.099313:0:338196:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000001667e6f3/0x95cd417baf4294a2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389033.099341:0:338196:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767389033.099346:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767389033.099351:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001667e6f3/0x95cd417baf4294a2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389033.099360:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389033.099364:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389033.099368:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001667e6f3/0x95cd417baf4294a2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389033.099379:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001139a0ba count: 0 00010000:00000001:0.0:1767389033.099402:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389033.099405:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767389033.099440:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389033.099443:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389033.099450:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389033.099453:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389033.099456:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040d0b5a4. 00000400:00000200:0.0:1767389033.099463:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b49eda1 00000400:00000010:0.0:1767389033.099466:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b49eda1. 00000100:00000001:0.0:1767389033.099475:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389033.099482:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007939ef71 x1853241654532608/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389049 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389033.099497:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007939ef71 x1853241654532608/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389049 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389033.099510:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389033.099513:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389033.099517:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389033.099521:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389033.099524:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389033.099527:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389033.099532:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389033.099539:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=58 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389033.099546:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389033.099562:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389033.099565:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389033.099569:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389033.099571:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389033.099576:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389033.099582:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007939ef71 x1853241654532608/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389049 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389033.099596:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389033.099600:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389033.099603:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389033.099609:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007939ef71 x1853241654532608/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389049 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389033.099623:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007939ef71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654532608:0@lo:103: 00000100:00000001:0.0:1767389033.099632:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389033.099637:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389033.099643:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007939ef71 x1853241654532608/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389049 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389033.099655:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389033.099658:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389033.099662:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ce4af37. 02000000:00000001:0.0:1767389033.099669:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389033.099672:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389033.099675:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389033.099679:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389033.099683:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003e522983. 02000000:00000001:0.0:1767389033.099690:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389033.099693:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389033.099695:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007939ef71. 00000100:00000001:0.0:1767389033.099703:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389033.099706:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389033.099711:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389033.099715:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389033.099718:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389033.099721:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389033.099778:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767389033.103488:0:338002:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000005b9fd16. 00010000:00000010:3.1:1767389033.103505:0:338002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000091ef5806. 00010000:00000010:0.1:1767389033.104189:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fe626905. 00010000:00000010:0.1:1767389033.104201:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001139a0ba. 00010000:00000010:0.1:1767389033.104210:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001667e6f3. 00080000:00000001:0.0:1767389033.109087:0:338175:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767389033.109094:0:338175:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:0.0:1767389033.109098:0:338175:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389033.109101:0:338175:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767389033.109104:0:338175:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767389033.109115:0:338175:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389033.109120:0:338175:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767389033.109125:0:338175:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767389033.109136:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767389033.109141:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767389033.109143:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00040000:00000001:0.0:1767389033.109147:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 10000000:01000000:3.0:1767389033.109148:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00040000:00000001:0.0:1767389033.109153:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1767389033.109155:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00040000:00000001:0.0:1767389033.109157:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:3.0:1767389033.109163:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:0.0:1767389033.109163:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767389033.109167:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000040351cb1. 00010000:00000010:3.0:1767389033.109173:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d88f27c8. 00080000:00000001:0.0:1767389033.109173:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:3.0:1767389033.109182:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389033.109186:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fbdd7723. 00000020:00000001:3.0:1767389033.109190:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389033.109194:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fbdd7723 with handle 0x95cd417baf4294a9 to hash 00000020:00000001:3.0:1767389033.109197:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389033.109199:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538717696 : -122821170833920 : ffff904b77bdd600) 00010000:00000001:3.0:1767389033.109202:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538717696 : -122821170833920 : ffff904b77bdd600) 00010000:00000001:3.0:1767389033.109206:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389033.109208:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389033.109211:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fbdd7723/0x95cd417baf4294a9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389033.109220:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389033.109223:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389033.109226:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389033.109228:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389033.109230:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389033.109233:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389033.109235:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389033.109238:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389033.109240:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389033.109242:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389033.109245:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389033.109248:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d88f27c8) refcount = 1 00010000:00010000:3.0:1767389033.109252:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fbdd7723/0x95cd417baf4294a9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389033.109258:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389033.109270:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389033.109272:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389033.109276:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.109279:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767389033.109282:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767389033.109286:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:3.0:1767389033.109289:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389033.109291:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389033.109293:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fbdd7723 refcount=4 00000020:00000001:3.0:1767389033.109296:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538717696 : -122821170833920 : ffff904b77bdd600) 00010000:00000001:3.0:1767389033.109299:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538717696 : -122821170833920 : ffff904b77bdd600) 00010000:00000001:3.0:1767389033.109302:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767389033.109304:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fbdd7723/0x95cd417baf4294a9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389033.109310:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767389033.109313:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fbdd7723/0x95cd417baf4294a9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389033.109319:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389033.109322:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389033.109325:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fbdd7723/0x95cd417baf4294a9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389033.109331:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389033.109333:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.109336:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767389033.109339:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fbdd7723/0x95cd417baf4294a9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389033.109345:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fbdd7723 already unused, calling callback (00000000eb737536) 00010000:00000001:3.0:1767389033.109347:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389033.109351:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767389033.109353:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fbdd7723/0x95cd417baf4294a9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389033.109372:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767389033.109374:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389033.109376:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389033.109379:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fbdd7723 refcount=5 00000020:00000001:3.0:1767389033.109382:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538717696 : -122821170833920 : ffff904b77bdd600) 00010000:00000001:3.0:1767389033.109387:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538717696 : -122821170833920 : ffff904b77bdd600) 00010000:00000001:3.0:1767389033.109391:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767389033.109393:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fbdd7723/0x95cd417baf4294a9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389033.109399:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767389033.109400:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389033.109402:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.109407:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389033.109409:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389033.109413:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389033.109415:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389033.109419:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fbdd7723 with handle 0x95cd417baf4294a9 from hash 00010000:00000001:3.0:1767389033.109423:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389033.109425:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389033.109427:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389033.109428:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389033.109431:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767389033.109434:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389033.109436:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767389033.109437:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389033.109440:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.109442:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767389033.109445:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767389033.109448:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389033.109450:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389033.109453:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.109455:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.109458:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389033.109466:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fbdd7723/0x95cd417baf4294a9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389033.109471:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389033.109473:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389033.109474:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767389033.109477:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767389033.109479:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389033.109482:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389033.109484:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767389033.109489:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389033.109491:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389033.109494:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fbdd7723/0x95cd417baf4294a9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389033.109499:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767389033.109501:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389033.109503:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fbdd7723/0x95cd417baf4294a9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389033.109509:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d88f27c8 count: 0 00010000:00000001:3.0:1767389033.109526:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767389033.109528:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767389033.112668:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389033.112672:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389033.112675:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000044221517. 20000000:00000001:3.0:1767389033.112682:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389033.112686:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654532224 00010000:00000001:3.0:1767389033.112689:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389033.112696:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000287ba954 x1853241654532224/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:484/0 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389033.112705:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389033.112708:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389033.112711:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389033.112715:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389033.112718:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389033.112721:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389033.112757:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389033.112760:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.112764:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389033.112768:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389033.112773:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008536a3d2. 00000100:00000200:3.0:1767389033.112777:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654532224, offset 224 00000400:00000200:3.0:1767389033.112785:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389033.112793:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389033.112805:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372805880 00000400:00000200:3.0:1767389033.112812:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1945 [2] + 224 00000400:00000200:3.0:1767389033.112819:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389033.112825:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389033.112831:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389033.112837:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006abaa73f x1853241654532224/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389033.112848:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006abaa73f x1853241654532224/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389033.112864:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389033.112872:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008536a3d2 00000400:00000010:3.0:1767389033.112874:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008536a3d2. 00000100:00000001:3.0:1767389033.112880:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389033.112882:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389033.112888:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389033.112891:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389033.112912:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389033.112915:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389033.112918:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389033.112922:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000287ba954 x1853241654532224/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:484/0 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389033.112931:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000287ba954 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654532224:12345-0@lo:253: Request processed in 34617us (36550us total) trans 0 rc 0/0 00000100:00100000:3.0:1767389033.112940:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000040:3.0:1767389033.112943:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389033.112953:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389033.112955:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389033.112959:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005ab2473a. 00000020:00000010:3.0:1767389033.112964:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4bcf7a. 00000020:00000010:3.0:1767389033.112968:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000318092c4. 00000020:00000040:3.0:1767389033.112972:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:3.0:1767389033.112977:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389033.112980:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000033b8690f. 02000000:00000001:3.0:1767389033.112985:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389033.112988:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767389033.112993:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767389033.112999:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e757a699. 00000400:00000010:3.0:1767389033.113004:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008536a3d2. 00000100:00000001:3.0:1767389033.113028:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389033.113031:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767389033.113034:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389033.113037:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389033.113039:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002996741a. 00000400:00000200:3.0:1767389033.113043:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b67ea1d2 00000400:00000010:3.0:1767389033.113045:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b67ea1d2. 00000100:00000001:3.0:1767389033.113048:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389033.113052:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006abaa73f x1853241654532224/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389033.113060:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006abaa73f x1853241654532224/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389033.113067:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389033.113068:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.113071:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389033.113073:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389033.113075:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389033.113077:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389033.113080:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389033.113083:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=58 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389033.113086:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389033.113090:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389033.113091:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.113102:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389033.113105:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.113107:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389033.113110:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006abaa73f x1853241654532224/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389033.113117:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389033.113119:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389033.113121:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389033.113126:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389033.113129:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767389033.113130:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389033.113132:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389033.113134:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389033.113135:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389033.113136:0:337537:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767389033.113139:0:337537:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767389033.113140:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389033.113141:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389033.113144:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006abaa73f x1853241654532224/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389033.113153:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006abaa73f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654532224:0@lo:253: 00000100:00000001:3.0:1767389033.113158:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.113160:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389033.113162:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006abaa73f x1853241654532224/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389033.113169:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389033.113171:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389033.113173:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000003f686830. 02000000:00000001:3.0:1767389033.113180:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389033.113182:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389033.113184:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389033.113186:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389033.113188:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d395a76a. 02000000:00000001:3.0:1767389033.113194:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389033.113196:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389033.113205:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006abaa73f. 00000100:00000001:3.0:1767389033.113208:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389033.113209:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.113211:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389033.113216:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389033.113218:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389033.113220:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389033.113223:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389033.113826:0:347225:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000dda820d8. 00000400:00000040:2.0:1767389033.113855:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389033.113859:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767389033.113862:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389033.113864:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389033.113868:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389033.113870:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767389033.113873:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389033.113875:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767389033.113877:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767389033.113878:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767389033.113881:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767389033.113883:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389033.113886:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767389033.113888:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389033.113889:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767389033.113892:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767389033.113912:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389033.113914:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767389033.113915:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767389033.113917:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389033.113919:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389033.113921:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389033.113922:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389033.113924:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389033.113925:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767389033.113929:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389033.113930:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389033.113932:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389033.113933:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389033.113935:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389033.113937:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767389033.113939:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389033.113940:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389033.113942:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389033.113944:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389033.113946:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389033.113956:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767389033.113960:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389033.113962:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389033.113964:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767389033.113967:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767389033.113968:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389033.113970:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767389033.113972:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767389033.113974:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767389033.113976:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767389033.113978:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767389033.113980:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767389033.113983:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767389033.113985:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389033.113987:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767389033.113989:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767389033.113991:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767389033.113993:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767389033.113996:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767389033.113998:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767389033.114000:0:347225:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767389033.114099:0:347225:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000dda820d8. 00080000:00000020:0.0:1767389033.114125:0:338175:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389033.114131:0:338175:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389033.114133:0:338175:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006b160a2e. 20000000:00000001:0.0:1767389033.114141:0:338175:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389033.114145:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654532352 00010000:00000001:0.0:1767389033.114149:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389033.114155:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000058e8a81b x1853241654532352/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:484/0 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389033.114165:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389033.114167:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389033.114170:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389033.114173:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389033.114176:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389033.114178:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389033.114181:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389033.114183:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389033.114187:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389033.114190:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389033.114194:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000214b94bb. 00000100:00000200:0.0:1767389033.114198:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654532352, offset 224 00000400:00000200:0.0:1767389033.114202:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389033.114218:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389033.114225:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372805900 00000400:00000200:0.0:1767389033.114231:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x194d [2] + 224 00000400:00000200:0.0:1767389033.114236:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389033.114240:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389033.114243:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389033.114247:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fc44a957 x1853241654532352/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389033.114256:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fc44a957 x1853241654532352/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389033.114269:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389033.114275:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000214b94bb 00000400:00000010:0.0:1767389033.114277:0:338175:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000214b94bb. 00000100:00000001:0.0:1767389033.114281:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389033.114282:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389033.114286:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389033.114289:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389033.114291:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389033.114293:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389033.114295:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767389033.114299:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058e8a81b x1853241654532352/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:484/0 lens 4848/4768 e 0 to 0 dl 1767389044 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389033.114308:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058e8a81b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654532352:12345-0@lo:253: Request processed in 34194us (36806us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389033.114316:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00000040:0.0:1767389033.114319:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:0.0:1767389033.114321:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389033.114323:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389033.114327:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f127dcc6. 00000020:00000010:0.0:1767389033.114331:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000431a7540. 00000020:00000010:0.0:1767389033.114334:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d842291c. 00000020:00000040:0.0:1767389033.114337:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:0.0:1767389033.114349:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389033.114350:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005c5a9f63. 02000000:00000001:0.0:1767389033.114353:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389033.114355:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389033.114359:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767389033.114363:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ead83976. 00000400:00000010:0.0:1767389033.114366:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000214b94bb. 00000100:00000001:0.0:1767389033.114380:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389033.114382:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389033.114385:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389033.114387:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389033.114388:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005834dcb8. 00000400:00000200:0.0:1767389033.114391:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000210fc321 00000400:00000010:0.0:1767389033.114392:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000210fc321. 00000100:00000001:0.0:1767389033.114394:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389033.114398:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fc44a957 x1853241654532352/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389033.114405:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fc44a957 x1853241654532352/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389033.114412:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389033.114413:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389033.114415:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389033.114417:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389033.114418:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389033.114419:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389033.114422:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389033.114425:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=58 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389033.114428:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=58 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389033.114431:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389033.114432:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389033.114434:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389033.114436:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389033.114438:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389033.114440:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc44a957 x1853241654532352/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389033.114447:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389033.114458:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389033.114459:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389033.114463:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389033.114465:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767389033.114466:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389033.114467:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389033.114469:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389033.114470:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389033.114472:0:337539:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767389033.114473:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389033.114474:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389033.114476:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc44a957 x1853241654532352/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389033.114483:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fc44a957 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654532352:0@lo:253: 00000100:00000001:0.0:1767389033.114488:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389033.114490:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389033.114492:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fc44a957 x1853241654532352/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389033.114498:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389033.114499:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389033.114501:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007de6e3b7. 02000000:00000001:0.0:1767389033.114504:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389033.114506:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389033.114507:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389033.114509:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389033.114511:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ceb75cd3. 02000000:00000001:0.0:1767389033.114515:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389033.114516:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389033.114517:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc44a957. 00000100:00000001:0.0:1767389033.114519:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389033.114521:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389033.114523:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389033.114527:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389033.114528:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389033.114530:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389033.114532:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389033.118821:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299621138, at 4299621139 00000100:00000010:2.0:1767389033.118833:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010164c02. 00000100:00000040:3.0:1767389033.119815:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299621138, at 4299621140 00000100:00000010:3.0:1767389033.119826:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000053ccad4f. 00000100:00000040:0.0:1767389033.119852:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299621138, at 4299621140 00000100:00000010:0.0:1767389033.119863:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008a5f08aa. 00000100:00000040:1.0:1767389033.120070:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299621138, at 4299621140 00000100:00000010:1.0:1767389033.120081:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000019bf65ec. 00010000:00000010:3.1:1767389033.120768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d88f27c8. 00010000:00000010:3.1:1767389033.120778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fbdd7723. 00010000:00000001:3.0:1767389033.675815:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389033.675821:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389033.675829:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389033.675831:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389033.675871:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389033.675877:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389033.675880:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767389034.699902:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389034.699911:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389034.699920:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389034.699923:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389034.700059:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389034.700066:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389034.700071:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767389034.763849:0:347546:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389034.763898:0:347546:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389034.763907:0:347546:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389034.763919:0:347546:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389034.763929:0:347546:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389034.763934:0:347546:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767389035.671197:0:347710:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767389035.671205:0:347710:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:2.0:1767389035.677566:0:347710:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767389035.688643:0:347711:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000096130927. 00000400:00000010:3.0:1767389035.688667:0:347711:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000040ed1e8b. 00000400:00000010:3.0:1767389035.688684:0:347711:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b67ea1d2. 00000400:00000010:3.0:1767389035.688690:0:347711:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e9aecfc9. 00000400:00000010:3.0:1767389035.688697:0:347711:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000253090a. 00000400:00000010:3.0:1767389035.688703:0:347711:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009646d84b. 00000400:00000010:3.0:1767389035.688706:0:347711:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e642f073. 00000400:00000010:3.0:1767389035.688709:0:347711:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e2c98dc4. 00000400:00000010:3.0:1767389035.688714:0:347711:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009aa1a85d. 00000800:00000010:3.0:1767389035.688735:0:347711:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000459587e. 00000800:00000200:3.0:1767389035.688801:0:347711:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767389035.688818:0:347711:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767389035.688903:0:347711:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:3.0:1767389035.688937:0:347711:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp29 [8/256/0/180] 00000400:00000010:3.0:1767389035.692108:0:347711:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000d842291c. 00000400:00000010:3.0:1767389035.692118:0:347711:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002996741a. 00000400:00000010:3.0:1767389035.692127:0:347711:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d955f1a8. 00000400:00000001:3.0:1767389035.692162:0:347711:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389035.692165:0:347711:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389035.692167:0:347711:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd9153e5. 00000400:00000200:3.0:1767389035.692171:0:347711:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f32e25e2 00000400:00000010:3.0:1767389035.692173:0:347711:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f32e25e2. 00000400:00000010:3.0:1767389035.692179:0:347711:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 0000000092e86d42. 00000400:00000200:3.0:1767389035.692185:0:347711:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (20) 00000400:00000200:3.0:1767389035.692201:0:347711:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:3.0:1767389035.692214:0:347711:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:3.0:1767389035.692225:0:347711:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000033b8690f. 00000400:00000200:2.0:1767389035.692229:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767389035.692232:0:347711:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767389035.692240:0:347711:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp29 00000400:00000200:2.0:1767389035.692244:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:2.0:1767389035.692257:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074e83582. 00000400:00000010:3.0:1767389035.692260:0:347711:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000040ed1e8b. 00000400:00000010:3.0:1767389035.692267:0:347711:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000096130927. 00000400:00000200:2.0:1767389035.692276:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (21) 00000400:00000010:2.0:1767389035.692288:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003af9baf3. 00000400:00000200:2.0:1767389035.692294:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp27 00000020:00000001:0.0:1767389035.692298:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767389035.692308:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767389035.692313:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767389035.692318:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp27 to MR: 192.168.204.113@tcp27 local destination 10000000:01000000:0.0:1767389035.692321:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767389035.692329:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767389035.692332:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767389035.692338:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767389035.692339:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp27 NI seq info: [53:53:256:4294967295] 192.168.204.113@tcp27 LPNI seq info [53:53:8:4294967295] 00000020:01000004:0.0:1767389035.692343:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389035.692351:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389035.692354:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767389035.692358:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp27 00000020:01000004:0.0:1767389035.692360:0:257746:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767389035.692365:0:257746:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767389035.692371:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389035.692377:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767389035.692383:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp27(192.168.204.113@tcp27:192.168.204.113@tcp27) -> 192.168.204.113@tcp27(192.168.204.113@tcp27:192.168.204.113@tcp27) : PUT try# 0 00000100:00000010:0.0:1767389035.692389:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000678ce333. 00000800:00000200:2.0:1767389035.692397:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.113@tcp27 00000020:00000040:0.0:1767389035.692401:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000800:00000010:2.0:1767389035.692407:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbb9a078. 00000100:00000001:0.0:1767389035.692413:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389035.692418:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767389035.692424:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5bce732] -> 12345-192.168.204.113@tcp27 (4) 02000000:00000001:0.0:1767389035.692429:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767389035.692438:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5bce732] -> 12345-192.168.204.113@tcp27 (4) 02000000:00000010:0.0:1767389035.692447:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d02327cd. 00000100:00000001:0.0:1767389035.692460:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767389035.692473:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp27 ip 192.168.204.113:988 00000100:00000001:0.0:1767389035.692474:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389035.692480:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767389035.692482:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fbb9a078 type 1, nob 464 niov 1 nkiov 1 00000100:00000040:0.0:1767389035.692495:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000678ce333] to pc [ptlrpcd_00_00+0] req@00000000678ce333 x1853241654532736/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389035.692520:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:2.0:1767389035.692526:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 10000000:00000001:0.0:1767389035.692536:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389035.692543:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389035.692547:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767389035.692550:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767389035.692560:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767389035.692562:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767389035.692576:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767389035.692580:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767389035.692584:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767389035.692586:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767389035.692589:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389035.692592:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389035.692594:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389035.692597:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389035.692598:0:257746:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767389035.692600:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389035.692602:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767389035.692607:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003fe1743c. 00000020:00000040:0.0:1767389035.692611:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389035.692615:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389035.692617:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389035.692621:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389035.692630:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000055389bdf. 00000400:00000200:1.0:1767389035.692632:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000100:00000001:0.0:1767389035.692636:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389035.692649:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389035.692652:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389035.692661:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe1743c] to pc [ptlrpcd_00_01+1] req@000000003fe1743c x1853241654532864/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767389035.692684:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767389035.692690:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:0.0:1767389035.692690:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389035.692700:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767389035.692701:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbb9a078. 00000020:01000000:0.0:1767389035.692711:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767389035.692715:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389035.692718:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000020:00000010:0.0:1767389035.692721:0:257746:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000033b8690f. 00000400:00000200:2.0:1767389035.692766:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp27->192.168.204.113@tcp27: PUT: OK 00000400:00000200:2.0:1767389035.692775:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767389035.692782:0:337530:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp27: 0 00000800:00000001:2.0:1767389035.692799:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389035.692815:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389035.692819:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767389035.692820:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767389035.692827:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767389035.692832:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389035.692834:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767389035.692836:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000100:00000040:0.0:1767389035.692865:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003fe1743c x1853241654532864/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389035.692877:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp27(192.168.204.113@tcp27) <- 192.168.204.113@tcp27 : PUT - for me 00000100:00000001:0.0:1767389035.692893:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389035.692897:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389035.692905:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767389035.692906:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 368 into portal 0 MB=0x8000000000000000 02000000:00000001:0.0:1767389035.692911:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389035.692919:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 352/368 into md 0x1951 [1] + 0 00000400:00000200:1.0:1767389035.692920:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 02000000:00000001:0.0:1767389035.692934:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389035.692935:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035cebf04. 00000400:00000200:2.0:1767389035.692946:0:337530:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005aacaa31 00000100:00100000:0.0:1767389035.692948:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003fe1743c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654532864:0@lo:253: 00000800:00000001:2.0:1767389035.692957:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767389035.692958:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389035.692970:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:2.0:1767389035.692972:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389035.692975:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389035.692976:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.692978:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767389035.692987:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767389035.692996:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp27->192.168.204.113@tcp27: PUT: OK 02000000:00000010:0.0:1767389035.693000:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004bc83c77. 02000000:00000001:0.0:1767389035.693005:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389035.693013:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd9153e5. 00000400:00000200:2.0:1767389035.693018:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 00000400:00000010:2.0:1767389035.693024:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 00000400:00000200:2.0:1767389035.693031:0:337530:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767389035.693035:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000010:0.0:1767389035.693036:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1ab3558. 00000400:00000200:2.0:1767389035.693037:0:337530:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (22) 00000100:00000200:0.0:1767389035.693049:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654532864, portal 25 00000400:00000200:2.0:1767389035.693056:0:337530:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000100:00000001:0.0:1767389035.693058:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389035.693064:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144655744 : -122821564895872 : ffff904b6040ed80) 00000400:00000200:2.0:1767389035.693067:0:337530:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (368 bytes) 00000100:00000040:0.0:1767389035.693075:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003fe1743c x1853241654532864/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389035.693077:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:0.0:1767389035.693095:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767389035.693096:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.693097:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (23) 00000100:00000040:0.0:1767389035.693107:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389035.693113:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d269243. 00000400:00000200:2.0:1767389035.693114:0:337530:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000200:0.0:1767389035.693119:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654532864, offset 0 00000400:00000200:2.0:1767389035.693129:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp27 to MR: 192.168.204.113@tcp27 local destination 00000400:00000200:0.0:1767389035.693135:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389035.693146:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp27 NI seq info: [54:54:256:4294967295] 192.168.204.113@tcp27 LPNI seq info [54:54:8:4294967295] 00000400:00000200:1.0:1767389035.693150:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.693169:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp27(192.168.204.113@tcp27:192.168.204.113@tcp27) -> 192.168.204.113@tcp27(192.168.204.113@tcp27:192.168.204.113@tcp27) 192.168.204.113@tcp27 : ACK try# 0 00000800:00000200:2.0:1767389035.693179:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp27 00000400:00000200:0.0:1767389035.693186:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767389035.693187:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbb9a078. 00000800:00000200:2.0:1767389035.693198:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5bce732] -> 12345-192.168.204.113@tcp27 (4) 00000400:00000200:0.0:1767389035.693204:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372805b00 00000400:00000200:1.0:1767389035.693208:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000800:00000200:2.0:1767389035.693211:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp27 ip 192.168.204.113:987 00000800:00000200:2.0:1767389035.693221:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fbb9a078 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767389035.693227:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x11f1 [2] + 0 00000400:00000010:0.0:1767389035.693234:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026ae46c6. 00000400:00000200:0.0:1767389035.693241:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000af30e503 00000800:00000001:2.0:1767389035.693246:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767389035.693251:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389035.693260:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:2.0:1767389035.693265:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389035.693267:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af30e503 00000400:00000010:0.0:1767389035.693274:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af30e503. 00000400:00000200:1.0:1767389035.693278:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000100:00000001:0.0:1767389035.693282:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389035.693287:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389035.693293:0:337537:0:(events.c:337:request_in_callback()) incoming req@000000002c5a49f5 x1853241654532864 msgsize 4848 00000100:00100000:0.0:1767389035.693305:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389035.693309:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:2.0:1767389035.693321:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389035.693327:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbb9a078. 00000100:00000001:0.0:1767389035.693334:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389035.693335:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389035.693338:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.693349:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp27->192.168.204.113@tcp27: ACK: OK 00000400:00000200:0.0:1767389035.693350:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d269243 00000400:00000010:0.0:1767389035.693356:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d269243. 00000100:00000001:0.0:1767389035.693363:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1767389035.693364:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767389035.693372:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003fe1743c x1853241654532864/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767389035.693374:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389035.693384:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389035.693397:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389035.693398:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767389035.693406:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389035.693409:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000100:00000040:0.0:1767389035.693411:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003fe1743c x1853241654532864/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767389035.693415:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389035.693432:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389035.693438:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp27(192.168.204.113@tcp27) <- 192.168.204.113@tcp27 : ACK - for me 00000100:00000001:0.0:1767389035.693439:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389035.693454:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389035.693463:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299623736 00000400:00000200:2.0:1767389035.693467:0:337530:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp27: ACK from 12345-192.168.204.113@tcp27 into md 0x1989 00000100:00000010:0.0:1767389035.693474:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051ca6b04. 00000400:00000200:1.0:1767389035.693475:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000100:00000001:0.0:1767389035.693487:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767389035.693491:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389035.693502:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp27->192.168.204.113@tcp27: ACK: OK 00000100:00000001:0.0:1767389035.693503:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299623736 00000400:00000200:2.0:1767389035.693512:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074e83582 00000100:00000010:0.0:1767389035.693513:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ae65c74. 00000400:00000010:2.0:1767389035.693520:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074e83582. 00000100:00000001:0.0:1767389035.693523:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767389035.693528:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767389035.693531:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299623736 00000400:00000200:2.0:1767389035.693538:0:337530:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:1.0:1767389035.693539:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000100:00000010:0.0:1767389035.693540:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d7cc0605. 00000100:00000001:0.0:1767389035.693551:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767389035.693553:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389035.693564:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (22) 00000100:00000001:0.0:1767389035.693564:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299623736 00000100:00000010:0.0:1767389035.693574:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001864ef88. 00000800:00000001:2.0:1767389035.693576:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767389035.693580:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000800:00000001:2.0:1767389035.693584:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389035.693588:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389035.693594:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389035.693600:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000100:00000001:0.0:1767389035.693601:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389035.693609:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389035.693613:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767389035.693622:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000b644bd55. 00000100:00000001:0.0:1767389035.693624:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389035.693629:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767389035.693631:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc4ee12d. 00000100:00000001:0.0:1767389035.693636:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767389035.693641:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000074e83582. 00000100:00000001:0.0:1767389035.693643:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767389035.693651:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000b644bd55 00000100:00000001:0.0:1767389035.693653:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389035.693654:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000010:2.0:1767389035.693657:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 00000000479b0774. 00000400:00000200:2.0:1767389035.693667:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000100:00100000:0.0:1767389035.693679:0:337537:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:2.0:1767389035.693680:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102051 00000100:00000001:0.0:1767389035.693690:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389035.693691:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (21) 00000400:00000010:2.0:1767389035.693702:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000005d0ced51. 00000100:00000001:0.0:1767389035.693705:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767389035.693709:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000396bce4b. 00000100:00000001:0.0:1767389035.693713:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767389035.693719:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d331d073. 00000400:00000200:1.0:1767389035.693720:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000100:00000001:0.0:1767389035.693723:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767389035.693770:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000100:00000001:0.0:1767389035.693773:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389035.693778:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389035.693787:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000678ce333 x1853241654532736/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389035.693788:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:2.0:1767389035.693807:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000100:00000001:0.0:1767389035.693808:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389035.693814:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389035.693815:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 02000000:00000001:0.0:1767389035.693822:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767389035.693825:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 02000000:00000001:0.0:1767389035.693828:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389035.693838:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389035.693843:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000100:00100000:0.0:1767389035.693869:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000678ce333 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654532736:0@lo:253: 00000100:00000001:0.0:1767389035.693878:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767389035.693879:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 02000000:00000001:0.0:1767389035.693883:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389035.693889:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389035.693891:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 02000000:00000001:0.0:1767389035.693894:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767389035.693904:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 02000000:00000010:0.0:1767389035.693908:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ceb75cd3. 02000000:00000001:0.0:1767389035.693914:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389035.693921:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000010:0.0:1767389035.693925:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000374083d6. 00000400:00000200:2.0:1767389035.693931:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:2.0:1767389035.693940:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000010:0.0:1767389035.693940:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d269243. 00000100:00000200:0.0:1767389035.693952:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654532736, portal 25 00000400:00000200:2.0:1767389035.693957:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00000001:0.0:1767389035.693960:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389035.693966:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144645888 : -122821564905728 : ffff904b6040c700) 00000400:00000200:2.0:1767389035.693975:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000100:00000040:0.0:1767389035.693979:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000678ce333 x1853241654532736/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389035.693995:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00000001:0.0:1767389035.693999:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389035.694012:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767389035.694015:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:1.0:1767389035.694015:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000010:0.0:1767389035.694020:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003bce7a5a. 00000100:00000200:0.0:1767389035.694030:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654532736, offset 0 00000400:00000200:2.0:1767389035.694039:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:0.0:1767389035.694047:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389035.694053:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:2.0:1767389035.694063:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:2.0:1767389035.694072:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:2.0:1767389035.694079:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000400:00000200:2.0:1767389035.694086:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00000400:00000200:2.0:1767389035.694095:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000400:00000200:1.0:1767389035.694097:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.694103:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000400:00000200:2.0:1767389035.694113:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp28 00000400:00000200:2.0:1767389035.694120:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp28 lpni_is_preferred = 0 00000400:00000200:2.0:1767389035.694126:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp28 00000400:00000200:2.0:1767389035.694158:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp28 NI seq info: [55:55:256:4294967295] 192.168.204.113@tcp28 LPNI seq info [55:55:8:4294967295] 00000400:00000200:2.0:1767389035.694167:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp28 00000400:00000200:1.0:1767389035.694175:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.694187:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp28(192.168.204.113@tcp28:) -> 192.168.204.113@tcp28(192.168.204.113@tcp:192.168.204.113@tcp28) : GET try# 0 00000800:00000200:2.0:1767389035.694199:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp28 00000400:00000200:0.0:1767389035.694209:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767389035.694214:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fbb9a078. 00000400:00000200:0.0:1767389035.694225:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372805a80 00000800:00000010:2.0:1767389035.694229:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002bd8963f. 00000800:00000010:2.0:1767389035.694238:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000005a33976c. 00000400:00000200:0.0:1767389035.694256:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1201 [2] + 0 00000800:00000200:2.0:1767389035.694259:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bd8963f] -> 12345-192.168.204.113@tcp28 (2) 00000400:00000200:1.0:1767389035.694260:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000010:0.0:1767389035.694266:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bc2dd9e. 00000800:00000200:2.1:1767389035.694275:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bd8963f] -> 12345-192.168.204.113@tcp28 (2) 00000400:00000200:0.0:1767389035.694276:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000591895d0 00000400:00000200:0.0:1767389035.694289:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389035.694300:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389035.694305:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389035.694312:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000591895d0 00000400:00000200:2.0:1767389035.694316:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100251 rc 0 00000400:00000010:0.0:1767389035.694318:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000591895d0. 00000100:00000001:0.0:1767389035.694331:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389035.694335:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389035.694339:0:337537:0:(events.c:337:request_in_callback()) incoming req@000000008bf71fd0 x1853241654532736 msgsize 4848 00000100:00100000:0.0:1767389035.694352:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389035.694356:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767389035.694375:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389035.694381:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.694384:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003bce7a5a 00000400:00000010:0.0:1767389035.694391:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003bce7a5a. 00000100:00000001:0.0:1767389035.694397:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389035.694404:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000678ce333 x1853241654532736/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389035.694415:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389035.694421:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000678ce333 x1853241654532736/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389035.694431:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389035.694434:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389035.694443:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389035.694448:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299623737 00000100:00000001:2.0:1767389035.694452:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389035.694459:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299623736 00000100:00100000:2.0:1767389035.694460:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654532864 00000400:00000200:1.0:1767389035.694468:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 02000000:00000001:2.0:1767389035.694470:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389035.694472:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299623737 00000100:00000001:2.0:1767389035.694480:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389035.694485:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389035.694486:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299623736 02000000:00000001:2.0:1767389035.694494:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389035.694498:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299623737 00000100:00100000:2.0:1767389035.694502:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654532864 00000100:00000001:0.0:1767389035.694509:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299623736 00000020:00000001:2.0:1767389035.694510:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389035.694514:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:2.0:1767389035.694520:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389035.694522:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299623737 00000020:00000040:2.0:1767389035.694525:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000001:0.0:1767389035.694531:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299623736 00000020:00000001:2.0:1767389035.694532:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389035.694536:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000200:1.0:1767389035.694541:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000100:00000001:2.0:1767389035.694543:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389035.694554:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389035.694555:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab2b22ec. 00000100:00000001:0.0:1767389035.694565:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389035.694566:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389035.694574:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab2b22ec. 00000100:00000001:0.0:1767389035.694574:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389035.694585:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389035.694591:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000460d7c9a. 00000400:00000200:1.0:1767389035.694593:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000020:00000010:2.0:1767389035.694601:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000954c887f. 00000020:00000010:2.0:1767389035.694610:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073c58edd. 00000100:00000040:2.0:1767389035.694625:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767389035.694630:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389035.694632:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389035.694635:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389035.694636:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389035.694646:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389035.694652:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389035.694657:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000100:00000001:2.0:1767389035.694673:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389035.694694:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389035.694697:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654532736 02000000:00000001:2.0:1767389035.694710:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389035.694713:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389035.694716:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389035.694720:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389035.694759:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654532736 00000020:00000001:2.0:1767389035.694762:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389035.694764:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:2.0:1767389035.694767:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389035.694770:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:2.0:1767389035.694773:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389035.694776:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389035.694781:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767389035.694786:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000020:00000010:2.0:1767389035.694787:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab2b22ec. 00000100:00000001:2.0:1767389035.694796:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389035.694801:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab2b22ec. 00000020:00000010:2.0:1767389035.694810:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6d9c535. 00000020:00000010:2.0:1767389035.694815:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c97e5c1a. 00000400:00000200:0.0:1767389035.694817:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000020:00000010:2.0:1767389035.694820:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a2178013. 00000100:00000001:2.0:1767389035.694833:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389035.694835:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389035.694837:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389035.694868:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389035.694874:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389035.694897:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389035.694901:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767389035.694910:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000100:00100000:2.0:1767389035.694911:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00000040:2.0:1767389035.694919:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:2.0:1767389035.694924:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509319248 : -122821200232368 : ffff904b75fd4050) 00000100:00000040:2.0:1767389035.694933:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c5a49f5 x1853241654532864/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:486/0 lens 4848/0 e 0 to 0 dl 1767389046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389035.694945:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389035.694950:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab2b22ec. 00000100:00000001:2.0:1767389035.694954:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389035.694965:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab2b22ec. 00000100:00100000:2.0:1767389035.694975:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c5a49f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654532864:12345-0@lo:253: 00000100:00000200:2.0:1767389035.694981:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654532864 00000400:00000200:0.0:1767389035.694985:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000020:00000001:2.0:1767389035.694986:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389035.694995:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389035.695000:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389035.695005:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389035.695008:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:2.0:1767389035.695013:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389035.695016:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389035.695020:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389035.695024:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389035.695028:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389035.695029:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000100:00000001:2.0:1767389035.695035:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389035.695041:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389035.695051:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c7d28d5a. 02000000:00000001:2.0:1767389035.695056:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389035.695059:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389035.695064:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767389035.695079:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 20000000:00000010:2.0:1767389035.695082:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000924c41d2. 20000000:01000000:2.0:1767389035.695091:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767389035.695096:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767389035.695100:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389035.695104:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389035.695108:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389035.695112:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767389035.695129:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cdabca8d. 00000400:00000200:1.0:1767389035.695129:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 20000000:01000000:2.0:1767389035.695137:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:2.0:1767389035.695146:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767389035.695155:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767389035.695187:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00080000:00000001:2.0:1767389035.695249:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767389035.695256:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767389035.695258:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389035.695261:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:1.0:1767389035.695266:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000020:00000001:2.0:1767389035.695268:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767389035.695277:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:2.0:1767389035.695298:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767389035.695309:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a887a345. 00000400:00000200:0.0:1767389035.695312:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00080000:00000001:2.0:1767389035.695314:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247648343040 : -122826061208576 : ffff904a5440a400) 00080000:00000001:2.0:1767389035.695324:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767389035.695385:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.695424:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389035.695485:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000001:00000001:2.0:1767389035.695533:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:0.0:1767389035.695535:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00080000:00000001:2.0:1767389035.695538:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389035.695546:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767389035.695579:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389035.695583:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767389035.695625:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.695724:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000800:00000010:1.0:1767389035.695828:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000003e3ae25. 00000800:00000010:1.0:1767389035.695838:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000046f586ae. 00000800:00000010:1.0:1767389035.695864:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fbc879f2. 00000400:00000200:0.0:1767389035.695868:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00080000:00000001:2.0:1767389035.695869:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767389035.695879:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767389035.695913:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fbc879f2. 00000800:00020000:1.0:1767389035.695932:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000100:00000001:2.0:1767389035.695946:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767389035.695946:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000100:00000001:2.0:1767389035.695953:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389035.695963:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000040:2.0:1767389035.695969:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:2.0:1767389035.695972:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509333584 : -122821200218032 : ffff904b75fd7850) 00000100:00000040:2.0:1767389035.695979:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008bf71fd0 x1853241654532736/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:486/0 lens 4848/0 e 0 to 0 dl 1767389046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389035.695989:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000100:00000001:2.0:1767389035.695990:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389035.695999:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab2b22ec. 00000100:00000001:2.0:1767389035.696006:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389035.696010:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab2b22ec. 00000100:00100000:2.0:1767389035.696016:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008bf71fd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654532736:12345-0@lo:253: 00000100:00000200:2.0:1767389035.696021:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654532736 00000020:00000001:2.0:1767389035.696024:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389035.696027:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389035.696029:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389035.696032:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767389035.696034:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000020:00000001:2.0:1767389035.696035:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:2.0:1767389035.696046:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389035.696049:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389035.696052:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389035.696054:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389035.696067:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389035.696071:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389035.696074:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389035.696082:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005c5a9f63. 00000400:00000200:0.0:1767389035.696084:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 02000000:00000001:2.0:1767389035.696085:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389035.696093:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389035.696098:0:338175:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767389035.696107:0:338175:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006b160a2e. 20000000:01000000:2.0:1767389035.696112:0:338175:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767389035.696114:0:338175:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767389035.696117:0:338175:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389035.696120:0:338175:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389035.696123:0:338175:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389035.696126:0:338175:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767389035.696135:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.696198:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.696234:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.696275:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.696318:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.696384:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.696419:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.696469:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.696532:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.696572:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.696636:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.696719:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.696872:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.696948:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.697047:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.697141:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.697225:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.697309:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.697402:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.697489:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.697582:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.697643:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.697710:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000800:00000010:0.0:1767389035.698833:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005b0fbd37. 00000800:00000010:0.0:1767389035.698844:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003bce7a5a. 00000800:00000010:0.0:1767389035.698882:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000089bea752. 00000800:00000010:0.0:1767389035.699191:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000089bea752. 00000400:00000200:0.0:1767389035.699719:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767389035.699807:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp28 from 218.3.0.2 00000800:00000010:0.0:1767389035.699814:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000ee78351. 00000800:00000010:0.0:1767389035.700360:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f31fb6fa. 00000800:00000010:0.0:1767389035.700369:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f513c568. 00000800:00000010:0.0:1767389035.700395:0:337524:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000449634df. 00000800:00000200:0.1:1767389035.700406:0:337524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bd8963f] -> 12345-192.168.204.113@tcp28 (2) 00000800:00000200:0.1:1767389035.700416:0:337524:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp28 00000000449634df deleted 00000800:00000010:0.1:1767389035.700421:0:337524:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000449634df. 00000800:00000200:0.1:1767389035.700432:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767389035.700443:0:337524:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp28 ip 192.168.204.113:986 00000800:00000200:0.1:1767389035.700450:0:337524:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fbb9a078 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767389035.700460:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp28 p 3.x 192.168.204.113 -> 192.168.204.113:986 incarnation:1767389033071503976 sched[0] 00000800:00000010:0.0:1767389035.700470:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000089bea752. 00000800:00000010:0.0:1767389035.700560:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000089bea752. 00000800:00000010:0.0:1767389035.700569:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f513c568. 00000800:00000010:0.0:1767389035.700634:0:337524:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000ee78351. 00000800:00000001:0.0:1767389035.700663:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389035.700673:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767389035.700776:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389035.700783:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fbb9a078. 00000400:00000200:0.0:1767389035.700795:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.1:1767389035.700805:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:0.0:1767389035.700806:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp28->192.168.204.113@tcp28: GET: OK 00000800:00000200:2.0:1767389035.700817:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp28 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389033071503976 sched[0] 00000800:00000010:2.0:1767389035.700830:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003bce7a5a. 00000400:00000200:0.0:1767389035.700834:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767389035.700844:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000400:00000200:2.0:1767389035.700931:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.700998:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.701033:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.701084:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000800:00000001:0.0:1767389035.701090:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389035.701109:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389035.701114:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389035.701129:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389035.701143:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp28(192.168.204.113@tcp28) <- 192.168.204.113@tcp28 : GET - for me 00000400:00000200:0.0:1767389035.701163:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767389035.701174:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 368/368 into md 0x1985 [1] + 0 00000400:00000200:0.0:1767389035.701187:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp28 to MR: 192.168.204.113@tcp28 local destination 00000400:00000200:0.0:1767389035.701200:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp28 NI seq info: [56:56:256:4294967295] 192.168.204.113@tcp28 LPNI seq info [56:56:8:4294967295] 00000400:00000200:0.0:1767389035.701221:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp28(192.168.204.113@tcp28:192.168.204.113@tcp28) -> 192.168.204.113@tcp28(192.168.204.113@tcp28:192.168.204.113@tcp28) 192.168.204.113@tcp28 : REPLY try# 0 00000400:00000200:2.0:1767389035.701272:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000800:00000200:0.0:1767389035.701279:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.113@tcp28 00000400:00000200:2.0:1767389035.701325:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.701401:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.701472:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.701591:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.701667:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.701776:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.701873:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.701949:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000800:00000010:0.0:1767389035.701990:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e166e02. 00000800:00000200:0.0:1767389035.702004:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bd8963f] -> 12345-192.168.204.113@tcp28 (4) 00000400:00000200:2.0:1767389035.702005:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000800:00000200:0.0:1767389035.702016:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp28 ip 192.168.204.113:988 00000800:00000200:0.0:1767389035.702022:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003e166e02 type 3, nob 464 niov 1 nkiov 1 00000400:00000200:2.0:1767389035.702074:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000800:00000200:0.0:1767389035.702123:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389035.702129:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e166e02. 00000400:00000200:0.0:1767389035.702136:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389035.702144:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp28->192.168.204.113@tcp28: REPLY: OK 00000400:00000200:2.0:1767389035.702156:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000800:00000001:0.0:1767389035.702159:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389035.702169:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389035.702175:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389035.702183:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389035.702186:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389035.702189:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389035.702201:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp28(192.168.204.113@tcp28) <- 192.168.204.113@tcp28 : REPLY - for me 00000400:00000200:0.0:1767389035.702215:0:337530:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp28: Reply from 12345-192.168.204.113@tcp28 of length 368/368 into md 0x1999 00000400:00000200:2.0:1767389035.702218:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000800:00000001:0.0:1767389035.702221:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389035.702244:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389035.702248:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389035.702256:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp28->192.168.204.113@tcp28: REPLY: OK 00000400:00000200:0.0:1767389035.702261:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000396bce4b 00000400:00000010:0.0:1767389035.702263:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000396bce4b. 00000400:00000200:0.0:1767389035.702268:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767389035.702275:0:337530:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:0.0:1767389035.702280:0:337530:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:0.0:1767389035.702285:0:337530:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 21. state = 0x100251 00000400:00000200:0.0:1767389035.702295:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389035.702296:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.702308:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (22) 00000800:00000001:0.0:1767389035.702321:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389035.702326:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389035.702350:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767389035.702353:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.702358:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000d1 00000400:00000010:0.0:1767389035.702371:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 440 at 0000000017f1bd85. 00000400:00000010:0.0:1767389035.702376:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 528 at 00000000548735c8. 00000400:00000010:0.0:1767389035.702382:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 440 at 000000001c6980de. 00000400:00000200:2.0:1767389035.702420:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000010:0.0:1767389035.702442:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000519ca7cf. 00000400:00000200:0.0:1767389035.702454:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000519ca7cf nid 192.168.204.113@tcp29 00000400:00000010:0.0:1767389035.702459:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c54b8b8c. 00000400:00000200:0.0:1767389035.702463:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c54b8b8c net tcp29 00000400:00000200:0.0:1767389035.702469:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (21) 00000400:00000200:0.0:1767389035.702479:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp29 flags 0x11 00000400:00000010:0.0:1767389035.702486:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 440 at 0000000017f1bd85. 00000400:00000010:0.0:1767389035.702492:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 528 at 00000000548735c8. 00000400:00000010:0.0:1767389035.702496:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 440 at 000000001c6980de. 00000400:00000010:0.0:1767389035.702499:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000005d0ced51. 00000400:00000200:0.0:1767389035.702504:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389035.702509:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:2.0:1767389035.702510:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389035.702521:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:0.0:1767389035.702530:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:0.0:1767389035.702536:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389035.702550:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:0.0:1767389035.702557:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:0.0:1767389035.702564:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (22) 00000400:00000200:2.0:1767389035.702566:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.702609:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.702652:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.702699:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.702788:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.702831:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.702925:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.702968:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.703014:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.703054:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.703100:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.703141:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.703196:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.703242:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.703281:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.703334:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000400:00000200:2.0:1767389035.703391:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000800:00000010:2.0:1767389035.703639:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006268f9a3. 00000800:00000010:2.0:1767389035.703646:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002acc303f. 00000800:00000010:2.0:1767389035.703652:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000feded3cb. 00000800:00000010:2.0:1767389035.703708:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000feded3cb. 00000400:00000200:0.0:1767389035.703985:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767389035.704016:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp28 from 217.3.0.2 00000800:00000010:0.0:1767389035.704022:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007e676dc7. 00000800:00000010:2.0:1767389035.704071:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002a5543b8. 00000800:00000010:2.0:1767389035.704080:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000248addd. 00000800:00000010:2.0:1767389035.704116:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008339db77. 00000800:00000200:2.1:1767389035.704127:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bd8963f] -> 12345-192.168.204.113@tcp28 (4) 00000800:00000200:2.1:1767389035.704133:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp28 000000008339db77 deleted 00000800:00000010:2.1:1767389035.704136:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008339db77. 00000800:00000200:2.1:1767389035.704143:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767389035.704150:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp28 p 3.x 192.168.204.113 -> 192.168.204.113:985 incarnation:1767389033071503976 sched[0] 00000800:00000010:2.0:1767389035.704158:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000feded3cb. 00000800:00000010:2.0:1767389035.704236:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000feded3cb. 00000800:00000010:2.0:1767389035.704251:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000248addd. 00000800:00000010:2.0:1767389035.704297:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007e676dc7. 00000800:00000001:2.0:1767389035.704315:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389035.704321:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767389035.704366:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767389035.704372:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp28 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389033071503976 sched[0] 00000800:00000010:2.0:1767389035.704376:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002acc303f. 00000800:00000001:2.0:1767389035.704419:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389035.704426:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767389035.708432:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000046f586ae. 00000800:00000010:1.0:1767389035.708439:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000003e3ae25. 00000400:02020000:1.0:1767389035.708678:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp27 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00080000:00000001:0.0:1767389035.711606:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:2.0:1767389035.711607:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767389035.711614:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767389035.711618:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00040000:00000001:0.0:1767389035.711620:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767389035.711624:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767389035.711626:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389035.711632:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767389035.711633:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:0.0:1767389035.711643:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a887a345. 20000000:01000000:2.0:1767389035.711648:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:0.0:1767389035.711656:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767389035.711663:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767389035.711670:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767389035.711678:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:2.0:1767389035.711791:0:338175:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007e08b8da. 20000000:01000000:2.0:1767389035.711796:0:338175:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:2.0:1767389035.711801:0:338175:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767389035.711806:0:338175:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767389035.711832:0:338175:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767389035.711835:0:338175:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767389035.711837:0:338175:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389035.711839:0:338175:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767389035.711842:0:338175:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767389035.711865:0:338175:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:2.0:1767389035.711869:0:338175:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767389035.711877:0:338175:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004fddb3aa. 00080000:00000001:2.0:1767389035.711880:0:338175:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252636882944 : -122821072668672 : ffff904b7d97b800) 00080000:00000001:2.0:1767389035.711883:0:338175:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767389035.711965:0:338175:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767389035.711968:0:338175:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389035.711970:0:338175:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767389035.711986:0:338175:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389035.711988:0:338175:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767389035.712082:0:338175:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767389035.712086:0:338175:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:2.0:1767389035.712112:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767389035.712117:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767389035.712120:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767389035.712125:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389035.712130:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389035.712140:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000099da817a. 00010000:00000001:2.0:1767389035.712147:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389035.712152:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fa904ff7. 00000020:00000001:2.0:1767389035.712158:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389035.712161:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fa904ff7 with handle 0x95cd417baf4294b0 to hash 00000020:00000001:2.0:1767389035.712164:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389035.712166:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389035.712169:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389035.712174:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389035.712176:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389035.712180:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.712192:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389035.712197:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389035.712201:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389035.712204:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389035.712207:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389035.712209:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389035.712211:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389035.712214:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389035.712217:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389035.712219:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389035.712221:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389035.712224:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000099da817a) refcount = 1 00010000:00010000:2.0:1767389035.712228:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.712235:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389035.712247:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389035.712249:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389035.712252:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389035.712254:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389035.712257:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767389035.712261:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:2.0:1767389035.712264:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389035.712267:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389035.712269:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fa904ff7 refcount=4 00000020:00000001:2.0:1767389035.712271:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389035.712274:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389035.712277:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389035.712278:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.712285:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389035.712287:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.712294:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389035.712297:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389035.712299:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.712304:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389035.712306:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389035.712310:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389035.712312:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389035.712319:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fa904ff7 already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389035.712322:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389035.712325:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389035.712327:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.712348:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389035.712350:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389035.712352:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389035.712353:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fa904ff7 refcount=5 00000020:00000001:2.0:1767389035.712355:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389035.712357:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389035.712360:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389035.712363:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.712369:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389035.712372:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389035.712374:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389035.712378:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389035.712380:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389035.712382:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389035.712384:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389035.712386:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fa904ff7 with handle 0x95cd417baf4294b0 from hash 00010000:00000001:2.0:1767389035.712389:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389035.712390:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389035.712392:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389035.712393:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389035.712396:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389035.712398:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389035.712401:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389035.712403:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389035.712406:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389035.712409:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389035.712411:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389035.712414:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389035.712415:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389035.712417:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389035.712419:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389035.712420:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389035.712434:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.712440:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389035.712441:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389035.712443:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389035.712445:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389035.712447:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389035.712448:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389035.712451:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389035.712454:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389035.712456:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389035.712459:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.712464:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767389035.712466:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389035.712468:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389035.712475:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000099da817a count: 0 00010000:00000001:2.0:1767389035.712487:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767389035.712489:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767389035.717816:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299623737, at 4299623738 00000100:00000040:2.0:1767389035.717823:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299623737, at 4299623738 00000100:00000010:0.0:1767389035.717828:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051ca6b04. 00000100:00000010:2.0:1767389035.717835:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d7cc0605. 00000100:00000040:1.0:1767389035.717906:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299623737, at 4299623738 00000100:00000010:1.0:1767389035.717918:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ae65c74. 00000100:00000040:3.0:1767389035.718543:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299623737, at 4299623738 00000100:00000010:3.0:1767389035.718553:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001864ef88. 00010000:00000001:3.0:1767389035.723808:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389035.723816:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389035.723827:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389035.723831:0:255632:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767389035.723836:0:255632:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767389035.723840:0:255632:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389035.723860:0:255632:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767389035.723864:0:255632:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389035.723867:0:255632:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389035.723872:0:255632:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389035.723904:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389035.723909:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389035.723914:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.1:1767389035.723958:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000099da817a. 00010000:00000010:2.1:1767389035.723968:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fa904ff7. 00080000:00000001:2.0:1767389035.725942:0:338175:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767389035.725951:0:338175:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00080000:00000001:1.0:1767389035.725951:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767389035.725957:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767389035.725958:0:338175:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767389035.725962:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767389035.725964:0:338175:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767389035.725968:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:2.0:1767389035.725970:0:338175:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767389035.725973:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389035.725977:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004fddb3aa. 20000000:00000001:2.0:1767389035.725981:0:338175:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767389035.725985:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:2.0:1767389035.725987:0:338175:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767389035.725995:0:338175:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767389035.726046:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767389035.726049:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767389035.726052:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767389035.726064:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389035.726066:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389035.726071:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000099da817a. 00010000:00000001:2.0:1767389035.726075:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389035.726079:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fa904ff7. 00000020:00000001:2.0:1767389035.726082:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389035.726084:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fa904ff7 with handle 0x95cd417baf4294b7 to hash 00000020:00000001:2.0:1767389035.726087:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389035.726089:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389035.726092:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389035.726094:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389035.726096:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389035.726099:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.726107:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389035.726109:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389035.726111:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389035.726113:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389035.726114:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389035.726116:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389035.726118:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389035.726120:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389035.726122:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389035.726123:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389035.726125:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389035.726126:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000099da817a) refcount = 1 00010000:00010000:2.0:1767389035.726130:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.726135:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389035.726137:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389035.726139:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389035.726141:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389035.726143:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389035.726145:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767389035.726157:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:2.0:1767389035.726160:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389035.726162:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389035.726164:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fa904ff7 refcount=4 00000020:00000001:2.0:1767389035.726167:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389035.726169:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389035.726172:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389035.726174:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.726180:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389035.726182:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.726187:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389035.726188:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389035.726189:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b7 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.726195:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389035.726197:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389035.726199:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389035.726201:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389035.726207:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fa904ff7 already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389035.726210:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389035.726212:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389035.726215:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.726220:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389035.726222:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389035.726224:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389035.726226:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fa904ff7 refcount=5 00000020:00000001:2.0:1767389035.726236:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389035.726239:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004864 : -122826273546752 : ffff904a47989e00) 00010000:00000001:2.0:1767389035.726243:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389035.726245:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.726251:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389035.726252:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389035.726254:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389035.726257:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389035.726258:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389035.726260:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389035.726261:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389035.726263:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fa904ff7 with handle 0x95cd417baf4294b7 from hash 00010000:00000001:2.0:1767389035.726265:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389035.726266:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389035.726268:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389035.726269:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389035.726271:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389035.726273:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389035.726275:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389035.726276:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389035.726278:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389035.726281:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389035.726283:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389035.726286:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389035.726287:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389035.726288:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389035.726290:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389035.726292:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389035.726295:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b7 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.726300:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389035.726301:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389035.726303:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389035.726312:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389035.726314:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389035.726315:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389035.726316:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389035.726318:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389035.726320:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389035.726322:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389035.726327:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767389035.726329:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389035.726330:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fa904ff7/0x95cd417baf4294b7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389035.726335:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000099da817a count: 0 00010000:00000001:2.0:1767389035.726344:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767389035.726346:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767389035.729562:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767389035.729568:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767389035.729571:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000924c41d2. 20000000:00000001:2.0:1767389035.729578:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389035.729582:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654532864 00010000:00000001:2.0:1767389035.729587:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389035.729595:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002c5a49f5 x1853241654532864/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:486/0 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389035.729606:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389035.729608:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389035.729614:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=60 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389035.729620:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389035.729625:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389035.729627:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389035.729631:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389035.729633:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389035.729637:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389035.729639:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389035.729643:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff2b283d. 00000100:00000200:2.0:1767389035.729656:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654532864, offset 224 00000400:00000200:2.0:1767389035.729664:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389035.729674:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389035.729684:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372805b00 00000400:00000200:2.0:1767389035.729692:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x198d [2] + 224 00000400:00000200:2.0:1767389035.729698:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389035.729703:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389035.729707:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389035.729714:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003fe1743c x1853241654532864/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389035.729755:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003fe1743c x1853241654532864/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389035.729776:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389035.729784:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2b283d 00000400:00000010:2.0:1767389035.729787:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff2b283d. 00000100:00000001:2.0:1767389035.729792:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389035.729794:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389035.729799:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389035.729804:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389035.729807:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767389035.729807:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767389035.729815:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389035.729815:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767389035.729822:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767389035.729827:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767389035.729828:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c5a49f5 x1853241654532864/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:486/0 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767389035.729833:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767389035.729841:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c5a49f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654532864:12345-0@lo:253: Request processed in 34895us (36546us total) trans 0 rc 0/0 00000400:00000010:1.0:1767389035.729867:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd9153e5. 00000100:00100000:2.0:1767389035.729874:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000400:00000200:1.0:1767389035.729875:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ab3558 00000100:00000040:2.0:1767389035.729880:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000400:00000010:1.0:1767389035.729881:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1ab3558. 00000100:00000001:2.0:1767389035.729888:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389035.729890:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389035.729892:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389035.729900:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000954c887f. 00000100:00000200:1.0:1767389035.729901:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003fe1743c x1853241654532864/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389035.729908:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073c58edd. 00000100:00000200:1.0:1767389035.729915:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003fe1743c x1853241654532864/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389035.729926:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000460d7c9a. 00000100:00000001:1.0:1767389035.729930:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389035.729934:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767389035.729936:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00000001:1.0:1767389035.729939:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389035.729944:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767389035.729945:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767389035.729950:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c7d28d5a. 00000100:00000001:1.0:1767389035.729951:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389035.729955:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389035.729960:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389035.729961:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767389035.729965:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=60 v=5 (5 0 0 0) 00000100:00000001:2.0:1767389035.729966:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767389035.729977:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=60 v=5 (1 0 0 0) 00000100:00000200:2.0:1767389035.729979:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767389035.729982:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389035.729986:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389035.729988:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001df491b7. 00010000:00000001:1.0:1767389035.729990:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389035.729996:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389035.729999:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff2b283d. 00000100:00000001:1.0:1767389035.730000:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389035.730012:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003fe1743c x1853241654532864/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389035.730021:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389035.730026:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389035.730028:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389035.730032:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767389035.730035:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767389035.730037:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389035.730039:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389035.730041:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389035.730043:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389035.730046:0:337537:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767389035.730048:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389035.730051:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767389035.730066:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003fe1743c x1853241654532864/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389035.730076:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003fe1743c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654532864:0@lo:253: 00000100:00000001:1.0:1767389035.730084:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389035.730087:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389035.730092:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003fe1743c x1853241654532864/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389035.730100:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389035.730105:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389035.730109:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004bc83c77. 02000000:00000001:1.0:1767389035.730119:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389035.730122:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389035.730125:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389035.730128:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389035.730132:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000055389bdf. 02000000:00000001:1.0:1767389035.730144:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389035.730147:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389035.730149:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003fe1743c. 00000100:00000001:1.0:1767389035.730156:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389035.730159:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389035.730162:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389035.730165:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389035.730167:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389035.730171:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389035.730175:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767389035.731215:0:338175:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389035.731219:0:338175:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389035.731221:0:338175:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006b160a2e. 20000000:00000001:1.0:1767389035.731227:0:338175:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389035.731231:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654532736 00010000:00000001:1.0:1767389035.731234:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389035.731238:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008bf71fd0 x1853241654532736/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:486/0 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389035.731247:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389035.731248:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389035.731261:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=60 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389035.731264:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389035.731266:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389035.731269:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389035.731273:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389035.731275:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389035.731278:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389035.731280:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389035.731284:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046f586ae. 00000100:00000200:1.0:1767389035.731288:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654532736, offset 224 00000400:00000200:1.0:1767389035.731294:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389035.731302:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389035.731309:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372805a80 00000400:00000200:1.0:1767389035.731315:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x199d [2] + 224 00000400:00000200:1.0:1767389035.731321:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389035.731325:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389035.731329:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389035.731332:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000678ce333 x1853241654532736/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389035.731342:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000678ce333 x1853241654532736/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389035.731362:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389035.731368:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046f586ae 00000400:00000010:1.0:1767389035.731370:0:338175:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046f586ae. 00000100:00000001:1.0:1767389035.731373:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389035.731375:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389035.731379:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389035.731382:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389035.731385:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767389035.731387:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767389035.731388:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389035.731391:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767389035.731393:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767389035.731400:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767389035.731401:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bf71fd0 x1853241654532736/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:486/0 lens 4848/4768 e 0 to 0 dl 1767389046 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767389035.731405:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389035.731410:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000374083d6. 00000400:00000200:2.0:1767389035.731417:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d269243 00000100:00100000:1.0:1767389035.731424:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008bf71fd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654532736:12345-0@lo:253: Request processed in 35428us (37078us total) trans 0 rc 0/0 00000400:00000010:2.0:1767389035.731425:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d269243. 00000100:00000001:2.0:1767389035.731430:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389035.731436:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000678ce333 x1853241654532736/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389035.731456:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000200:2.0:1767389035.731457:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000678ce333 x1853241654532736/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389035.731464:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:1.0:1767389035.731470:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389035.731475:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389035.731476:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389035.731481:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389035.731481:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c97e5c1a. 00000100:00000001:2.0:1767389035.731489:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389035.731492:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767389035.731492:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a2178013. 00000100:00000001:2.0:1767389035.731496:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767389035.731498:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6d9c535. 00000100:00000001:2.0:1767389035.731500:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389035.731505:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389035.731506:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00001000:2.0:1767389035.731512:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=60 v=5 (5 0 0 0) 02000000:00000001:1.0:1767389035.731514:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389035.731518:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005c5a9f63. 00000100:00001000:2.0:1767389035.731520:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=60 v=5 (1 0 0 0) 02000000:00000001:1.0:1767389035.731523:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389035.731529:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389035.731529:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389035.731534:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389035.731537:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767389035.731538:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389035.731544:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389035.731548:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389035.731548:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067aa3e7b. 00000100:00000040:2.0:1767389035.731558:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000678ce333 x1853241654532736/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389035.731559:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046f586ae. 00000100:00000001:2.0:1767389035.731586:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389035.731589:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389035.731591:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767389035.731595:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767389035.731596:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767389035.731598:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389035.731599:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389035.731600:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389035.731602:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389035.731603:0:337537:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767389035.731604:0:337537:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767389035.731605:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389035.731607:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767389035.731609:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000678ce333 x1853241654532736/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389035.731617:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000678ce333 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654532736:0@lo:253: 00000100:00000001:2.0:1767389035.731621:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389035.731623:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389035.731624:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000678ce333 x1853241654532736/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389035.731630:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389035.731632:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389035.731634:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ceb75cd3. 02000000:00000001:2.0:1767389035.731637:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389035.731638:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389035.731640:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389035.731642:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389035.731643:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d02327cd. 02000000:00000001:2.0:1767389035.731646:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389035.731648:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389035.731649:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000678ce333. 00000100:00000001:2.0:1767389035.731652:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389035.731653:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389035.731654:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389035.731666:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389035.731668:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389035.731670:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389035.731671:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389035.732930:0:347717:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003118e2e0. 00000400:00000040:0.0:1767389035.732957:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389035.732960:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389035.732964:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389035.732967:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389035.732970:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389035.732972:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767389035.732975:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389035.732977:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389035.732979:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389035.732980:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767389035.732983:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389035.732984:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389035.732987:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389035.732988:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389035.732990:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767389035.732992:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389035.732993:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389035.732995:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767389035.732996:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767389035.732998:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389035.732999:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389035.733008:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389035.733010:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389035.733011:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389035.733013:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767389035.733015:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389035.733016:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389035.733018:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389035.733019:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389035.733021:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389035.733022:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767389035.733024:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389035.733026:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389035.733028:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389035.733029:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389035.733031:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389035.733032:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767389035.733034:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389035.733036:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389035.733038:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389035.733039:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389035.733041:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389035.733043:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767389035.733044:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767389035.733046:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767389035.733047:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767389035.733049:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767389035.733051:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767389035.733054:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389035.733056:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389035.733057:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767389035.733058:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389035.733059:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767389035.733062:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767389035.733064:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767389035.733066:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767389035.733067:0:347717:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767389035.733134:0:347717:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003118e2e0. 00010000:00000010:2.1:1767389035.735764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000099da817a. 00010000:00000010:2.1:1767389035.735772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fa904ff7. 00000800:00000200:0.0:1767389036.108874:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001143181a] -> 12345-192.168.204.113@tcp11 (6) 00000800:00000200:0.0:1767389036.108900:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp11 ip 192.168.204.113:988 00000800:00000200:0.0:1767389036.108906:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767389036.109051:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767389036.109064:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389036.109077:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389036.109084:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389036.109088:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389036.748823:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389036.748847:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389036.748877:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389036.748879:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389036.748938:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389036.748944:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389036.748949:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767389037.220113:0:348049:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389037.220136:0:348049:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389037.220143:0:348049:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389037.220154:0:348049:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389037.220163:0:348049:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389037.220168:0:348049:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389037.451842:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767389037.451848:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767389037.451857:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064544864. 00000020:00000040:1.0:1767389037.451866:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767389037.451874:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389037.451879:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767389037.451881:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767389037.451886:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.451891:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:1.0:1767389037.451898:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d83a9d3b. 00000100:00000010:0.0:1767389037.451900:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b3037de. 00000020:00000040:0.0:1767389037.451908:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389037.451909:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.451913:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389037.451917:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767389037.451920:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767389037.451922:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389037.451924:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389037.451934:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057a12f75. 00000100:00000001:0.0:1767389037.451941:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389037.451945:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064544864] to pc [ptlrpcd_00_02+2] req@0000000064544864 x1853241654532992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389037.451951:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@000000007b3037de x1853241654533120/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389037.451980:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389037.451983:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389037.451988:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b3037de] to pc [ptlrpcd_00_03+3] req@000000007b3037de x1853241654533120/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767389037.452000:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.452004:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389037.452010:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389037.452015:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767389037.452017:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767389037.452021:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ebda75e. 00000020:00000040:0.0:1767389037.452024:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767389037.452027:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389037.452032:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767389037.452035:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767389037.452036:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389037.452042:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767389037.452045:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003e166e02. 00000100:00000040:1.0:1767389037.452051:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007b3037de x1853241654533120/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389037.452051:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389037.452064:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389037.452068:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389037.452073:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767389037.452073:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009ebda75e x1853241654533248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767389037.452080:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389037.452088:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.452091:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767389037.452094:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007b3037de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654533120:0@lo:400: 00000100:00000001:0.0:1767389037.452095:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389037.452106:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767389037.452107:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ebda75e] to pc [ptlrpcd_00_00+0] req@000000009ebda75e x1853241654533248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389037.452115:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389037.452120:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389037.452123:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389037.452129:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005a10e7ef. 02000000:00000001:1.0:1767389037.452132:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.452137:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389037.452141:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035cebf04. 00000100:00000040:0.0:1767389037.452142:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389037.452151:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767389037.452158:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e70b55. 00000100:00000010:0.0:1767389037.452158:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000678ce333. 00000020:00000040:0.0:1767389037.452166:0:257746:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767389037.452170:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1767389037.452171:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654533120, portal 25 02000000:00000001:0.0:1767389037.452172:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767389037.452180:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767389037.452180:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389037.452184:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144658432 : -122821564893184 : ffff904b6040f800) 02000000:00000010:0.0:1767389037.452189:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c21917f7. 00000100:00000040:1.0:1767389037.452194:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007b3037de x1853241654533120/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389037.452196:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389037.452208:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000678ce333 x1853241654533376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389037.452213:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389037.452223:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389037.452226:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767389037.452230:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050247d49. 00000100:00000001:0.0:1767389037.452231:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389037.452240:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654533120, offset 0 00000100:00000040:0.0:1767389037.452243:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000678ce333] to pc [ptlrpcd_00_01+1] req@00000000678ce333 x1853241654533376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389037.452253:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389037.452262:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389037.452265:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389037.452268:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389037.452273:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003fe1743c. 00000400:00000200:1.0:1767389037.452276:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767389037.452278:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767389037.452284:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389037.452286:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389037.452287:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389037.452291:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008e773459. 00000400:00000200:1.0:1767389037.452296:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372805c00 00000100:00000001:0.0:1767389037.452305:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389037.452308:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1219 [2] + 0 00000100:00000040:0.0:1767389037.452314:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000003fe1743c x1853241654533504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767389037.452317:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ec0727c. 00000400:00000200:1.0:1767389037.452326:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000743686ea 00000100:00000001:0.0:1767389037.452327:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389037.452333:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389037.452334:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767389037.452338:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767389037.452340:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe1743c] to pc [ptlrpcd_00_02+2] req@000000003fe1743c x1853241654533504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389037.452341:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389037.452346:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767389037.452356:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064544864 x1853241654532992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389037.452361:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389037.452366:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389037.452372:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000743686ea 00000100:00000040:0.0:1767389037.452376:0:257746:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4963) 00000400:00000010:1.0:1767389037.452379:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000743686ea. 00000100:00000001:3.0:1767389037.452385:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389037.452389:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767389037.452390:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389037.452394:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767389037.452396:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767389037.452399:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767389037.452403:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767389037.452403:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000ad13ac4d x1853241654533120 msgsize 224 00000100:00000001:0.0:1767389037.452405:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389037.452410:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767389037.452414:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389037.452419:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ebda75e x1853241654533248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389037.452424:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767389037.452426:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064544864 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654532992:0@lo:13: 00000100:00000040:1.0:1767389037.452433:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767389037.452441:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767389037.452448:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767389037.452450:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767389037.452450:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767389037.452451:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389037.452456:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389037.452458:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389037.452460:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767389037.452463:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767389037.452465:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050247d49 02000000:00000010:3.0:1767389037.452466:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a574c8d8. 02000000:00000001:0.0:1767389037.452470:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389037.452471:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050247d49. 02000000:00000001:3.0:1767389037.452472:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389037.452483:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ebda75e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654533248:0@lo:400: 00000400:00000010:3.0:1767389037.452484:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003297a848. 00000100:00000001:1.0:1767389037.452484:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389037.452494:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007b3037de x1853241654533120/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389037.452495:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767389037.452496:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ed3d3ba. 02000000:00000001:0.0:1767389037.452502:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767389037.452506:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654532992, portal 4 02000000:00000001:0.0:1767389037.452507:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389037.452516:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767389037.452517:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767389037.452521:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151434240 : -122821558117376 : ffff904b60a85c00) 00000100:00000001:1.0:1767389037.452521:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1767389037.452524:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000844c0497. 00000100:00000040:1.0:1767389037.452529:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007b3037de x1853241654533120/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389053 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389037.452531:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389037.452536:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064544864 x1853241654532992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389053 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389037.452542:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee008ddd. 00000400:00000010:0.0:1767389037.452552:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000100:00000001:1.0:1767389037.452554:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389037.452559:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767389037.452561:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654533248, portal 10 00000100:00000001:1.0:1767389037.452565:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.452566:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389037.452571:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144647680 : -122821564903936 : ffff904b6040ce00) 00000100:00000001:1.0:1767389037.452576:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299625495 00000100:00000040:0.0:1767389037.452582:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ebda75e x1853241654533248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767389037.452584:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000363a417b. 00000100:00000001:1.0:1767389037.452598:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767389037.452604:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389037.452611:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299625495 00000100:00000040:3.0:1767389037.452617:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1767389037.452622:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004566299a. 00000100:00000001:0.0:1767389037.452623:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389037.452631:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767389037.452636:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767389037.452640:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299625495 00000400:00000010:0.0:1767389037.452642:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181b09ca. 00000100:00000010:1.0:1767389037.452647:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb411464. 00000100:00000200:0.0:1767389037.452649:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654533248, offset 0 00000100:00000001:1.0:1767389037.452654:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389037.452661:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299625495 00000400:00000200:0.0:1767389037.452662:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767389037.452668:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009763ed7a. 00000400:00000010:3.0:1767389037.452670:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024671786. 00000100:00000001:1.0:1767389037.452674:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767389037.452678:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767389037.452679:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654532992, offset 0 00000100:00000001:1.0:1767389037.452690:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389037.452696:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389037.452698:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389037.452699:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372805c80 00000100:00000001:1.0:1767389037.452704:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389037.452710:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389037.452715:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000400:00000200:3.0:1767389037.452717:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389037.452755:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389037.452760:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389037.452766:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767389037.452767:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389037.452768:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389037.452774:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389037.452775:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372805b80 00000400:00000200:0.0:1767389037.452781:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767389037.452784:0:337539:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767389037.452789:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389037.452790:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 2016 00000100:00000001:1.0:1767389037.452793:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389037.452795:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389037.452797:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389037.452798:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389037.452799:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389037.452807:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003fe1743c x1853241654533504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389037.452828:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767389037.452832:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767389037.452834:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767389037.452842:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1767389037.452848:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000906bb8a. 00000400:00000200:3.0:1767389037.452849:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389037.452849:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389037.452857:0:337536:0:(events.c:337:request_in_callback()) incoming req@000000000906bb8a x1853241654533248 msgsize 224 02000000:00000001:1.0:1767389037.452859:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767389037.452863:0:337538:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767389037.452865:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767389037.452869:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00100000:0.0:1767389037.452870:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767389037.452876:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767389037.452881:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006abaa73f. 00000100:00100000:1.0:1767389037.452882:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003fe1743c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:337539:1853241654533504:0@lo:400: 00000100:00000001:0.0:1767389037.452888:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767389037.452891:0:337538:0:(events.c:337:request_in_callback()) incoming req@000000006abaa73f x1853241654532992 msgsize 224 00000100:00000001:1.0:1767389037.452891:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389037.452897:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767389037.452902:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181b09ca 00000100:00100000:3.0:1767389037.452903:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767389037.452903:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389037.452910:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181b09ca. 02000000:00000001:1.0:1767389037.452912:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767389037.452915:0:337536:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1767389037.452918:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ce4af37. 00000100:00000001:3.0:1767389037.452923:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767389037.452925:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ebda75e x1853241654533248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389037.452926:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389037.452934:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024671786 00000400:00000010:1.0:1767389037.452937:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040d0b5a4. 00000400:00000010:3.0:1767389037.452941:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024671786. 00000100:00000001:3.0:1767389037.452950:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767389037.452952:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767389037.452954:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050247d49. 00000100:00000200:3.0:1767389037.452959:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064544864 x1853241654532992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389053 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389037.452961:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ebda75e x1853241654533248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389037.452963:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654533504, portal 4 00000100:00000001:1.0:1767389037.452972:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389037.452975:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144655744 : -122821564895872 : ffff904b6040ed80) 00000100:00000040:1.0:1767389037.452989:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003fe1743c x1853241654533504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389037.453013:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389037.453014:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389037.453023:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064544864 x1853241654532992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389053 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389037.453024:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389037.453024:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389037.453035:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389037.453036:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389037.453042:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabc7690. 00000100:00000001:3.0:1767389037.453045:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389037.453046:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 4792 usecs (5 jiffies) 00000100:00000200:1.0:1767389037.453048:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654533504, offset 0 00000100:00000001:3.0:1767389037.453052:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389037.453057:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299625478 00000100:00000001:0.0:1767389037.453062:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299625495 00000100:00000001:3.0:1767389037.453064:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389037.453065:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389037.453069:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299625478 00000100:00000001:0.0:1767389037.453076:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299625495 00000100:00000040:3.0:1767389037.453077:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 9341 usecs (10 jiffies) 00000400:00000200:1.0:1767389037.453085:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389037.453086:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299625483 00000100:00000001:0.0:1767389037.453093:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299625478 00000100:00000001:3.0:1767389037.453096:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299625495 00000100:00000001:0.0:1767389037.453098:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299625495 00000100:00000001:3.0:1767389037.453103:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299625483 00000400:00000200:1.0:1767389037.453104:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958372805d80 00000100:00000001:0.0:1767389037.453108:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299625478 00000100:00000001:3.0:1767389037.453113:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299625495 00000100:00000001:0.0:1767389037.453115:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299625495 00000400:00000200:1.0:1767389037.453121:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 3216 00000100:00000001:3.0:1767389037.453122:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299625483 00000100:00000001:0.0:1767389037.453123:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389037.453131:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299625495 00000100:00000001:0.0:1767389037.453134:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389037.453137:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389037.453138:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299625483 00000100:00000001:0.0:1767389037.453140:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389037.453146:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299625495 00000100:00000001:0.0:1767389037.453147:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389037.453149:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389037.453157:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389037.453161:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767389037.453161:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389037.453162:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389037.453166:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:0.0:1767389037.453168:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389037.453169:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389037.453174:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000313575b2. 00000100:00000001:0.0:1767389037.453175:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389037.453180:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767389037.453182:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000313575b2 x1853241654533504 msgsize 224 00000100:00000001:3.0:1767389037.453186:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389037.453187:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389037.453197:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767389037.453198:0:337536:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767389037.453199:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389037.453204:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389037.453205:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389037.453211:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389037.453212:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389037.453213:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767389037.453215:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389037.453218:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389037.453222:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389037.453223:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389037.453225:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabc7690 00000100:00000001:0.0:1767389037.453226:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389037.453230:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.453233:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767389037.453234:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabc7690. 00000100:00000001:1.0:1767389037.453241:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767389037.453245:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000678ce333 x1853241654533376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389037.453249:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003fe1743c x1853241654533504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389037.453258:0:338182:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389037.453264:0:338182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654533248 00000100:00000001:0.0:1767389037.453268:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767389037.453270:0:338182:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389037.453272:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389037.453277:0:338182:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767389037.453282:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767389037.453284:0:338182:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389037.453285:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767389037.453286:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389037.453293:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389037.453294:0:338182:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389037.453295:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003fe1743c x1853241654533504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389053 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389037.453305:0:338182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654533248 00000100:00100000:0.0:1767389037.453305:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000678ce333 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:337536:1853241654533376:0@lo:400: 00000020:00000001:3.0:1767389037.453313:0:338182:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767389037.453320:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.453321:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1767389037.453322:0:338182:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000100:00000001:1.0:1767389037.453329:0:337539:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767389037.453329:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767389037.453330:0:338182:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767389037.453335:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389037.453336:0:338182:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000100:00000001:1.0:1767389037.453337:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389037.453340:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767389037.453345:0:338182:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000040:1.0:1767389037.453348:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 9341 usecs (10 jiffies) 02000000:00000010:0.0:1767389037.453349:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017f1bd85. 00000020:00000001:3.0:1767389037.453350:0:338182:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:1.0:1767389037.453358:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299625483 02000000:00000001:0.0:1767389037.453359:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389037.453361:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389037.453364:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299625495 00000020:00000010:3.0:1767389037.453368:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d936ac7e. 00000100:00000001:1.0:1767389037.453369:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299625483 00000400:00000010:0.0:1767389037.453376:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092cd2511. 00000100:00000001:3.0:1767389037.453378:0:338182:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389037.453378:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299625495 00000020:00000010:3.0:1767389037.453385:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d936ac7e. 00000400:00000010:0.0:1767389037.453386:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181b09ca. 00000100:00000001:1.0:1767389037.453395:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299625483 00000100:00000200:0.0:1767389037.453396:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654533376, portal 10 00000020:00000010:3.0:1767389037.453399:0:338182:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abe150d7. 00000100:00000001:1.0:1767389037.453401:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299625495 00000100:00000001:0.0:1767389037.453403:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767389037.453410:0:338182:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003bb5d0ac. 00000100:00000001:0.0:1767389037.453410:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144645888 : -122821564905728 : ffff904b6040c700) 00000100:00000001:1.0:1767389037.453411:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299625483 00000100:00000001:1.0:1767389037.453422:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299625495 00000020:00000010:3.0:1767389037.453423:0:338182:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4bcf7a. 00000100:00000001:1.0:1767389037.453426:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767389037.453428:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000678ce333 x1853241654533376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389037.453433:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389037.453436:0:338182:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767389037.453442:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389037.453445:0:338182:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389037.453450:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389037.453451:0:338182:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389037.453458:0:338182:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389037.453459:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389037.453467:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389037.453472:0:338182:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:0.0:1767389037.453473:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c9b820. 00000100:00000200:0.0:1767389037.453480:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654533376, offset 0 00000100:00000001:3.0:1767389037.453481:0:338182:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767389037.453481:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767389037.453489:0:338182:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389037.453489:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654533120 00000400:00000200:0.0:1767389037.453495:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767389037.453496:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389037.453501:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389037.453504:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389037.453507:0:338182:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389037.453512:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767389037.453513:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389037.453523:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654533120 00000100:00000001:3.0:1767389037.453526:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767389037.453527:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767389037.453531:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372805d00 00000020:00000040:1.0:1767389037.453532:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389037.453538:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767389037.453541:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767389037.453542:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000400:00000200:0.0:1767389037.453547:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000020:00000001:1.0:1767389037.453549:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00100000:3.0:1767389037.453554:0:338182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000020:00000001:1.0:1767389037.453558:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000200:0.0:1767389037.453563:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767389037.453565:0:338182:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000100:00000001:1.0:1767389037.453566:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389037.453573:0:338182:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520924416 : -122821188627200 : ffff904b76ae5500) 00000400:00000200:0.0:1767389037.453573:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767389037.453574:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003fdeaca. 00000100:00000001:1.0:1767389037.453585:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389037.453587:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767389037.453589:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000906bb8a x1853241654533248/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:488/0 lens 224/0 e 0 to 0 dl 1767389048 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389037.453594:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003fdeaca. 00000100:00000200:0.0:1767389037.453595:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1767389037.453606:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000479b0774. 00000100:00000010:0.0:1767389037.453607:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f47c9212. 00000100:00000001:3.0:1767389037.453610:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389037.453617:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009cc88cb8. 00000100:00000040:0.0:1767389037.453618:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000f47c9212 x1853241654533376 msgsize 224 00000020:00000010:3.0:1767389037.453619:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d936ac7e. 00000020:00000010:1.0:1767389037.453628:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000522e6d58. 00000100:00000001:3.0:1767389037.453629:0:338182:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767389037.453639:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1767389037.453640:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d936ac7e. 00000100:00000040:1.0:1767389037.453644:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389037.453649:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1767389037.453654:0:338182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000906bb8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654533248:12345-0@lo:400: 00000100:00000001:1.0:1767389037.453655:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389037.453656:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767389037.453661:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389037.453666:0:338182:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654533248 00000400:00000200:0.0:1767389037.453667:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c9b820 00000100:00000001:1.0:1767389037.453671:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389037.453672:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c9b820. 00000020:00000001:3.0:1767389037.453673:0:338182:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767389037.453680:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767389037.453682:0:338182:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389037.453689:0:338182:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389037.453689:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000678ce333 x1853241654533376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389037.453697:0:338182:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767389037.453700:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389037.453703:0:338182:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:3.0:1767389037.453712:0:338182:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767389037.453714:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767389037.453717:0:338182:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389037.453719:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767389037.453721:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000678ce333 x1853241654533376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389037.453749:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389037.453755:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000020:00000001:3.0:1767389037.453757:0:338182:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767389037.453759:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000020:00000001:3.0:1767389037.453764:0:338182:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767389037.453766:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509321296 : -122821200230320 : ffff904b75fd4850) 00000020:00000001:3.0:1767389037.453770:0:338182:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389037.453779:0:338182:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1767389037.453779:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ad13ac4d x1853241654533120/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:488/0 lens 224/0 e 0 to 0 dl 1767389048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389037.453786:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389037.453788:0:338182:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767389037.453795:0:337536:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767389037.453796:0:338182:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767389037.453800:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1767389037.453803:0:338182:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000096130927. 00000020:00000010:1.0:1767389037.453806:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003fdeaca. 02000000:00000001:3.0:1767389037.453811:0:338182:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389037.453829:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389037.453830:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389037.453831:0:338182:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389037.453839:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003fdeaca. 00000020:00000001:3.0:1767389037.453840:0:338182:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389037.453842:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6590 usecs (7 jiffies) 00010000:00000040:3.0:1767389037.453850:0:338182:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654533248 00000100:00000001:0.0:1767389037.453850:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299625481 00000100:00100000:1.0:1767389037.453851:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ad13ac4d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654533120:12345-0@lo:400: 00010000:00000001:3.0:1767389037.453860:0:338182:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767389037.453861:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299625495 00000100:00000200:1.0:1767389037.453862:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654533120 00000020:00000001:1.0:1767389037.453869:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000200:3.0:1767389037.453870:0:338182:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000906bb8a x1853241654533248/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:488/0 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389037.453870:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299625481 00000020:00000001:1.0:1767389037.453876:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767389037.453881:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299625495 00000020:00000001:1.0:1767389037.453882:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389037.453890:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767389037.453891:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299625481 00000020:00000001:1.0:1767389037.453896:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000100:00000001:0.0:1767389037.453898:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299625495 00000020:00000001:1.0:1767389037.453903:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767389037.453905:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299625481 00000020:00000001:1.0:1767389037.453908:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389037.453913:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299625495 00000020:00000001:1.0:1767389037.453917:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767389037.453923:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389037.453924:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389037.453931:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389037.453932:0:338182:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767389037.453932:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389037.453939:0:338175:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1767389037.453941:0:338182:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.453942:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389037.453944:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389037.453949:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767389037.453953:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389037.453954:0:338182:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=56 v=5 (1 0 0 0) 02000000:00000010:1.0:1767389037.453956:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ff9c6807. 02000000:00000001:1.0:1767389037.453964:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389037.453967:0:338182:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767389037.453968:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.453969:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767389037.453975:0:338182:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000020:00000001:1.0:1767389037.453976:0:338175:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.453976:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389037.453985:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654533120 00000100:00000001:3.0:1767389037.453986:0:338182:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00010000:00000001:1.0:1767389037.453991:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767389037.453993:0:338182:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389037.453997:0:338182:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.454000:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767389037.454001:0:338182:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767389037.454006:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654533376 00010000:00000200:1.0:1767389037.454013:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ad13ac4d x1853241654533120/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:488/0 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389037.454014:0:338182:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767389037.454014:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389037.454020:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767389037.454023:0:338182:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024671786. 00000100:00000001:0.0:1767389037.454026:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389037.454032:0:338182:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654533248, offset 224 02000000:00000001:0.0:1767389037.454035:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389037.454044:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654533376 00010000:00000001:1.0:1767389037.454045:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767389037.454047:0:338182:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767389037.454051:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767389037.454052:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389037.454056:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000100:00001000:1.0:1767389037.454058:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=62 v=5 (1 0 0 0) 00000020:00000001:0.0:1767389037.454063:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767389037.454064:0:338182:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767389037.454070:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000100:00000001:1.0:1767389037.454071:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767389037.454078:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000040:1.0:1767389037.454080:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000400:00000200:3.0:1767389037.454081:0:338182:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372805c80 00000020:00000001:0.0:1767389037.454082:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:1.0:1767389037.454090:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:0.0:1767389037.454093:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767389037.454099:0:338182:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19c1 [1] + 224 02000000:00000001:1.0:1767389037.454101:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1767389037.454103:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d8c09c7. 02000000:00000001:1.0:1767389037.454106:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389037.454110:0:338182:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389037.454113:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767389037.454114:0:338180:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005af6d668. 00000400:00000200:3.0:1767389037.454122:0:338182:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767389037.454123:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389037.454129:0:338182:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767389037.454130:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabc7690. 00000100:00000200:3.0:1767389037.454137:0:338182:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ebda75e x1853241654533248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389037.454137:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654533120, offset 224 00000020:00000040:0.0:1767389037.454152:0:338180:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000400:00000200:1.0:1767389037.454154:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767389037.454168:0:338182:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ebda75e x1853241654533248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389037.454172:0:338180:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1767389037.454175:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767389037.454181:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7d95ff0. 00000020:00000010:0.0:1767389037.454192:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c0a20ea2. 00000400:00000200:1.0:1767389037.454194:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372805c00 00000020:00000010:0.0:1767389037.454203:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef0ccc91. 00000400:00000200:1.0:1767389037.454207:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x19b5 [1] + 224 00000100:00000001:3.0:1767389037.454210:0:338182:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389037.454213:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767389037.454216:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389037.454217:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767389037.454220:0:338182:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024671786 00000100:00000001:0.0:1767389037.454223:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767389037.454225:0:338182:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024671786. 00000400:00000200:1.0:1767389037.454229:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389037.454235:0:338182:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389037.454236:0:338180:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767389037.454238:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767389037.454240:0:338182:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389037.454241:0:338180:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389037.454247:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389037.454248:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007b3037de x1853241654533120/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389037.454249:0:338182:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389037.454259:0:338182:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389037.454264:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389037.454266:0:338182:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389037.454272:0:338182:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389037.454278:0:338182:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389037.454280:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007b3037de x1853241654533120/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389037.454284:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389037.454290:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767389037.454299:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000906bb8a x1853241654533248/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:488/0 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389037.454302:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00000001:1.0:1767389037.454306:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767389037.454310:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000400:00000200:1.0:1767389037.454315:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabc7690 00000100:00000001:0.0:1767389037.454318:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520922624 : -122821188628992 : ffff904b76ae4e00) 00000400:00000010:1.0:1767389037.454322:0:338175:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabc7690. 00000100:00100000:3.0:1767389037.454329:0:338182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000906bb8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654533248:12345-0@lo:400: Request processed in 716us (1467us total) trans 0 rc 0/0 00000100:00000001:1.0:1767389037.454330:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767389037.454333:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f47c9212 x1853241654533376/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:488/0 lens 224/0 e 0 to 0 dl 1767389048 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389037.454335:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389037.454342:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389037.454351:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00100000:3.0:1767389037.454352:0:338182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00000001:1.0:1767389037.454361:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767389037.454363:0:338182:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000020:00000001:1.0:1767389037.454367:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389037.454370:0:338182:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389037.454371:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389037.454374:0:338182:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389037.454377:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d3f2885. 00000020:00000001:1.0:1767389037.454382:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767389037.454383:0:338182:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003bb5d0ac. 00000100:00000001:0.0:1767389037.454384:0:338180:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389037.454391:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d3f2885. 00000100:00000040:1.0:1767389037.454392:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad13ac4d x1853241654533120/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:488/0 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389037.454393:0:338182:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4bcf7a. 00000020:00000010:3.0:1767389037.454402:0:338182:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abe150d7. 00000100:00100000:0.0:1767389037.454404:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f47c9212 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:337536:x1853241654533376:12345-0@lo:400: 00000020:00000040:3.0:1767389037.454413:0:338182:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000100:00000200:0.0:1767389037.454418:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654533376 00000100:00000001:3.0:1767389037.454421:0:338182:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389037.454425:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389037.454431:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389037.454435:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389037.454439:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ad13ac4d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654533120:12345-0@lo:400: Request processed in 633us (2029us total) trans 0 rc 0/0 00000020:00000001:0.0:1767389037.454440:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389037.454444:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:0.0:1767389037.454451:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389037.454455:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767389037.454456:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000020:00000001:0.0:1767389037.454461:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767389037.454463:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:1.0:1767389037.454467:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389037.454469:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767389037.454475:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767389037.454477:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009cc88cb8. 00000020:00000001:0.0:1767389037.454479:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389037.454484:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000522e6d58. 00000020:00000001:0.0:1767389037.454485:0:338180:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767389037.454491:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767389037.454493:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000479b0774. 02000000:00000001:0.0:1767389037.454497:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1767389037.454500:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000010:0.0:1767389037.454504:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009f43e8f0. 02000000:00000001:1.0:1767389037.454506:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767389037.454509:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389037.454511:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ff9c6807. 00000100:00000001:0.0:1767389037.454514:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389037.454517:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:0.0:1767389037.454518:0:338180:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389037.454522:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767389037.454523:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654533376 00010000:00000001:0.0:1767389037.454530:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767389037.454532:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000200:0.0:1767389037.454538:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f47c9212 x1853241654533376/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:488/0 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389037.454541:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ec0727c. 00000400:00000010:1.0:1767389037.454551:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000743686ea. 00010000:00000001:0.0:1767389037.454553:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389037.454560:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389037.454563:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389037.454567:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389037.454570:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389037.454572:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389037.454576:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389037.454579:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.454583:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389037.454586:0:339011:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767389037.454587:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767389037.454593:0:339011:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654532992 00000400:00000010:0.0:1767389037.454596:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c9b820. 02000000:00000001:1.0:1767389037.454598:0:339011:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389037.454603:0:339011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767389037.454604:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654533376, offset 224 00000100:00000001:1.0:1767389037.454606:0:339011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389037.454614:0:339011:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389037.454618:0:339011:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654532992 00000400:00000200:0.0:1767389037.454619:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767389037.454624:0:339011:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389037.454628:0:339011:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000001:1.0:1767389037.454632:0:339011:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767389037.454637:0:338180:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767389037.454638:0:339011:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000001:1.0:1767389037.454645:0:339011:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:1.0:1767389037.454650:0:339011:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:1.0:1767389037.454655:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767389037.454659:0:338180:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372805d00 00000020:00000010:1.0:1767389037.454668:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003fdeaca. 00000400:00000200:0.0:1767389037.454669:0:338180:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19d5 [1] + 224 00000020:00000010:1.0:1767389037.454676:0:339011:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000dbfe5a4d. 00000400:00000200:0.0:1767389037.454681:0:338180:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1767389037.454684:0:339011:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:1.0:1767389037.454692:0:339011:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1767389037.454696:0:338180:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767389037.454697:0:339011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000479b0774. 00000020:00000010:1.0:1767389037.454705:0:339011:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009cc88cb8. 00000100:00000001:0.0:1767389037.454711:0:338180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767389037.454712:0:339008:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767389037.454713:0:339011:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000522e6d58. 00000100:00000200:0.0:1767389037.454758:0:338180:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000678ce333 x1853241654533376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389037.454759:0:339011:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767389037.454765:0:339011:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389037.454769:0:339011:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389037.454773:0:339011:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389037.454782:0:338180:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000678ce333 x1853241654533376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389037.454783:0:339011:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389037.454788:0:339008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654533504 02000000:00000001:3.0:1767389037.454794:0:339008:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389037.454796:0:339011:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389037.454799:0:339008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389037.454805:0:339008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389037.454827:0:339011:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767389037.454830:0:339008:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389037.454832:0:339011:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767389037.454834:0:338180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767389037.454837:0:339008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654533504 00000100:00100000:1.0:1767389037.454843:0:339011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000020:00000001:3.0:1767389037.454844:0:339008:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767389037.454846:0:338180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c9b820 00000100:00000040:1.0:1767389037.454850:0:339011:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000020:00000040:3.0:1767389037.454851:0:339008:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000400:00000010:0.0:1767389037.454852:0:338180:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c9b820. 00000100:00000001:1.0:1767389037.454859:0:339011:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251694457984 : -122822015093632 : ffff904b456b7480) 00000020:00000001:3.0:1767389037.454860:0:339008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389037.454861:0:338180:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1767389037.454866:0:339008:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=6 00000100:00000001:0.0:1767389037.454868:0:338180:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767389037.454872:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006abaa73f x1853241654532992/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:488/0 lens 224/0 e 0 to 0 dl 1767389048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389037.454874:0:339008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:0.0:1767389037.454877:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389037.454881:0:339008:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000040:0.0:1767389037.454888:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:3.0:1767389037.454890:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767389037.454898:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767389037.454903:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767389037.454903:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389037.454907:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767389037.454910:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000090b2c02a. 00000100:00000001:1.0:1767389037.454915:0:339011:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767389037.454917:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f47c9212 x1853241654533376/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:488/0 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389037.454920:0:339011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000090b2c02a. 00000100:00100000:1.0:1767389037.454934:0:339011:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006abaa73f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:337538:x1853241654532992:12345-0@lo:13: 00000100:00100000:0.0:1767389037.454941:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f47c9212 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:337536:x1853241654533376:12345-0@lo:400: Request processed in 563us (1316us total) trans 0 rc 0/0 00000100:00000200:1.0:1767389037.454945:0:339011:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654532992 00000020:00000001:1.0:1767389037.454951:0:339011:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389037.454956:0:339011:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389037.454958:0:339011:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389037.454962:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000020:00000001:1.0:1767389037.454963:0:339011:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767389037.454969:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000020:00000010:3.0:1767389037.454970:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d936ac7e. 00000020:00000001:1.0:1767389037.454970:0:339011:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000100:00000001:0.0:1767389037.454978:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389037.454980:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389037.454980:0:339011:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767389037.454983:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389037.454987:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d936ac7e. 00000020:00000010:0.0:1767389037.454990:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c0a20ea2. 00000020:00000001:1.0:1767389037.454995:0:339011:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767389037.454998:0:339008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abe150d7. 00000020:00000010:0.0:1767389037.454999:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0ccc91. 00000020:00000001:1.0:1767389037.455001:0:339011:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389037.455007:0:339011:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767389037.455008:0:339008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003bb5d0ac. 00000020:00000010:0.0:1767389037.455010:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7d95ff0. 00000020:00000001:1.0:1767389037.455011:0:339011:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389037.455017:0:339008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4bcf7a. 00000100:00000001:1.0:1767389037.455021:0:339011:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1767389037.455021:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 02000000:00000001:1.0:1767389037.455027:0:339011:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767389037.455028:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767389037.455034:0:339011:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ff9c6807. 02000000:00000001:1.0:1767389037.455040:0:339011:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389037.455043:0:339008:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767389037.455043:0:339011:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389037.455051:0:339008:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00002000:00000001:1.0:1767389037.455052:0:339011:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767389037.455056:0:339008:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:0.0:1767389037.455057:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000001:1.0:1767389037.455061:0:339011:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767389037.455062:0:339008:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767389037.455064:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000020:00000001:1.0:1767389037.455066:0:339011:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767389037.455071:0:339008:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00080000:00000001:1.0:1767389037.455075:0:339011:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00080000:0.0:1767389037.455075:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767389037.455077:0:339008:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767389037.455084:0:339008:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389037.455085:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00080000:00000001:1.0:1767389037.455092:0:339011:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389037.455098:0:339011:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389037.455100:0:339008:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000024:1.0:1767389037.455102:0:339011:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:0.0:1767389037.455102:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389037.455108:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000020:1.0:1767389037.455112:0:339011:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000400:00000001:0.0:1767389037.455117:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000020:1.0:1767389037.455118:0:339011:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767389037.455120:0:339008:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000001:0.0:1767389037.455122:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767389037.455127:0:339008:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00002000:00000020:1.0:1767389037.455130:0:339011:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00000400:00000010:0.0:1767389037.455130:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092cd2511. 00000100:00100000:3.0:1767389037.455139:0:339008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00002000:00000001:1.0:1767389037.455140:0:339011:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:0.0:1767389037.455146:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181b09ca 00000100:00000040:3.0:1767389037.455147:0:339008:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 2 00000001:00000001:1.0:1767389037.455150:0:339011:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767389037.455151:0:339008:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151436032 : -122821558115584 : ffff904b60a86300) 00000001:00000001:1.0:1767389037.455155:0:339011:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389037.455160:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181b09ca. 00000100:00000040:3.0:1767389037.455162:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000313575b2 x1853241654533504/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:488/0 lens 224/0 e 0 to 0 dl 1767389048 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1767389037.455163:0:339011:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.455169:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:1.0:1767389037.455171:0:339011:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654532992 00000100:00000200:0.0:1767389037.455179:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000678ce333 x1853241654533376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389037.455180:0:339011:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389037.455189:0:339011:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006abaa73f x1853241654532992/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:488/0 lens 224/368 e 0 to 0 dl 1767389048 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389037.455196:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389037.455202:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d936ac7e. 00000100:00000001:3.0:1767389037.455209:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389037.455217:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d936ac7e. 00010000:00000001:1.0:1767389037.455228:0:339011:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1767389037.455230:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000678ce333 x1853241654533376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389037.455235:0:339011:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389037.455236:0:339008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000313575b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:337539:x1853241654533504:12345-0@lo:400: 00000100:00001000:1.0:1767389037.455245:0:339011:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=46 v=5 (1 0 0 0) 00000100:00000200:3.0:1767389037.455251:0:339008:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654533504 00000100:00000001:1.0:1767389037.455258:0:339011:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767389037.455259:0:339008:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767389037.455265:0:339011:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389037.455266:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767389037.455267:0:339008:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767389037.455273:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389037.455274:0:339008:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389037.455274:0:339011:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:0.0:1767389037.455282:0:337536:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:3.0:1767389037.455283:0:339008:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767389037.455284:0:339011:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389037.455287:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767389037.455288:0:339008:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 02000000:00000001:1.0:1767389037.455289:0:339011:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.455291:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767389037.455294:0:339008:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767389037.455295:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389037.455298:0:339008:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389037.455301:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389037.455305:0:339011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767389037.455307:0:339008:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389037.455312:0:339008:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00001000:0.0:1767389037.455312:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=53 v=5 (5 0 0 0) 00000100:00000040:1.0:1767389037.455313:0:339011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767389037.455318:0:339008:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389037.455321:0:339011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabc7690. 00000100:00001000:0.0:1767389037.455322:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=53 v=5 (1 0 0 0) 00000020:00000001:3.0:1767389037.455323:0:339008:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1767389037.455331:0:339011:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654532992, offset 224 00000100:00000001:3.0:1767389037.455332:0:339008:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767389037.455333:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767389037.455339:0:339008:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767389037.455340:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389037.455346:0:339011:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767389037.455349:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767389037.455358:0:339008:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000971f8129. 00010000:00080000:0.0:1767389037.455359:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000678ce333 x1853241654533376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389037.455363:0:339011:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767389037.455366:0:339008:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389037.455375:0:339008:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389037.455384:0:339008:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389037.455384:0:339011:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372805b80 00010000:00000001:0.0:1767389037.455385:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389037.455394:0:339008:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654533504 00000100:00000001:0.0:1767389037.455396:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1767389037.455402:0:339011:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x19bd [1] + 224 00010000:00000001:3.0:1767389037.455404:0:339008:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767389037.455404:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767389037.455412:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1767389037.455414:0:339011:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:3.0:1767389037.455415:0:339008:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000313575b2 x1853241654533504/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:488/0 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389037.455417:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389037.455427:0:339011:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767389037.455430:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000678ce333 x1853241654533376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389037.455439:0:339011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389037.455449:0:339011:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064544864 x1853241654532992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389053 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389037.455450:0:339008:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389037.455456:0:339008:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389037.455463:0:339008:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389037.455475:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389037.455476:0:339008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389037.455484:0:339008:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000001:0.0:1767389037.455486:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767389037.455490:0:339011:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000064544864 x1853241654532992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389037.455493:0:339008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:0.0:1767389037.455493:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389037.455503:0:339008:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389037.455508:0:339008:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389037.455509:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000678ce333 x1853241654533376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389037.455516:0:339008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389037.455521:0:339011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767389037.455527:0:339008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767389037.455528:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000678ce333 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:337536:1853241654533376:0@lo:400: 00000400:00000200:1.0:1767389037.455531:0:339011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabc7690 00000400:00000010:3.0:1767389037.455533:0:339008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024671786. 00000400:00000010:1.0:1767389037.455537:0:339011:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabc7690. 00000100:00000001:1.0:1767389037.455544:0:339011:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389037.455547:0:339011:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:3.0:1767389037.455551:0:339008:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654533504, offset 224 00000100:00000001:1.0:1767389037.455553:0:339011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767389037.455554:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389037.455560:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767389037.455564:0:339011:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000400:00000010:0.0:1767389037.455565:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee008ddd. 00010000:00000001:1.0:1767389037.455572:0:339011:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389037.455576:0:339011:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389037.455576:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000400:00000010:0.0:1767389037.455582:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000020:00000001:1.0:1767389037.455583:0:339011:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767389037.455591:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767389037.455594:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006abaa73f x1853241654532992/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:488/0 lens 224/368 e 0 to 0 dl 1767389048 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389037.455598:0:339008:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767389037.455601:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ebda75e x1853241654533248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389037.455620:0:339008:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389037.455640:0:339008:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958372805d80 00000400:00000200:3.0:1767389037.455654:0:339008:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x19cd [1] + 224 00000100:00100000:1.0:1767389037.455654:0:339011:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006abaa73f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:337538:x1853241654532992:12345-0@lo:13: Request processed in 743us (2755us total) trans 0 rc 0/0 00000100:00000200:0.0:1767389037.455654:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ebda75e x1853241654533248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389037.455669:0:339008:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389037.455684:0:339008:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767389037.455686:0:339011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767389037.455687:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389037.455690:0:339008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767389037.455692:0:339011:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 1 00000100:00000001:0.0:1767389037.455694:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767389037.455699:0:339008:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003fe1743c x1853241654533504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389037.455699:0:339011:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389037.455701:0:337536:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767389037.455704:0:339011:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767389037.455706:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389037.455710:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389037.455713:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389037.455721:0:339011:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009cc88cb8. 02000000:00000001:0.0:1767389037.455721:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389037.455762:0:339008:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003fe1743c x1853241654533504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767389037.455763:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389037.455776:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389037.455786:0:339008:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389037.455786:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389037.455788:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389037.455792:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767389037.455797:0:339008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024671786 00010000:00080000:0.0:1767389037.455798:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009ebda75e x1853241654533248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389037.455807:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389037.455826:0:339008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024671786. 00000100:00000001:0.0:1767389037.455830:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767389037.455834:0:339008:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767389037.455834:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767389037.455839:0:339008:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389037.455841:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767389037.455845:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389037.455849:0:339008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389037.455850:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ebda75e x1853241654533248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389037.455860:0:339008:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389037.455867:0:339008:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389037.455872:0:339008:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.455873:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767389037.455879:0:339008:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767389037.455880:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767389037.455888:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000313575b2 x1853241654533504/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:488/0 lens 224/224 e 0 to 0 dl 1767389048 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389037.455894:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389037.455906:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ebda75e x1853241654533248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389037.455914:0:339008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000313575b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:337539:x1853241654533504:12345-0@lo:400: Request processed in 711us (2723us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389037.455930:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ebda75e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654533248:0@lo:400: 00000100:00100000:3.0:1767389037.455937:0:339008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:0.0:1767389037.455940:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389037.455942:0:339008:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:0.0:1767389037.455946:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767389037.455947:0:339008:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389037.455952:0:339008:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767389037.455953:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000678ce333 x1853241654533376/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389037.455957:0:339008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003bb5d0ac. 00000020:00000010:3.0:1767389037.455965:0:339008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4bcf7a. 00000100:00000001:0.0:1767389037.455968:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1767389037.455971:0:339008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abe150d7. 02000000:00000001:0.0:1767389037.455973:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1767389037.455978:0:339008:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 5 02000000:00000010:0.0:1767389037.455979:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017f1bd85. 00000100:00000001:3.0:1767389037.455988:0:339008:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389037.455989:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389037.455994:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389037.455996:0:337536:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767389037.456000:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389037.456002:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c21917f7. 02000000:00000001:0.0:1767389037.456007:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389037.456009:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389037.456011:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000678ce333. 00000100:00000001:0.0:1767389037.456018:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389037.456019:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389037.456022:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389037.456026:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ebda75e x1853241654533248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389037.456033:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389037.456036:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389037.456038:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000844c0497. 02000000:00000001:0.0:1767389037.456043:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389037.456045:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389037.456047:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767389037.456049:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389037.456051:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003e166e02. 02000000:00000001:0.0:1767389037.456056:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389037.456057:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389037.456059:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ebda75e. 00000100:00000001:0.0:1767389037.456072:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389037.456074:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389037.456077:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389037.456082:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389037.456084:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.456087:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389037.456090:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.456131:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389037.456134:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389037.456138:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389037.456140:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389037.456142:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040d0b5a4. 00000400:00000200:0.0:1767389037.456148:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050247d49 00000400:00000010:0.0:1767389037.456150:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050247d49. 00000100:00000001:3.0:1767389037.456151:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389037.456155:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767389037.456156:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767389037.456166:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767389037.456166:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003fe1743c x1853241654533504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767389037.456171:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389037.456176:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003297a848. 00000020:00000010:1.0:1767389037.456180:0:339011:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000522e6d58. 00000400:00000200:3.0:1767389037.456184:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ed3d3ba 00000020:00000010:1.0:1767389037.456190:0:339011:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000479b0774. 00000400:00000010:3.0:1767389037.456191:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ed3d3ba. 00000100:00000200:0.0:1767389037.456198:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003fe1743c x1853241654533504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389037.456201:0:339011:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:3.0:1767389037.456202:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767389037.456210:0:339011:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389037.456219:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389037.456224:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389037.456227:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389037.456229:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389037.456230:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389037.456232:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389037.456234:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389037.456238:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=46 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389037.456241:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389037.456243:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389037.456245:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389037.456247:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1767389037.456253:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064544864 x1853241654532992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767389037.456254:0:337539:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003fe1743c x1853241654533504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389037.456299:0:337539:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389037.456303:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064544864 x1853241654532992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389037.456305:0:337539:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767389037.456310:0:337539:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:3.0:1767389037.456316:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389037.456323:0:337539:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767389037.456325:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389037.456332:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389037.456337:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003fe1743c x1853241654533504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389037.456339:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389037.456343:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389037.456348:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389037.456353:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.456354:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389037.456358:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.456360:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389037.456364:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767389037.456368:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=46 v=5 (5 0 0 0) 00000100:00000040:0.0:1767389037.456369:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003fe1743c x1853241654533504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767389037.456378:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389037.456387:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389037.456390:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389037.456396:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1767389037.456396:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003fe1743c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:337539:1853241654533504:0@lo:400: 00010000:00080000:3.0:1767389037.456406:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000064544864 x1853241654532992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767389037.456408:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389037.456412:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389037.456416:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035cebf04. 00010000:00000001:3.0:1767389037.456425:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389037.456425:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e70b55 00000100:00000001:3.0:1767389037.456430:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1767389037.456431:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e70b55. 00000100:00000040:3.0:1767389037.456434:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1767389037.456436:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767389037.456438:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767389037.456442:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389037.456444:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007b3037de x1853241654533120/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389037.456450:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064544864 x1853241654532992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389037.456479:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767389037.456479:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007b3037de x1853241654533120/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389037.456488:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389037.456492:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767389037.456500:0:337538:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767389037.456501:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000040:3.0:1767389037.456505:0:337538:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:0.0:1767389037.456506:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:3.0:1767389037.456513:0:337538:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000001:0.0:1767389037.456513:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389037.456518:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389037.456521:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389037.456525:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389037.456528:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1767389037.456529:0:337538:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000100:00001000:0.0:1767389037.456532:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=62 v=5 (5 0 0 0) 00000004:00000001:3.0:1767389037.456546:0:337538:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389037.456546:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389037.456554:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767389037.456556:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064544864 x1853241654532992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389053 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389037.456557:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389037.456563:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389037.456567:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389037.456573:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064544864 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654532992:0@lo:13: 00000100:00000001:0.0:1767389037.456579:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389037.456586:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007b3037de x1853241654533120/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389037.456591:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389037.456598:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389037.456601:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389037.456605:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767389037.456606:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064544864 x1853241654532992/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389053 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389037.456608:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389037.456619:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007b3037de x1853241654533120/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389037.456626:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389037.456631:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389037.456635:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a574c8d8. 00000100:00100000:0.0:1767389037.456639:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007b3037de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654533120:0@lo:400: 02000000:00000001:3.0:1767389037.456643:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767389037.456646:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389037.456647:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767389037.456650:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767389037.456651:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:0.0:1767389037.456657:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003fe1743c x1853241654533504/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389037.456658:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389037.456662:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d83a9d3b. 02000000:00000001:3.0:1767389037.456672:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767389037.456674:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389037.456676:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767389037.456678:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:3.0:1767389037.456680:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064544864. 02000000:00000010:0.0:1767389037.456682:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ce4af37. 02000000:00000001:0.0:1767389037.456689:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389037.456690:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767389037.456692:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1767389037.456692:0:337539:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767389037.456696:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389037.456698:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767389037.456702:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767389037.456704:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008e773459. 00000100:00000001:3.0:1767389037.456711:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767389037.456711:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767389037.456717:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389037.456717:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389037.456722:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003fe1743c. 00000100:00000001:3.0:1767389037.456757:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389037.456761:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.456779:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389037.456781:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389037.456784:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389037.456787:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007b3037de x1853241654533120/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389037.456793:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389037.456794:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389037.456796:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005a10e7ef. 02000000:00000001:0.0:1767389037.456798:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389037.456807:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389037.456808:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389037.456810:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389037.456829:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057a12f75. 02000000:00000001:0.0:1767389037.456832:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389037.456833:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389037.456834:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007b3037de. 00000100:00000001:0.0:1767389037.456836:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389037.456837:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389037.456840:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389037.456845:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389037.456846:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389037.456848:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389037.456850:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389037.475754:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299625495, at 4299625496 00000100:00000010:2.0:1767389037.475764:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb411464. 00000100:00000040:3.0:1767389037.475806:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299625495, at 4299625496 00000100:00000010:3.0:1767389037.475828:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009763ed7a. 00000100:00000040:1.0:1767389037.475828:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299625495, at 4299625496 00000100:00000040:0.0:1767389037.475831:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299625495, at 4299625496 00000100:00000010:1.0:1767389037.475838:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004566299a. 00000100:00000010:0.0:1767389037.475840:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000363a417b. 00010000:00000001:3.0:1767389037.772906:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389037.772914:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389037.772921:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389037.772923:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389037.772972:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389037.772978:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389037.772982:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767389038.119405:0:348213:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767389038.119412:0:348213:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:2.0:1767389038.127157:0:348213:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767389038.138667:0:348214:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004fddb3aa. 00000400:00000010:2.0:1767389038.138690:0:348214:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000de979d3a. 00000400:00000010:2.0:1767389038.138705:0:348214:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008d15cfe6. 00000400:00000010:2.0:1767389038.138710:0:348214:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000005d0ced51. 00000400:00000010:2.0:1767389038.138717:0:348214:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000a6a6118. 00000400:00000010:2.0:1767389038.138723:0:348214:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000618be3f2. 00000400:00000010:2.0:1767389038.138758:0:348214:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a6b598a4. 00000400:00000010:2.0:1767389038.138761:0:348214:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004a25e431. 00000400:00000010:2.0:1767389038.138767:0:348214:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a887e823. 00000800:00000010:2.0:1767389038.138788:0:348214:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000bd748989. 00000800:00000200:2.0:1767389038.138826:0:348214:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767389038.138844:0:348214:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767389038.138911:0:348214:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:2.0:1767389038.138957:0:348214:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp30 [8/256/0/180] 00000400:00000010:2.0:1767389038.142236:0:348214:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 0000000073a8d9f4. 00000400:00000010:2.0:1767389038.142246:0:348214:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d482fef2. 00000400:00000010:2.0:1767389038.142255:0:348214:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000396bce4b. 00000400:00000001:2.0:1767389038.142284:0:348214:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389038.142288:0:348214:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389038.142290:0:348214:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002996741a. 00000400:00000200:2.0:1767389038.142296:0:348214:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d955f1a8 00000400:00000010:2.0:1767389038.142300:0:348214:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d955f1a8. 00000400:00000010:2.0:1767389038.142315:0:348214:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000d842291c. 00000400:00000200:2.0:1767389038.142322:0:348214:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (21) 00000400:00000200:2.0:1767389038.142341:0:348214:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:2.0:1767389038.142353:0:348214:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:2.0:1767389038.142364:0:348214:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008d71f0da. 00000020:01000000:2.0:1767389038.142370:0:348214:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767389038.142373:0:348214:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp30 00000400:00000010:2.0:1767389038.142391:0:348214:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000de979d3a. 00000400:00000010:2.0:1767389038.142396:0:348214:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004fddb3aa. 00000400:00000200:0.0:1767389038.142432:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:1.0:1767389038.142434:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767389038.142444:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767389038.142446:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 10000000:00000001:1.0:1767389038.142450:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767389038.142456:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:0.0:1767389038.142460:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000020:01000004:1.0:1767389038.142461:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767389038.142468:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:0.0:1767389038.142471:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (22) 00000020:01000004:1.0:1767389038.142473:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389038.142478:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389038.142480:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389038.142482:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:0.0:1767389038.142484:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000afd2b1ed. 00000020:01000004:1.0:1767389038.142485:0:257746:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767389038.142491:0:257746:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767389038.142497:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767389038.142498:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp28 00000020:01000004:1.0:1767389038.142503:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767389038.142513:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4ee76d5. 00000020:00000040:1.0:1767389038.142522:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:0.0:1767389038.142530:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp28 to MR: 192.168.204.113@tcp28 local destination 00000100:00000001:1.0:1767389038.142535:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389038.142541:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767389038.142548:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp28 NI seq info: [57:57:256:4294967295] 192.168.204.113@tcp28 LPNI seq info [57:57:8:4294967295] 02000000:00000001:1.0:1767389038.142549:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389038.142564:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp28 02000000:00000010:1.0:1767389038.142568:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000003e3ae25. 00000400:00000200:0.0:1767389038.142581:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp28(192.168.204.113@tcp28:192.168.204.113@tcp28) -> 192.168.204.113@tcp28(192.168.204.113@tcp28:192.168.204.113@tcp28) : PUT try# 0 00000100:00000001:1.0:1767389038.142584:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767389038.142595:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.204.113@tcp28 00000100:00000001:1.0:1767389038.142601:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:0.0:1767389038.142604:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057a12f75. 00000100:00000001:1.0:1767389038.142606:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767389038.142620:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bd8963f] -> 12345-192.168.204.113@tcp28 (6) 00000100:00000040:1.0:1767389038.142622:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ee76d5] to pc [ptlrpcd_00_03+3] req@00000000a4ee76d5 x1853241654533632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767389038.142640:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp28 ip 192.168.204.113:988 00000800:00000200:0.0:1767389038.142647:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000057a12f75 type 1, nob 480 niov 1 nkiov 1 00000400:00000200:0.0:1767389038.142675:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389038.142679:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 10000000:00000001:1.0:1767389038.142684:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389038.142690:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389038.142697:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767389038.142701:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767389038.142704:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767389038.142712:0:337538:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767389038.142722:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389038.142784:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767389038.142788:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767389038.142794:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389038.142794:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767389038.142824:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767389038.142829:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:01000000:1.0:1767389038.142830:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767389038.142836:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389038.142837:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767389038.142845:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767389038.142846:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767389038.142848:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767389038.142851:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767389038.142853:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389038.142857:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767389038.142858:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767389038.142861:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389038.142865:0:257746:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767389038.142867:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000040:2.0:1767389038.142870:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4ee76d5 x1853241654533632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767389038.142872:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767389038.142881:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c4a034cf. 00000020:00000040:1.0:1767389038.142889:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389038.142892:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389038.142896:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767389038.142899:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389038.142900:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389038.142908:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389038.142914:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767389038.142921:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002dffa2d6. 02000000:00000001:2.0:1767389038.142922:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389038.142930:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767389038.142932:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767389038.142933:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389038.142939:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:0.0:1767389038.142942:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057a12f75. 00000100:00000001:1.0:1767389038.142944:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389038.142946:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4ee76d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654533632:0@lo:253: 00000400:00000200:0.0:1767389038.142955:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389038.142960:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767389038.142960:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4a034cf] to pc [ptlrpcd_00_00+0] req@00000000c4a034cf x1853241654533760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389038.142973:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767389038.142974:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp28->192.168.204.113@tcp28: PUT: OK 02000000:00000001:2.0:1767389038.142984:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389038.142990:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:2.0:1767389038.142993:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767389038.142999:0:337529:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp28: 0 10000000:00000001:1.0:1767389038.143008:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389038.143010:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000084d08de1. 10000000:00000001:1.0:1767389038.143016:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389038.143017:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767389038.143018:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767389038.143027:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767389038.143032:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767389038.143033:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c804758. 00000800:00000001:0.0:1767389038.143036:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389038.143040:0:257746:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008d71f0da. 00000800:00000001:0.0:1767389038.143044:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767389038.143045:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000de979d3a. 00000800:00000001:0.0:1767389038.143054:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389038.143055:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654533632, portal 25 00000100:00000001:2.0:1767389038.143063:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767389038.143068:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp28(192.168.204.113@tcp28) <- 192.168.204.113@tcp28 : PUT - for me 00000100:00000001:2.0:1767389038.143077:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151442304 : -122821558109312 : ffff904b60a87b80) 00000400:00000200:0.0:1767389038.143086:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 384 into portal 0 MB=0x8000000000000000 00000100:00000040:2.0:1767389038.143088:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4ee76d5 x1853241654533632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389038.143106:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 368/384 into md 0x1995 [1] + 0 00000100:00000001:2.0:1767389038.143110:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767389038.143115:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc4ee12d. 00000100:00000040:2.0:1767389038.143123:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767389038.143127:0:337529:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000074e83582 00000400:00000010:2.0:1767389038.143130:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002120e051. 00000800:00000001:0.0:1767389038.143137:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767389038.143138:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654533632, offset 0 00000400:00000200:2.0:1767389038.143149:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767389038.143150:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389038.143156:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389038.143169:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389038.143170:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp28->192.168.204.113@tcp28: PUT: OK 00000100:00000001:1.0:1767389038.143182:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767389038.143186:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074e83582 00000100:00100000:1.0:1767389038.143189:0:337537:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000010:0.0:1767389038.143191:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000074e83582. 00000400:00000200:2.0:1767389038.143198:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372805e00 00000100:00000001:1.0:1767389038.143199:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389038.143203:0:337529:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767389038.143212:0:337529:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (23) 00000400:00000200:2.0:1767389038.143215:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1229 [2] + 0 00000100:00000001:1.0:1767389038.143215:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389038.143222:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389038.143224:0:337529:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000010:2.0:1767389038.143225:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c346e228. 00000100:00000001:1.0:1767389038.143229:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389038.143235:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767389038.143238:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000056e0b741 00000400:00000200:0.0:1767389038.143239:0:337529:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (384 bytes) 00000100:00000001:1.0:1767389038.143240:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767389038.143248:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389038.143251:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767389038.143263:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c4a034cf x1853241654533760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389038.143263:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (24) 00000400:00000200:2.0:1767389038.143264:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389038.143278:0:337529:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:1.0:1767389038.143281:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389038.143286:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389038.143294:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767389038.143294:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp28 to MR: 192.168.204.113@tcp28 local destination 02000000:00000001:1.0:1767389038.143301:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389038.143306:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389038.143312:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp28 NI seq info: [58:58:256:4294967295] 192.168.204.113@tcp28 LPNI seq info [58:58:8:4294967295] 00000100:00100000:1.0:1767389038.143314:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c4a034cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654533760:0@lo:253: 00000100:00000001:1.0:1767389038.143327:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389038.143335:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389038.143340:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389038.143348:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp28(192.168.204.113@tcp28:192.168.204.113@tcp28) -> 192.168.204.113@tcp28(192.168.204.113@tcp28:192.168.204.113@tcp28) 192.168.204.113@tcp28 : ACK try# 0 02000000:00000001:1.0:1767389038.143349:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389038.143360:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000352f2e24. 02000000:00000001:1.0:1767389038.143364:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389038.143371:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bc2dd9e. 00000400:00000200:2.0:1767389038.143375:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056e0b741 00000800:00000200:0.0:1767389038.143382:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp28 00000400:00000010:2.0:1767389038.143383:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056e0b741. 00000800:00000010:0.0:1767389038.143393:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057a12f75. 00000100:00000001:2.0:1767389038.143395:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767389038.143399:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b372240. 00000100:00000200:2.0:1767389038.143401:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:0.0:1767389038.143409:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bd8963f] -> 12345-192.168.204.113@tcp28 (6) 00000100:00000200:1.0:1767389038.143411:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654533760, portal 25 00000100:00000040:2.0:1767389038.143413:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000c0ce1b75 x1853241654533632 msgsize 4848 00000100:00000001:1.0:1767389038.143420:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1767389038.143422:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp28 ip 192.168.204.113:986 00000100:00000001:1.0:1767389038.143424:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151435136 : -122821558116480 : ffff904b60a85f80) 00000800:00000200:0.0:1767389038.143434:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000057a12f75 type 0, nob 96 niov 1 nkiov 0 00000100:00100000:2.0:1767389038.143435:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389038.143441:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c4a034cf x1853241654533760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389038.143444:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:0.0:1767389038.143455:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767389038.143457:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389038.143465:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767389038.143466:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:0.0:1767389038.143471:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389038.143474:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021c09cd2. 00000400:00000200:2.0:1767389038.143478:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002120e051 00000400:00000010:2.0:1767389038.143483:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002120e051. 00000100:00000001:2.0:1767389038.143487:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389038.143488:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654533760, offset 0 00000100:00000200:2.0:1767389038.143494:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4ee76d5 x1853241654533632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389038.143502:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:0.0:1767389038.143515:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767389038.143518:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:0.0:1767389038.143525:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057a12f75. 00000400:00000200:1.0:1767389038.143526:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767389038.143530:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4ee76d5 x1853241654533632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389038.143537:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389038.143551:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372805e80 00000400:00000200:0.0:1767389038.143558:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp28->192.168.204.113@tcp28: ACK: OK 00000100:00000001:2.0:1767389038.143560:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389038.143568:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1239 [2] + 0 00000100:00000001:2.0:1767389038.143569:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1767389038.143571:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767389038.143579:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cab43d58. 00000100:00000001:2.0:1767389038.143581:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767389038.143582:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389038.143586:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bf0a6ee9 00000800:00000001:0.0:1767389038.143588:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389038.143596:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767389038.143597:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389038.143601:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299626186 00000800:00000001:0.0:1767389038.143606:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389038.143610:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767389038.143615:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fe8c204. 00000800:00000001:0.0:1767389038.143616:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389038.143631:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767389038.143631:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf0a6ee9 00000400:00000200:0.0:1767389038.143632:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp28(192.168.204.113@tcp28) <- 192.168.204.113@tcp28 : ACK - for me 00000400:00000010:1.0:1767389038.143640:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf0a6ee9. 00000100:00000001:2.0:1767389038.143647:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299626186 00000100:00000001:1.0:1767389038.143649:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389038.143655:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:2.0:1767389038.143660:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083055b84. 00000400:00000200:0.0:1767389038.143661:0:337529:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp28: ACK from 12345-192.168.204.113@tcp28 into md 0x19f9 00000100:00000040:1.0:1767389038.143663:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000f78f792f x1853241654533760 msgsize 4848 00000100:00000001:2.0:1767389038.143670:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767389038.143674:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389038.143681:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299626186 00000100:00100000:1.0:1767389038.143683:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767389038.143692:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp28->192.168.204.113@tcp28: ACK: OK 00000100:00000040:1.0:1767389038.143693:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767389038.143695:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5e9d7b5. 00000400:00000200:0.0:1767389038.143701:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000100:00000001:2.0:1767389038.143705:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767389038.143706:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000100:00000001:1.0:1767389038.143714:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389038.143717:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299626186 00000400:00000200:0.0:1767389038.143717:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767389038.143761:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c09cd2 00000400:00000200:0.0:1767389038.143766:0:337529:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000100:00000010:2.0:1767389038.143767:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af470e6d. 00000400:00000010:1.0:1767389038.143768:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021c09cd2. 00000400:00000200:0.0:1767389038.143779:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:2.0:1767389038.143781:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389038.143781:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767389038.143787:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (23) 00000100:00000001:2.0:1767389038.143795:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767389038.143795:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c4a034cf x1853241654533760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1767389038.143817:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767389038.143826:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767389038.143826:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389038.143835:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389038.143840:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389038.143844:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c4a034cf x1853241654533760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389038.143848:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389038.143860:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389038.143863:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389038.143868:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389038.143869:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389038.143881:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389038.143890:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299626187 00000100:00000001:2.0:1767389038.143897:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389038.143902:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299626186 00000100:00100000:2.0:1767389038.143906:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654533632 00000400:00000200:0.0:1767389038.143906:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767389038.143913:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299626187 02000000:00000001:2.0:1767389038.143916:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767389038.143916:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000b7d95ff0. 00000100:00000001:1.0:1767389038.143920:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299626186 00000100:00000001:2.0:1767389038.143924:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389038.143926:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299626187 00000100:00000001:2.0:1767389038.143932:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389038.143937:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299626186 00000400:00000010:0.0:1767389038.143939:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee008ddd. 02000000:00000001:2.0:1767389038.143945:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389038.143949:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299626187 00000400:00000010:0.0:1767389038.143951:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000100:00100000:2.0:1767389038.143956:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654533632 00000100:00000001:1.0:1767389038.143960:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299626186 00000400:00000200:0.0:1767389038.143961:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000b7d95ff0 00000020:00000001:2.0:1767389038.143964:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767389038.143972:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000b644bd55. 00000020:00000040:2.0:1767389038.143973:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:1.0:1767389038.143973:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389038.143983:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389038.143983:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000020:00000001:2.0:1767389038.143984:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767389038.143994:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389038.143996:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000400:00000200:0.0:1767389038.143996:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102051 00000100:00000001:1.0:1767389038.144001:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389038.144008:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000200:0.0:1767389038.144010:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (22) 00000020:00000001:2.0:1767389038.144016:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000010:0.0:1767389038.144022:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 0000000017f1bd85. 00000100:00000001:2.0:1767389038.144026:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767389038.144030:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181b09ca. 00000020:00000010:2.0:1767389038.144035:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4c0c1e5. 00000100:00000001:1.0:1767389038.144038:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767389038.144041:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000236160b. 00000100:00000001:2.0:1767389038.144043:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389038.144049:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000100:00100000:1.0:1767389038.144057:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654533760 00000020:00000010:2.0:1767389038.144061:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4c0c1e5. 02000000:00000001:1.0:1767389038.144062:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767389038.144069:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000100:00000001:1.0:1767389038.144070:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767389038.144075:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098a336bb. 00000100:00000001:1.0:1767389038.144077:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389038.144085:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000020:00000010:2.0:1767389038.144086:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a3020d70. 02000000:00000001:1.0:1767389038.144086:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389038.144098:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654533760 00000400:00000200:0.0:1767389038.144102:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000020:00000010:2.0:1767389038.144103:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073c58edd. 00000020:00000001:1.0:1767389038.144105:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389038.144111:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389038.144117:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767389038.144122:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000020:00000040:1.0:1767389038.144123:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00000040:2.0:1767389038.144128:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:1.0:1767389038.144134:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389038.144137:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767389038.144144:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389038.144145:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767389038.144145:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000100:00000001:2.0:1767389038.144152:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389038.144155:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389038.144164:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bce79980. 00000400:00000200:0.0:1767389038.144166:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000100:00000001:2.0:1767389038.144171:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389038.144173:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389038.144182:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000020:00000010:1.0:1767389038.144183:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bce79980. 00000100:00000001:2.0:1767389038.144191:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389038.144196:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d190810. 00000400:00000200:0.0:1767389038.144198:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000020:00000010:1.0:1767389038.144207:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009cc88cb8. 00000400:00000200:0.0:1767389038.144208:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000100:00000001:2.0:1767389038.144212:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389038.144218:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767389038.144220:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000522e6d58. 00000400:00000200:0.0:1767389038.144226:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000100:00100000:2.0:1767389038.144231:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00000001:1.0:1767389038.144233:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389038.144240:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767389038.144242:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000100:00000040:2.0:1767389038.144243:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389038.144244:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389038.144253:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509331536 : -122821200220080 : ffff904b75fd7050) 00000100:00000001:1.0:1767389038.144260:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389038.144261:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000100:00000040:2.0:1767389038.144267:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c0ce1b75 x1853241654533632/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:489/0 lens 4848/0 e 0 to 0 dl 1767389049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389038.144270:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389038.144290:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000100:00000001:1.0:1767389038.144293:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389038.144297:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389038.144299:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767389038.144305:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4c0c1e5. 00000100:00100000:1.0:1767389038.144307:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00000001:2.0:1767389038.144314:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767389038.144318:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000020:00000010:2.0:1767389038.144325:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4c0c1e5. 00000100:00000001:1.0:1767389038.144327:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509329488 : -122821200222128 : ffff904b75fd6850) 00000400:00000200:0.0:1767389038.144336:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000100:00100000:2.0:1767389038.144343:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c0ce1b75 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654533632:12345-0@lo:253: 00000100:00000040:1.0:1767389038.144343:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f78f792f x1853241654533760/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:489/0 lens 4848/0 e 0 to 0 dl 1767389049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389038.144353:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000100:00000200:2.0:1767389038.144360:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654533632 00000020:00000001:2.0:1767389038.144369:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389038.144378:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767389038.144383:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000100:00000001:1.0:1767389038.144384:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767389038.144385:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389038.144392:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767389038.144393:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bce79980. 00000020:00000001:2.0:1767389038.144395:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:2.0:1767389038.144401:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389038.144402:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389038.144410:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767389038.144412:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767389038.144414:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767389038.144421:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bce79980. 00000400:00000200:0.0:1767389038.144428:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000020:00000001:2.0:1767389038.144433:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389038.144437:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f78f792f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654533760:12345-0@lo:253: 00000100:00000001:2.0:1767389038.144445:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767389038.144453:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 02000000:00000001:2.0:1767389038.144454:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767389038.144454:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654533760 00000020:00000001:1.0:1767389038.144463:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:2.0:1767389038.144468:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c24839ce. 00000400:00000200:0.0:1767389038.144469:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00000020:00000001:1.0:1767389038.144471:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767389038.144476:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389038.144477:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389038.144486:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389038.144487:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767389038.144488:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 8], ns[58, 8] 00000020:00000001:1.0:1767389038.144494:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 20000000:00000001:2.0:1767389038.144497:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767389038.144505:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767389038.144509:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 8], ns[0, 8] 00000020:00000001:1.0:1767389038.144511:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767389038.144514:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000008d71f0da. 00000020:00000001:1.0:1767389038.144520:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:2.0:1767389038.144526:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767389038.144526:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767389038.144527:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 00000020:00000001:1.0:1767389038.144533:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389038.144537:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:1.0:1767389038.144539:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767389038.144544:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp29 20000000:00000001:2.0:1767389038.144546:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:1.0:1767389038.144548:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767389038.144552:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389038.144557:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp29 lpni_is_preferred = 0 20000000:00000001:2.0:1767389038.144560:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389038.144560:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d02327cd. 00000400:00000200:0.0:1767389038.144568:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp29 02000000:00000001:1.0:1767389038.144571:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389038.144573:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:1.0:1767389038.144581:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389038.144583:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp29 NI seq info: [59:59:256:4294967295] 192.168.204.113@tcp29 LPNI seq info [59:59:8:4294967295] 20000000:00000001:1.0:1767389038.144586:0:338175:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767389038.144593:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000460d7c9a. 00000400:00000200:0.0:1767389038.144600:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp29 20000000:01000000:2.0:1767389038.144602:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 20000000:00000010:1.0:1767389038.144603:0:338175:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000055389bdf. 20000000:01000000:1.0:1767389038.144614:0:338175:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767389038.144616:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767389038.144621:0:338175:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767389038.144623:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp29(192.168.204.113@tcp29:) -> 192.168.204.113@tcp29(192.168.204.113@tcp:192.168.204.113@tcp29) : GET try# 0 20000000:00000001:1.0:1767389038.144626:0:338175:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767389038.144629:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:1.0:1767389038.144633:0:338175:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767389038.144642:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp29 20000000:00000001:1.0:1767389038.144643:0:338175:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389038.144649:0:338175:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:0.0:1767389038.144651:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000057a12f75. 00000800:00000010:0.0:1767389038.144662:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b1009bfa. 00000800:00000010:0.0:1767389038.144667:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004151a592. 00000800:00000200:0.0:1767389038.144673:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1009bfa] -> 12345-192.168.204.113@tcp29 (2) 00000800:00000200:0.1:1767389038.144678:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1009bfa] -> 12345-192.168.204.113@tcp29 (2) 00000400:00000200:0.0:1767389038.144692:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389038.144695:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100251 rc 0 00080000:00000001:2.0:1767389038.144708:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767389038.144716:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767389038.144718:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389038.144720:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767389038.144776:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767389038.144783:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:2.0:1767389038.144790:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767389038.144798:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000089b7390a. 00080000:00000001:2.0:1767389038.144822:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252636878848 : -122821072672768 : ffff904b7d97a800) 00080000:00000001:2.0:1767389038.144827:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767389038.144842:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.144917:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.144987:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000001:00000001:2.0:1767389038.145024:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767389038.145028:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389038.145033:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767389038.145034:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00080000:00000001:2.0:1767389038.145068:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389038.145075:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767389038.145078:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.145126:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.145183:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.145230:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00080000:00000001:2.0:1767389038.145278:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:0.0:1767389038.145284:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00080000:00000001:2.0:1767389038.145285:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767389038.145344:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.145419:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.145473:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.145544:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.145593:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.145658:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.145705:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.145910:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.145982:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.146034:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.146074:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.146130:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.146183:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.146240:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.146292:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.146315:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.146379:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.146413:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.146448:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.146504:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.146531:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.146569:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.146614:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.146652:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.146705:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389038.146759:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389038.147058:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ad56601. 00000800:00000010:0.0:1767389038.147067:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a95fed69. 00000800:00000010:0.0:1767389038.147077:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000621bcca2. 00000800:00000010:0.0:1767389038.147114:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000621bcca2. 00000800:00020000:0.0:1767389038.147127:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389038.154095:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a95fed69. 00000800:00000010:0.0:1767389038.154103:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ad56601. 00000400:02020000:0.0:1767389038.154189:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp29 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00080000:00000001:1.0:1767389038.156985:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767389038.156994:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:1.0:1767389038.156998:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389038.157000:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767389038.157012:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767389038.157028:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767389038.157032:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767389038.157034:0:338175:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000abe150d7. 20000000:01000000:3.0:1767389038.157041:0:338175:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 00080000:00000020:1.0:1767389038.157041:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:3.0:1767389038.157046:0:338175:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:2.0:1767389038.157047:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767389038.157051:0:338175:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:2.0:1767389038.157056:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767389038.157073:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767389038.157076:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767389038.157080:0:338175:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389038.157081:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00040000:00000001:1.0:1767389038.157082:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:3.0:1767389038.157090:0:338175:0:(osd_index.c:949:osd_remote_fid()) Process entered 00040000:00000001:1.0:1767389038.157090:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1767389038.157093:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00040000:00000001:1.0:1767389038.157094:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389038.157098:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389038.157101:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000089b7390a. 00080000:00000001:3.0:1767389038.157104:0:338175:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767389038.157105:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000099da817a. 00080000:00000001:1.0:1767389038.157107:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767389038.157109:0:338175:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767389038.157114:0:338175:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767389038.157120:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:3.0:1767389038.157121:0:338175:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:3.0:1767389038.157127:0:338175:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000010:2.0:1767389038.157128:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d83d1a37. 00080000:00000010:3.0:1767389038.157135:0:338175:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001364009a. 00000020:00000001:2.0:1767389038.157139:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767389038.157140:0:338175:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252497470464 : -122821212081152 : ffff904b75487400) 00000020:00000040:2.0:1767389038.157145:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d83d1a37 with handle 0x95cd417baf4294be to hash 00080000:00000001:3.0:1767389038.157146:0:338175:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:2.0:1767389038.157152:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389038.157154:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389038.157162:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389038.157167:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389038.157169:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389038.157172:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294be lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389038.157188:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389038.157194:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389038.157197:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000001:00000001:3.0:1767389038.157198:0:338175:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767389038.157201:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767389038.157202:0:338175:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389038.157206:0:338175:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767389038.157211:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389038.157214:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389038.157216:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767389038.157217:0:338175:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389038.157219:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767389038.157226:0:338175:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767389038.157226:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389038.157235:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389038.157238:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389038.157240:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000099da817a) refcount = 1 00010000:00010000:2.0:1767389038.157245:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294be lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389038.157252:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389038.157259:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389038.157262:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389038.157264:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389038.157267:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389038.157277:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:3.0:1767389038.157282:0:338175:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767389038.157288:0:338175:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:2.0:1767389038.157289:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:2.0:1767389038.157295:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389038.157297:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389038.157299:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83d1a37 refcount=4 00000020:00000001:2.0:1767389038.157306:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389038.157309:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389038.157311:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389038.157314:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294be lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389038.157321:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389038.157323:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294be lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389038.157334:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389038.157336:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389038.157338:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294be lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389038.157343:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389038.157346:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389038.157354:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389038.157356:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294be lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389038.157363:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d83d1a37 already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389038.157366:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389038.157369:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389038.157371:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294be lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389038.157381:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389038.157383:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389038.157385:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389038.157391:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83d1a37 refcount=5 00000020:00000001:2.0:1767389038.157394:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389038.157396:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389038.157405:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389038.157408:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294be lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389038.157414:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389038.157417:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389038.157419:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389038.157429:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389038.157432:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389038.157434:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389038.157436:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389038.157439:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d83d1a37 with handle 0x95cd417baf4294be from hash 00010000:00000001:2.0:1767389038.157441:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389038.157443:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389038.157445:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389038.157446:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389038.157453:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389038.157455:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389038.157457:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389038.157459:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389038.157462:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389038.157464:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389038.157466:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389038.157469:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389038.157470:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389038.157476:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389038.157479:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389038.157481:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389038.157484:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294be lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389038.157488:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389038.157490:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389038.157502:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389038.157504:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389038.157506:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389038.157507:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389038.157510:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389038.157513:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389038.157515:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389038.157518:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294be lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389038.157528:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767389038.157530:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389038.157531:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294be lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389038.157538:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000099da817a count: 0 00010000:00000001:2.0:1767389038.157560:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767389038.157562:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:0.0:1767389038.160324:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp29 notifying 192.168.204.113@tcp29: down 00000800:00000200:0.0:1767389038.160333:0:337524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp29 down 00000800:00000100:0.0:1767389038.160346:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp29 00000800:00000010:0.0:1767389038.160350:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000057a12f75. 00000400:00000200:0.0:1767389038.160355:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389038.160363:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp29->192.168.204.113@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389038.160373:0:337524:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp29 added to recovery queue. ping count: 0 next ping: 4959 health :900 00000400:00000200:0.0:1767389038.160378:0:337524:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767389038.160383:0:337524:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 1 00000400:00000200:0.0:1767389038.160389:0:337524:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000800:00000200:0.0:1767389038.160618:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000079a42a5] -> 12345-192.168.204.113@tcp14 (6) 00000800:00000200:0.0:1767389038.160624:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp14 ip 192.168.204.113:988 00000800:00000200:0.0:1767389038.160628:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767389038.160681:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767389038.160687:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100851 00000400:00000001:0.0:1767389038.160691:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389038.160693:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389038.160696:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181b09ca 00000400:00000010:0.0:1767389038.160698:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181b09ca. 00000400:00000200:0.0:1767389038.160703:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767389038.160710:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000800:00000200:2.0:1767389038.160765:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767389038.160772:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767389038.160775:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 0000000017f1bd85. 00000800:00000001:2.0:1767389038.160779:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389038.160784:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (23) 00000800:00000001:2.0:1767389038.160787:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389038.160794:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389038.160795:0:337534:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.113@tcp:-71 00000400:00000200:0.0:1767389038.160821:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102051 rc -71 00000400:00000200:0.0:1767389038.160827:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:0.0:1767389038.160834:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (22) 00080000:00000001:3.0:1767389038.167330:0:338175:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389038.167333:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767389038.167337:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767389038.167338:0:338175:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00040000:00000001:2.0:1767389038.167340:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767389038.167346:0:338175:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767389038.167346:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767389038.167350:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767389038.167352:0:338175:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:2.0:1767389038.167355:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001364009a. 20000000:01000000:3.0:1767389038.167357:0:338175:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767389038.167363:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767389038.167375:0:338175:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767389038.167380:0:338175:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767389038.167388:0:338175:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767389038.167389:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389038.167395:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389038.167398:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389038.167403:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389038.167405:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389038.167411:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c46ac31. 00010000:00000001:0.0:1767389038.167416:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389038.167419:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000adb40525. 00000020:00000001:0.0:1767389038.167423:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389038.167427:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000adb40525 with handle 0x95cd417baf4294c5 to hash 00000020:00000001:0.0:1767389038.167429:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389038.167431:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389038.167434:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389038.167437:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389038.167439:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389038.167442:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf4294c5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389038.167450:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389038.167452:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389038.167455:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389038.167457:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389038.167459:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389038.167462:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389038.167464:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389038.167466:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389038.167468:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389038.167470:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389038.167472:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389038.167483:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c46ac31) refcount = 1 00010000:00010000:0.0:1767389038.167487:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000adb40525/0x95cd417baf4294c5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389038.167493:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389038.167495:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389038.167497:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389038.167500:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389038.167502:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389038.167506:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389038.167510:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:0.0:1767389038.167513:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389038.167514:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389038.167516:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=4 00000020:00000001:0.0:1767389038.167518:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389038.167522:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389038.167524:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389038.167527:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf4294c5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389038.167534:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389038.167536:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf4294c5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389038.167542:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389038.167544:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389038.167546:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000adb40525/0x95cd417baf4294c5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389038.167551:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389038.167553:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389038.167555:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389038.167557:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000adb40525/0x95cd417baf4294c5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389038.167574:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000adb40525 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389038.167577:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389038.167579:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389038.167581:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000adb40525/0x95cd417baf4294c5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389038.167586:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389038.167588:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389038.167589:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389038.167591:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=5 00000020:00000001:0.0:1767389038.167593:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389038.167596:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389038.167598:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389038.167600:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000adb40525/0x95cd417baf4294c5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389038.167605:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389038.167608:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389038.167610:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389038.167614:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389038.167616:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389038.167619:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389038.167621:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389038.167623:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000adb40525 with handle 0x95cd417baf4294c5 from hash 00010000:00000001:0.0:1767389038.167625:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389038.167627:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389038.167628:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389038.167629:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389038.167630:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389038.167631:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389038.167633:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389038.167634:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389038.167635:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389038.167637:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389038.167648:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389038.167650:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389038.167653:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389038.167655:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389038.167657:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389038.167659:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389038.167661:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000adb40525/0x95cd417baf4294c5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389038.167666:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389038.167668:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389038.167670:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389038.167671:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389038.167673:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389038.167674:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389038.167676:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389038.167679:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389038.167681:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389038.167683:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000adb40525/0x95cd417baf4294c5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389038.167688:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389038.167690:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389038.167692:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000adb40525/0x95cd417baf4294c5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389038.167698:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004c46ac31 count: 0 00010000:00000001:0.0:1767389038.167713:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389038.167715:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767389038.167776:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299626187, at 4299626188 00000100:00000010:0.0:1767389038.167785:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fe8c204. 00000100:00000040:1.0:1767389038.167794:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299626187, at 4299626188 00000100:00000040:3.0:1767389038.167797:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299626187, at 4299626188 00000100:00000010:1.0:1767389038.167821:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083055b84. 00000100:00000010:3.0:1767389038.167824:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af470e6d. 00010000:00000010:2.1:1767389038.167994:0:338042:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000099da817a. 00010000:00000010:2.1:1767389038.168001:0:338042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d83d1a37. 00000100:00000040:2.0:1767389038.168090:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299626187, at 4299626188 00000100:00000010:2.0:1767389038.168097:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5e9d7b5. 00080000:00000020:0.0:1767389038.170369:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389038.170375:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389038.170378:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000008d71f0da. 20000000:00000001:0.0:1767389038.170385:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389038.170390:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654533632 00010000:00000001:0.0:1767389038.170394:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389038.170410:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c0ce1b75 x1853241654533632/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:489/0 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389038.170420:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389038.170423:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389038.170428:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=63 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389038.170435:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389038.170440:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389038.170443:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389038.170447:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389038.170450:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389038.170455:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389038.170459:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389038.170464:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a95fed69. 00000100:00000200:0.0:1767389038.170469:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654533632, offset 224 00000400:00000200:0.0:1767389038.170477:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389038.170489:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389038.170500:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372805e00 00000400:00000200:0.0:1767389038.170509:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19fd [2] + 224 00000400:00000200:0.0:1767389038.170515:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389038.170522:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389038.170526:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389038.170531:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4ee76d5 x1853241654533632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389038.170543:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a4ee76d5 x1853241654533632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389038.170563:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389038.170572:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a95fed69 00000400:00000010:0.0:1767389038.170575:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a95fed69. 00000100:00000001:0.0:1767389038.170582:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389038.170585:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389038.170590:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389038.170593:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389038.170596:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389038.170598:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389038.170609:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767389038.170616:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0ce1b75 x1853241654533632/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:489/0 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389038.170625:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c0ce1b75 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654533632:12345-0@lo:253: Request processed in 26328us (27212us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389038.170637:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000040:0.0:1767389038.170641:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389038.170644:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389038.170648:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389038.170654:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a3020d70. 00000020:00000010:0.0:1767389038.170660:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073c58edd. 00000020:00000010:0.0:1767389038.170665:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098a336bb. 00000020:00000040:0.0:1767389038.170671:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:0.0:1767389038.170676:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389038.170679:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c24839ce. 02000000:00000001:0.0:1767389038.170685:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389038.170687:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389038.170693:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767389038.170973:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389038.170976:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389038.170982:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389038.170984:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389038.170987:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c804758. 00000400:00000200:0.0:1767389038.170992:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000de979d3a 00000400:00000010:0.0:1767389038.170994:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000de979d3a. 00000100:00000001:0.0:1767389038.170997:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389038.171001:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4ee76d5 x1853241654533632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389038.171012:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4ee76d5 x1853241654533632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389038.171019:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389038.171021:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389038.171024:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389038.171027:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389038.171037:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389038.171069:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389038.171072:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389038.171078:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=63 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389038.171082:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=63 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389038.171086:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389038.171089:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389038.171092:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389038.171095:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389038.171098:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389038.171101:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4ee76d5 x1853241654533632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389038.171107:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389038.171112:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389038.171115:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389038.171119:0:337538:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389038.171121:0:337538:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767389038.171123:0:337538:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389038.171124:0:337538:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389038.171126:0:337538:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389038.171127:0:337538:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389038.171129:0:337538:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767389038.171131:0:337538:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767389038.171132:0:337538:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389038.171134:0:337538:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389038.171139:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4ee76d5 x1853241654533632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389038.171146:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4ee76d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654533632:0@lo:253: 00000100:00000001:0.0:1767389038.171150:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389038.171152:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389038.171156:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4ee76d5 x1853241654533632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389038.171163:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389038.171166:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389038.171168:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000084d08de1. 02000000:00000001:0.0:1767389038.171178:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389038.171181:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389038.171183:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389038.171186:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389038.171189:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000003e3ae25. 02000000:00000001:0.0:1767389038.171213:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389038.171216:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389038.171217:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4ee76d5. 00000100:00000001:0.0:1767389038.171224:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389038.171227:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389038.171230:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389038.171237:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389038.171240:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389038.171243:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389038.171245:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389038.171336:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092cd2511. 00000400:00000010:0.0:1767389038.171346:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a95fed69. 00080000:00000020:0.0:1767389038.172686:0:338175:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389038.172690:0:338175:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389038.172692:0:338175:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000055389bdf. 20000000:00000001:0.0:1767389038.172705:0:338175:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389038.172708:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654533760 00010000:00000001:0.0:1767389038.172711:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389038.172715:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f78f792f x1853241654533760/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:489/0 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389038.172722:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389038.172743:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389038.172745:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=63 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389038.172750:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389038.172753:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389038.172756:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389038.172759:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389038.172761:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389038.172763:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389038.172766:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389038.172771:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d630e033. 00000100:00000200:0.0:1767389038.172774:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654533760, offset 224 00000400:00000200:0.0:1767389038.172791:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389038.172798:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389038.172822:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372805e80 00000400:00000200:0.0:1767389038.172826:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a05 [2] + 224 00000400:00000200:0.0:1767389038.172832:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389038.172835:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389038.172839:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389038.172842:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c4a034cf x1853241654533760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389038.172850:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c4a034cf x1853241654533760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389038.172865:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389038.172870:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d630e033 00000400:00000010:0.0:1767389038.172872:0:338175:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d630e033. 00000100:00000001:0.0:1767389038.172875:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389038.172876:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389038.172880:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389038.172882:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389038.172885:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389038.172887:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389038.172889:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767389038.172893:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f78f792f x1853241654533760/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:489/0 lens 4848/4768 e 0 to 0 dl 1767389049 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389038.172901:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f78f792f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654533760:12345-0@lo:253: Request processed in 28518us (29238us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389038.172909:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000040:0.0:1767389038.172912:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:0.0:1767389038.172915:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389038.172916:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389038.172920:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009cc88cb8. 00000020:00000010:0.0:1767389038.172924:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000522e6d58. 00000020:00000010:0.0:1767389038.172929:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d190810. 00000020:00000040:0.0:1767389038.172942:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:0.0:1767389038.172945:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389038.172947:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d02327cd. 02000000:00000001:0.0:1767389038.172952:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389038.172954:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389038.172958:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767389038.172963:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce1a96ef. 00000400:00000010:0.0:1767389038.172968:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d630e033. 00000100:00000001:0.0:1767389038.172985:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389038.172987:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389038.172991:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389038.172992:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389038.172993:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bc2dd9e. 00000400:00000200:0.0:1767389038.172997:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b372240 00000400:00000010:0.0:1767389038.172999:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000b372240. 00000100:00000001:0.0:1767389038.173002:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389038.173006:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c4a034cf x1853241654533760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389038.173014:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c4a034cf x1853241654533760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389038.173020:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389038.173021:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389038.173023:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389038.173024:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389038.173025:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389038.173027:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389038.173029:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389038.173032:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=63 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389038.173035:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=63 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389038.173038:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389038.173039:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389038.173042:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389038.173043:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389038.173045:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389038.173048:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c4a034cf x1853241654533760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389038.173067:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389038.173070:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389038.173071:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389038.173075:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389038.173076:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767389038.173077:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389038.173079:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389038.173080:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389038.173081:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389038.173082:0:337537:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767389038.173083:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389038.173085:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389038.173087:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c4a034cf x1853241654533760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389038.173093:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c4a034cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654533760:0@lo:253: 00000100:00000001:0.0:1767389038.173097:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389038.173099:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389038.173100:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c4a034cf x1853241654533760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389038.173106:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389038.173107:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389038.173109:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000352f2e24. 02000000:00000001:0.0:1767389038.173113:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389038.173114:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389038.173115:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389038.173117:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389038.173119:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002dffa2d6. 02000000:00000001:0.0:1767389038.173122:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389038.173123:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389038.173124:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c4a034cf. 00000100:00000001:0.0:1767389038.173130:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389038.173131:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389038.173133:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389038.173138:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389038.173146:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389038.173148:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389038.173151:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389038.173974:0:348219:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000bf1f31ad. 00000400:00000040:1.0:1767389038.173994:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389038.173996:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767389038.173999:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389038.174001:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389038.174003:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389038.174005:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767389038.174008:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389038.174009:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767389038.174010:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767389038.174011:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767389038.174014:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767389038.174015:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389038.174018:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767389038.174019:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389038.174020:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767389038.174022:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767389038.174023:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389038.174024:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767389038.174025:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767389038.174027:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389038.174029:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389038.174030:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389038.174031:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389038.174033:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389038.174034:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767389038.174036:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389038.174037:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389038.174038:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389038.174044:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389038.174045:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389038.174046:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767389038.174048:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389038.174049:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389038.174051:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389038.174052:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389038.174053:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389038.174054:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767389038.174057:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389038.174059:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389038.174060:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767389038.174061:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767389038.174062:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389038.174064:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767389038.174066:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767389038.174067:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767389038.174068:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767389038.174070:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767389038.174071:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767389038.174073:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767389038.174075:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389038.174077:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767389038.174079:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767389038.174080:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767389038.174081:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767389038.174083:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767389038.174084:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767389038.174085:0:348219:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767389038.174143:0:348219:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000bf1f31ad. 00010000:00000010:0.1:1767389038.175836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c46ac31. 00010000:00000010:0.1:1767389038.175847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000adb40525. 00010000:00000001:3.0:1767389038.795869:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389038.795877:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389038.795885:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389038.795888:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389038.795914:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389038.795917:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389038.795921:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767389039.179842:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp29 00000400:00000010:1.0:1767389039.179850:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004381caea. 00000400:00000010:1.0:1767389039.179859:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005a10e7ef. 00000400:00000010:1.0:1767389039.179866:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabc7690. 00000400:00000010:1.0:1767389039.179876:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dafdfec1. 00000400:00000200:1.0:1767389039.179880:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp29 00000400:00000200:1.0:1767389039.179905:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp29 local destination 00000400:00000200:1.0:1767389039.179923:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp29 00000400:00000200:1.0:1767389039.179928:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp29 NI seq info: [60:60:256:4294967295] 192.168.204.113@tcp29 LPNI seq info [60:60:8:4294967295] 00000400:00000200:1.0:1767389039.179937:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp29 00000400:00000200:1.0:1767389039.179946:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp29(192.168.204.113@tcp29:) -> 192.168.204.113@tcp29(192.168.204.113@tcp29:192.168.204.113@tcp29) : GET try# 0 00000800:00000200:1.0:1767389039.179952:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp29 00000800:00000010:1.0:1767389039.179957:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ff3dc758. 00000800:00000200:1.0:1767389039.179966:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1009bfa] -> 12345-192.168.204.113@tcp29 (2) 00000800:00000200:1.1:1767389039.179973:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1009bfa] -> 12345-192.168.204.113@tcp29 (2) 00000400:00000200:1.0:1767389039.180002:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp29 added to recovery queue. ping count: 1 next ping: 4961 health :900 00000400:00000010:1.0:1767389039.180009:0:337533:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 65 at 000000004566299a. 00000400:02000040:1.0:1767389039.180013:0:337533:0:(lib-move.c:3976:lnet_print_recovery_list()) 1 local NIs in recovery (showing 1): 192.168.204.113@tcp29 00000400:00000200:3.0:1767389039.180077:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180168:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180221:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180275:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180329:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180350:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180368:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180394:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180424:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180462:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180490:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180520:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180546:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180594:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180632:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180656:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180675:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180693:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180750:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180818:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180874:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180899:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180920:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180940:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180961:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.180981:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.181004:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.181028:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.181051:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.181074:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.181098:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.181122:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.181148:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.181175:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389039.181211:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389039.181413:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001225e4c9. 00000800:00000010:3.0:1767389039.181420:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008f6a264b. 00000800:00000010:3.0:1767389039.181427:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000010c8d1dc. 00000800:00000010:3.0:1767389039.181454:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000010c8d1dc. 00000800:00020000:3.0:1767389039.181465:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389039.181470:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008f6a264b. 00000800:00000010:3.0:1767389039.181474:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001225e4c9. 00000400:02020000:3.0:1767389039.181522:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp29 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389039.181532:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp29 notifying 192.168.204.113@tcp29: down 00000400:00000200:3.0:1767389039.181538:0:337526:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767389039.181545:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp29 00000800:00000010:3.0:1767389039.181551:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ff3dc758. 00000400:00000200:3.0:1767389039.181556:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389039.181562:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp29->192.168.204.113@tcp29: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389039.181573:0:337526:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389039.181577:0:337526:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389039.181583:0:337526:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp29) recovery failed with -71 00000400:00000010:1.0:1767389039.182535:0:337533:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 65 at 000000004566299a. 00000100:00000001:3.0:1767389039.500813:0:339022:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767389039.500830:0:339024:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767389039.500835:0:339024:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389039.500964:0:339022:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389039.819902:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389039.819913:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389039.819923:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389039.819926:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389039.819994:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389039.820002:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389039.820009:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767389039.827625:0:348563:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389039.827646:0:348563:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389039.827652:0:348563:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389039.827663:0:348563:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389039.827673:0:348563:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389039.827678:0:348563:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767389040.203792:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389040.203798:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389040.203802:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabc7690 00000400:00000010:1.0:1767389040.203806:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabc7690. 00000400:00000200:1.0:1767389040.203812:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389040.203821:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp29 recovery ping unlinked 00000400:00000010:1.0:1767389040.203833:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004381caea. 00000400:00000010:1.0:1767389040.203837:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005a10e7ef. 10000000:00000001:1.0:1767389040.523834:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767389040.523840:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 2 10000000:00000001:1.0:1767389040.523845:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389040.523849:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767389040.523851:0:338177:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767389040.523853:0:338177:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767389040.523857:0:338177:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767389040.523859:0:338177:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767389040.523862:0:338177:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff904b60cd8000 from 41 10000000:00000001:1.0:1767389040.523865:0:338177:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767389040.523868:0:338177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767389040.523877:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c751f0db. 00000020:00000040:1.0:1767389040.523883:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389040.523890:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389040.523901:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389040.523907:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389040.523915:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ce4af37. 00000100:00000001:1.0:1767389040.523924:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389040.523929:0:338177:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767389040.523932:0:338177:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767389040.523942:0:338177:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e116ed24. 00010000:00000001:1.0:1767389040.523947:0:338177:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389040.523949:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007c3adae1. 00000020:00000001:1.0:1767389040.523954:0:338177:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389040.523957:0:338177:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007c3adae1 with handle 0x95cd417baf4294cc to hash 00000020:00000001:1.0:1767389040.523959:0:338177:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389040.523960:0:338177:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00010000:00000001:1.0:1767389040.523963:0:338177:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00010000:00000001:1.0:1767389040.523968:0:338177:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389040.523970:0:338177:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389040.523974:0:338177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 000000007c3adae1/0x95cd417baf4294cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389040.523984:0:338177:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: 000000007c3adae1/0x95cd417baf4294cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389040.523995:0:338177:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: 000000007c3adae1/0x95cd417baf4294cc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767389040.524000:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767389040.524002:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767389040.524019:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cb32a08b. 00000100:00000001:1.0:1767389040.524021:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247436050432 : -122826273501184 : ffff904a47995000) 00000100:00000001:1.0:1767389040.524025:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389040.524026:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151432448 : -122821558119168 : ffff904b60a85500) 00000100:00000001:1.0:1767389040.524031:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389040.524034:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.524037:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767389040.524038:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389040.524055:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c751f0db x1853241654533888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389040.524065:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389040.524067:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389040.524071:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389040.524074:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389040.524077:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389040.524079:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c751f0db pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654533888:0@lo:101: 00000100:00000001:1.0:1767389040.524084:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389040.524091:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389040.524094:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389040.524097:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389040.524101:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000109a5290. 02000000:00000001:1.0:1767389040.524103:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389040.524111:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cab43d58. 00000400:00000010:1.0:1767389040.524119:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabc7690. 00000100:00000200:1.0:1767389040.524127:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654533888, portal 25 00000100:00000001:1.0:1767389040.524128:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389040.524130:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151432448 : -122821558119168 : ffff904b60a85500) 00000100:00000040:1.0:1767389040.524134:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c751f0db x1853241654533888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389056 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389040.524142:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389040.524146:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389040.524149:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b8f577. 00000100:00000200:1.0:1767389040.524152:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654533888, offset 0 00000400:00000200:1.0:1767389040.524158:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389040.524175:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389040.524189:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958372805f00 00000400:00000200:1.0:1767389040.524196:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1249 [2] + 0 00000400:00000010:1.0:1767389040.524200:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0ec82fa. 00000400:00000200:1.0:1767389040.524204:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c91ef727 00000400:00000200:1.0:1767389040.524211:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389040.524215:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389040.524228:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c91ef727 00000400:00000010:1.0:1767389040.524231:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c91ef727. 00000100:00000001:1.0:1767389040.524236:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389040.524239:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389040.524242:0:338177:0:(events.c:337:request_in_callback()) incoming req@000000001d06c4be x1853241654533888 msgsize 328 00000100:00100000:1.0:1767389040.524246:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389040.524248:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767389040.524264:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389040.524273:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b8f577 00000400:00000010:1.0:1767389040.524274:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b8f577. 00000100:00000001:1.0:1767389040.524278:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389040.524281:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c751f0db x1853241654533888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389056 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389040.524291:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389040.524294:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c751f0db x1853241654533888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389056 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389040.524300:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.524302:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389040.524307:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.524312:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299628567 00000100:00000010:1.0:1767389040.524317:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004566299a. 00000100:00000001:3.0:1767389040.524322:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389040.524325:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1767389040.524330:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654533888 00000100:00000001:1.0:1767389040.524334:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299628567 02000000:00000001:3.0:1767389040.524337:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1767389040.524340:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000934c9089. 00000100:00000001:3.0:1767389040.524343:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389040.524346:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767389040.524349:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.524350:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299628567 00000100:00000010:1.0:1767389040.524357:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e0e5d52. 02000000:00000001:3.0:1767389040.524361:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.524361:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389040.524366:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299628567 00000100:00000010:1.0:1767389040.524370:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089a72aa1. 00000100:00100000:3.0:1767389040.524371:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654533888 00000100:00000001:1.0:1767389040.524372:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389040.524378:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767389040.524379:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389040.524383:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:1.0:1767389040.524390:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389040.524391:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767389040.524394:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389040.524396:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767389040.524398:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000cb32a08b going to sleep for 11 seconds 00000100:00000001:1.0:1767389040.524400:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389040.524406:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389040.524407:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:3.0:1767389040.524413:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389040.524417:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389040.524424:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389040.524429:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a147a58. 00000100:00000001:3.0:1767389040.524433:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389040.524437:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a147a58. 00000020:00000010:3.0:1767389040.524446:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7f7ec5c. 00000020:00000010:3.0:1767389040.524453:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000169f3dcc. 00000020:00000010:3.0:1767389040.524460:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4bcf7a. 00000100:00000040:3.0:1767389040.524489:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389040.524494:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389040.524496:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389040.524498:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.524509:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.524528:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389040.524543:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389040.524561:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389040.524568:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00000040:3.0:1767389040.524574:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389040.524577:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509322320 : -122821200229296 : ffff904b75fd4c50) 00000100:00000040:3.0:1767389040.524585:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d06c4be x1853241654533888/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:491/0 lens 328/0 e 0 to 0 dl 1767389051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389040.524603:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389040.524606:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a147a58. 00000100:00000001:3.0:1767389040.524609:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389040.524612:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a147a58. 00000100:00100000:3.0:1767389040.524618:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d06c4be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:338177:x1853241654533888:12345-0@lo:101: 00000100:00000200:3.0:1767389040.524638:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654533888 00000020:00000001:3.0:1767389040.524643:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389040.524648:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389040.524652:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389040.524664:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389040.524667:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000020:00000001:3.0:1767389040.524672:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389040.524674:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389040.524678:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389040.524682:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389040.524687:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389040.524690:0:338175:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767389040.524694:0:338175:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767389040.524697:0:338175:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767389040.524700:0:338175:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767389040.524703:0:338175:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389040.524710:0:338175:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767389040.524718:0:338175:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000096796f55. 00010000:00000001:3.0:1767389040.524722:0:338175:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389040.524726:0:338175:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000047e2caaa. 00000020:00000001:3.0:1767389040.524730:0:338175:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389040.524734:0:338175:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000047e2caaa with handle 0x95cd417baf4294d3 to hash 00000020:00000001:3.0:1767389040.524737:0:338175:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389040.524740:0:338175:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538717184 : -122821170834432 : ffff904b77bdd400) 00010000:00000001:3.0:1767389040.524744:0:338175:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538717184 : -122821170834432 : ffff904b77bdd400) 00010000:00010000:3.0:1767389040.524748:0:338175:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000047e2caaa/0x95cd417baf4294d3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x95cd417baf4294cc expref: -99 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389040.524820:0:338175:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003eb5d898 : new locks_count 10 00000020:00000040:3.0:1767389040.524824:0:338175:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=15 00000100:00000001:3.0:1767389040.524835:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389040.524839:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389040.524845:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001364009a. 02000000:00000001:3.0:1767389040.524849:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.524853:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389040.524856:0:338175:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389040.524862:0:338175:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389040.524866:0:338175:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389040.524869:0:338175:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389040.524878:0:338175:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389040.524880:0:338175:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389040.524882:0:338175:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389040.524885:0:338175:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389040.524889:0:338175:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389040.524891:0:338175:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389040.524893:0:338175:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389040.524896:0:338175:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000096796f55) refcount = 1 00010000:00010000:3.0:1767389040.524902:0:338175:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000047e2caaa/0x95cd417baf4294d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x95cd417baf4294cc expref: 15 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389040.524911:0:338175:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389040.524914:0:338175:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389040.524916:0:338175:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389040.524918:0:338175:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389040.524921:0:338175:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389040.524927:0:338175:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767389040.524930:0:338175:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000047e2caaa/0x95cd417baf4294d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf4294cc expref: 15 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389040.524939:0:338175:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389040.524942:0:338175:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767389040.524944:0:338175:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389040.524948:0:338175:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389040.524950:0:338175:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767389040.524952:0:338175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389040.524954:0:338175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389040.524956:0:338175:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000047e2caaa, rc 0) 00000020:00000001:3.0:1767389040.524959:0:338175:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389040.524963:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654533888 00010000:00000001:3.0:1767389040.524967:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389040.524973:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d06c4be x1853241654533888/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:491/0 lens 328/344 e 0 to 0 dl 1767389051 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389040.524985:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389040.524988:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389040.524994:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389040.525020:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389040.525024:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389040.525027:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389040.525031:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389040.525035:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.525039:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389040.525043:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389040.525063:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ed3d3ba. 00000100:00000200:3.0:1767389040.525067:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654533888, offset 224 00000400:00000200:3.0:1767389040.525074:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389040.525083:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389040.525094:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958372805f00 00000400:00000200:3.0:1767389040.525101:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1a29 [1] + 224 00000400:00000200:3.0:1767389040.525107:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389040.525111:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389040.525117:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389040.525123:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c751f0db x1853241654533888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389056 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389040.525139:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000c751f0db x1853241654533888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389056 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389040.525173:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389040.525182:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ed3d3ba 00000400:00000010:3.0:1767389040.525185:0:338175:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ed3d3ba. 00000100:00000001:3.0:1767389040.525190:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389040.525192:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389040.525199:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389040.525223:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389040.525230:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389040.525236:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.525242:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767389040.525243:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767389040.525251:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767389040.525253:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d06c4be x1853241654533888/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:491/0 lens 328/344 e 0 to 0 dl 1767389051 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767389040.525256:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389040.525260:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cab43d58. 00000400:00000200:1.0:1767389040.525268:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabc7690 00000400:00000010:1.0:1767389040.525272:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabc7690. 00000100:00000001:1.0:1767389040.525279:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389040.525287:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c751f0db x1853241654533888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389056 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389040.525299:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d06c4be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654533888:12345-0@lo:101: Request processed in 691us (1049us total) trans 0 rc 0/0 00000100:00000200:1.0:1767389040.525325:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c751f0db x1853241654533888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389056 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389040.525332:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00000040:3.0:1767389040.525343:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389040.525350:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389040.525355:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767389040.525357:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389040.525361:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767389040.525364:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000169f3dcc. 00000100:00000001:1.0:1767389040.525368:0:338177:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767389040.525373:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4bcf7a. 02000000:00000001:1.0:1767389040.525373:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389040.525375:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389040.525378:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389040.525382:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7f7ec5c. 02000000:00000001:1.0:1767389040.525382:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389040.525389:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=65 v=5 (5 0 0 0) 00000020:00000040:3.0:1767389040.525393:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00001000:1.0:1767389040.525394:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=65 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389040.525401:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767389040.525402:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767389040.525403:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389040.525408:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001364009a. 00010000:00000001:1.0:1767389040.525410:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389040.525415:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389040.525416:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389040.525423:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.525425:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389040.525432:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c751f0db x1853241654533888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389056 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389040.525435:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767389040.525445:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003297a848. 00000400:00000010:3.0:1767389040.525455:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1ab3558. 00000100:00000001:1.0:1767389040.525466:0:338177:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389040.525472:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389040.525476:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389040.525493:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c751f0db x1853241654533888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389056 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389040.525503:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c751f0db pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654533888:0@lo:101: 00000100:00000001:1.0:1767389040.525507:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389040.525509:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.525511:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767389040.525513:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389040.525515:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c751f0db x1853241654533888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389056 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389040.525520:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389040.525525:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cb32a08b. 00000100:00000001:1.0:1767389040.525530:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767389040.525533:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389040.525538:0:338177:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767389040.525542:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389040.525545:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389040.525548:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007c3adae1 refcount=4 00000020:00000001:1.0:1767389040.525553:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00010000:00000001:1.0:1767389040.525559:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00010000:00000040:1.0:1767389040.525566:0:338177:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000007c3adae1, remote cookie: 0x95cd417baf4294d3, flags: 0x0 00010000:00000001:1.0:1767389040.525573:0:338177:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389040.525577:0:338177:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389040.525580:0:338177:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389040.525584:0:338177:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389040.525587:0:338177:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389040.525591:0:338177:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e116ed24) refcount = 1 00010000:00010000:1.0:1767389040.525598:0:338177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: 000000007c3adae1/0x95cd417baf4294cc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf4294d3 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389040.525605:0:338177:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389040.525606:0:338177:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389040.525608:0:338177:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389040.525611:0:338177:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767389040.525619:0:338177:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389040.525622:0:338177:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: 000000007c3adae1/0x95cd417baf4294cc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf4294d3 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389040.525626:0:338177:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767389040.525628:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389040.525629:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389040.525630:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389040.525632:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389040.525633:0:338177:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.525635:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389040.525639:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c751f0db x1853241654533888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389056 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389040.525645:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389040.525648:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389040.525650:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000109a5290. 02000000:00000001:1.0:1767389040.525653:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389040.525656:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389040.525657:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389040.525659:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389040.525661:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004ce4af37. 02000000:00000001:1.0:1767389040.525664:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389040.525666:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389040.525667:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c751f0db. 00000100:00000001:1.0:1767389040.525675:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389040.525677:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767389040.525679:0:338177:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389040.525681:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767389040.525682:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 3 10000000:00000001:1.0:1767389040.525683:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389040.525685:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389040.525686:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389040.525688:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007c3adae1 refcount=3 00000020:00000001:1.0:1767389040.525690:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00010000:00000001:1.0:1767389040.525691:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00010000:00000001:1.0:1767389040.525693:0:338177:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767389040.525701:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389040.525703:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389040.525704:0:338177:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389040.525708:0:338177:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767389040.525711:0:338177:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000086d8bd45. 00000100:00000010:1.0:1767389040.525774:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c751f0db. 00000020:00000040:1.0:1767389040.525779:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389040.525782:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389040.525785:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389040.525787:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389040.525792:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ce4af37. 00000100:00000001:1.0:1767389040.525795:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.525798:0:338177:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767389040.525802:0:338177:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000109a5290. 00000100:00000010:1.0:1767389040.525804:0:338177:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000cbab8582. 00000020:00000040:1.0:1767389040.525806:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389040.525810:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767389040.525811:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767389040.525813:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cb32a08b. 00000100:00000001:1.0:1767389040.525815:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247436050432 : -122826273501184 : ffff904a47995000) 00000100:00000001:1.0:1767389040.525816:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389040.525817:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151432448 : -122821558119168 : ffff904b60a85500) 00000100:00000001:1.0:1767389040.525820:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389040.525821:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.525822:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767389040.525823:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389040.525827:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c751f0db x1853241654534016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389040.525833:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389040.525835:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389040.525837:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389040.525840:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389040.525842:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389040.525845:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c751f0db pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654534016:0@lo:256: 00000100:00000001:1.0:1767389040.525848:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389040.525856:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389040.525859:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.525862:0:338177:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767389040.525867:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cab43d58. 00000400:00000010:1.0:1767389040.525872:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000f32e61a0. 00000100:00000200:1.0:1767389040.525875:0:338177:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958372805f80-0x6958372805f80, portal 33 00000100:00000001:1.0:1767389040.525878:0:338177:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389040.525880:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389040.525883:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000072dcc3f. 02000000:00000001:1.0:1767389040.525885:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389040.525887:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0ec82fa. 00000400:00000010:1.0:1767389040.525890:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabc7690. 00000100:00000200:1.0:1767389040.525892:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654534016, portal 25 00000100:00000001:1.0:1767389040.525894:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389040.525895:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151432448 : -122821558119168 : ffff904b60a85500) 00000100:00000040:1.0:1767389040.525899:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c751f0db x1853241654534016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389056 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389040.525904:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389040.525907:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389040.525910:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b8f577. 00000100:00000200:1.0:1767389040.525913:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853241654534016, offset 0 00000400:00000200:1.0:1767389040.525917:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389040.525923:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389040.525931:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958372805f80 00000400:00000200:1.0:1767389040.525935:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1259 [2] + 0 00000400:00000010:1.0:1767389040.525938:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa0c4c51. 00000400:00000200:1.0:1767389040.525942:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000037040515 00000400:00000200:1.0:1767389040.525946:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389040.525950:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389040.525954:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037040515 00000400:00000010:1.0:1767389040.525955:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037040515. 00000100:00000001:1.0:1767389040.525959:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389040.525961:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389040.525964:0:338177:0:(events.c:337:request_in_callback()) incoming req@000000009f4fb251 x1853241654534016 msgsize 304 00000100:00100000:1.0:1767389040.525976:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389040.525978:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767389040.525990:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389040.525997:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b8f577 00000400:00000010:1.0:1767389040.525999:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b8f577. 00000100:00000001:1.0:1767389040.526003:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389040.526007:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c751f0db x1853241654534016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389056 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389040.526014:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389040.526017:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000c751f0db x1853241654534016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389056 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389040.526023:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.526025:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389040.526030:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.526033:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299628569 00000100:00000001:1.0:1767389040.526040:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299628567 00000100:00000001:3.0:1767389040.526047:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389040.526048:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299628569 00000100:00100000:3.0:1767389040.526055:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654534016 00000100:00000001:1.0:1767389040.526056:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299628567 02000000:00000001:3.0:1767389040.526061:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389040.526063:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299628569 00000100:00000001:3.0:1767389040.526065:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389040.526070:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.526070:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299628567 02000000:00000001:3.0:1767389040.526079:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.526081:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299628569 00000100:00100000:3.0:1767389040.526085:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654534016 00000100:00000001:1.0:1767389040.526087:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299628567 00000020:00000001:3.0:1767389040.526091:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767389040.526093:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767389040.526096:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:1.0:1767389040.526096:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.526103:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767389040.526104:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767389040.526105:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1767389040.526110:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00100000:1.0:1767389040.526110:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000cb32a08b going to sleep for 11 seconds 00000100:00000001:1.0:1767389040.526115:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767389040.526118:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389040.526120:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389040.526126:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389040.526133:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389040.526138:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a147a58. 00000100:00000001:3.0:1767389040.526141:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389040.526144:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a147a58. 00000020:00000010:3.0:1767389040.526151:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7f7ec5c. 00000020:00000010:3.0:1767389040.526162:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000169f3dcc. 00000020:00000010:3.0:1767389040.526168:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4bcf7a. 00000100:00000040:3.0:1767389040.526175:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389040.526180:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389040.526182:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389040.526184:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.526191:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.526207:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389040.526220:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389040.526223:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389040.526231:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00000040:3.0:1767389040.526235:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389040.526238:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509328464 : -122821200223152 : ffff904b75fd6450) 00000100:00000040:3.0:1767389040.526245:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009f4fb251 x1853241654534016/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:491/0 lens 304/0 e 0 to 0 dl 1767389051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389040.526257:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389040.526262:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a147a58. 00000100:00000001:3.0:1767389040.526265:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389040.526268:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a147a58. 00000100:00100000:3.0:1767389040.526272:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009f4fb251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654534016:12345-0@lo:256: 00000100:00000200:3.0:1767389040.526277:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654534016 00000020:00000001:3.0:1767389040.526279:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389040.526283:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389040.526286:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389040.526289:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389040.526291:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333408 : -1039218208 : ffffffffc20ec9e0) 00000020:00000001:3.0:1767389040.526295:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389040.526297:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389040.526314:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389040.526317:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389040.526320:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.526325:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389040.526328:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389040.526340:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000001364009a. 02000000:00000001:3.0:1767389040.526343:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.526347:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389040.526351:0:338175:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767389040.526358:0:338175:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767389040.526363:0:338175:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767389040.526366:0:338175:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767389040.526370:0:338175:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389040.526374:0:338175:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767389040.526377:0:338175:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767389040.526383:0:338175:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000010850064. 20000000:00000001:3.0:1767389040.526387:0:338175:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767389040.526408:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767389040.526419:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767389040.526427:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767389040.526431:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767389040.526434:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767389040.526437:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767389040.526442:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767389040.526446:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767389040.526449:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767389040.526452:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767389040.526456:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767389040.526460:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767389040.526463:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767389040.526467:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767389040.526471:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767389040.526474:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767389040.526478:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767389040.526481:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767389040.526484:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767389040.526488:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767389040.526491:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767389040.526495:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:01000000:3.0:1767389040.526499:0:338175:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 464, pages 3632/1/4/3. 20000000:00000040:3.0:1767389040.526511:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767389040.526515:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767389040.526518:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767389040.526521:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767389040.526532:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767389040.526536:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767389040.526539:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767389040.526542:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767389040.526545:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767389040.526548:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767389040.526551:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767389040.526554:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767389040.526558:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767389040.526561:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767389040.526564:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767389040.526568:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767389040.526571:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767389040.526574:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767389040.526578:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767389040.526581:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767389040.526584:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767389040.526588:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:01000000:3.0:1767389040.526591:0:338175:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 464, pages 3168/1/4/3. 20000000:01000000:3.0:1767389040.526597:0:338175:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 928, version 46 20000000:00000001:3.0:1767389040.526600:0:338175:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=928 : 928 : 3a0) 00000100:00000001:3.0:1767389040.526605:0:338175:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767389040.526611:0:338175:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000022d6ca2d. 00000100:00000010:3.0:1767389040.526617:0:338175:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000cb5f1a8a. 00000020:00000040:3.0:1767389040.526621:0:338175:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=16 00010000:00000001:3.0:1767389040.526626:0:338175:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767389040.526631:0:338175:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767389040.526637:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ed3d3ba. 00000400:00000010:3.0:1767389040.526649:0:338175:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000f2d25c2. 00000400:00000200:3.0:1767389040.526656:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389040.526670:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389040.526681:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 928 into portal 33 MB=0x6958372805f80 00000400:00000200:3.0:1767389040.526689:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 928/928 into md 0x1a39 [4] + 0 00000400:00000010:3.0:1767389040.526694:0:338175:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cab43d58. 00000400:00000200:3.0:1767389040.526701:0:338175:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f32e61a0 00000400:00000200:3.0:1767389040.526706:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389040.526711:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767389040.526723:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f32e61a0 00000400:00000010:3.0:1767389040.526726:0:338175:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000f32e61a0. 00000100:00000001:3.0:1767389040.526732:0:338175:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767389040.526735:0:338175:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000c751f0db desc 00000000109a5290 mbits 1853241654534016 00000100:00000001:3.0:1767389040.526827:0:338175:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767389040.526835:0:338175:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767389040.526845:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767389040.526856:0:338175:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1a45 00000400:00000200:3.0:1767389040.526861:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389040.526862:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389040.526866:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389040.526870:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767389040.526878:0:338175:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767389040.526881:0:338175:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000022d6ca2d 00000100:00000001:3.0:1767389040.526885:0:338175:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767389040.526894:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ed3d3ba 00000400:00000010:3.0:1767389040.526897:0:338175:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ed3d3ba. 00000100:00000001:3.0:1767389040.526901:0:338175:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767389040.526903:0:338175:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000022d6ca2d 00000100:00000001:3.0:1767389040.526906:0:338175:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767389040.526913:0:338175:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 928 bytes via portal 33 id 12345-0@lo mbits 0x6958372805f80-0x6958372805f80 00000100:00000001:3.0:1767389040.526919:0:338175:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389040.526925:0:338175:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.526928:0:338175:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767389040.526932:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000010:3.0:1767389040.526937:0:338175:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000cb5f1a8a. 00000100:00000010:3.0:1767389040.526943:0:338175:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000022d6ca2d. 00000100:00000001:3.0:1767389040.526949:0:338175:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767389040.526952:0:338175:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767389040.526961:0:338175:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000010850064. 20000000:00000001:3.0:1767389040.526969:0:338175:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389040.526974:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654534016 00010000:00000001:3.0:1767389040.526977:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389040.526981:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009f4fb251 x1853241654534016/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:491/0 lens 304/240 e 0 to 0 dl 1767389051 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389040.526992:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389040.526994:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389040.527005:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389040.527009:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389040.527012:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389040.527015:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389040.527019:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389040.527021:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.527025:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389040.527029:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389040.527034:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ed3d3ba. 00000100:00000200:3.0:1767389040.527039:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853241654534016, offset 224 00000400:00000200:3.0:1767389040.527046:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389040.527055:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389040.527065:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958372805f80 00000400:00000200:3.0:1767389040.527074:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1a3d [1] + 224 00000400:00000200:3.0:1767389040.527080:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389040.527084:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389040.527091:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389040.527096:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c751f0db x1853241654534016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389056 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389040.527108:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000c751f0db x1853241654534016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389056 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389040.527132:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389040.527140:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ed3d3ba 00000400:00000010:3.0:1767389040.527143:0:338175:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ed3d3ba. 00000100:00000001:3.0:1767389040.527147:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389040.527150:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389040.527158:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389040.527163:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:1.0:1767389040.527163:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767389040.527169:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389040.527174:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767389040.527176:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767389040.527177:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767389040.527179:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389040.527183:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0ec82fa. 00000100:00000040:3.0:1767389040.527186:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f4fb251 x1853241654534016/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:491/0 lens 304/240 e 0 to 0 dl 1767389051 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389040.527188:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabc7690 00000400:00000010:1.0:1767389040.527193:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabc7690. 00000100:00000001:1.0:1767389040.527198:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389040.527206:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c751f0db x1853241654534016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389056 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389040.527212:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009f4fb251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654534016:12345-0@lo:256: Request processed in 949us (1240us total) trans 0 rc 0/0 00000100:00000200:1.0:1767389040.527219:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c751f0db x1853241654534016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389056 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389040.527240:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389040.527242:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767389040.527244:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000001:1.0:1767389040.527245:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389040.527248:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389040.527251:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767389040.527252:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:1.0:1767389040.527254:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.527260:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767389040.527260:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.527266:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767389040.527267:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=65 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389040.527273:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=65 v=5 (1 0 0 0) 00000020:00000010:3.0:1767389040.527274:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000169f3dcc. 00000100:00000001:1.0:1767389040.527277:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389040.527280:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389040.527282:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4bcf7a. 00010000:00000001:1.0:1767389040.527282:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389040.527286:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.527290:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389040.527291:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7f7ec5c. 00000100:00000040:1.0:1767389040.527295:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000c751f0db x1853241654534016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389056 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767389040.527299:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00000040:1.0:1767389040.527308:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000c751f0db x1853241654534016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389056 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389040.527309:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389040.527314:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000001364009a. 00000100:00000001:1.0:1767389040.527320:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767389040.527323:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389040.527324:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389040.527330:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389040.527332:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c751f0db x1853241654534016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389056 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389040.527340:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:1.0:1767389040.527346:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c751f0db pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654534016:0@lo:256: 00000400:00000010:3.0:1767389040.527349:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aed95b43. 00000400:00000010:3.0:1767389040.527358:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071437caa. 00000100:00000001:1.0:1767389040.527363:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389040.527369:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.527371:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767389040.527374:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389040.527377:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c751f0db x1853241654534016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389056 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389040.527384:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389040.527386:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cb32a08b. 00000100:00000001:1.0:1767389040.527390:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767389040.527391:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767389040.527394:0:338177:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 46, more 0. 10000000:00000001:1.0:1767389040.527399:0:338177:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767389040.527407:0:338177:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000028b2d3d9. 10000000:00000040:1.0:1767389040.527420:0:338177:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767389040.527428:0:338177:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767389040.527432:0:338177:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767389040.527437:0:338177:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.113@tcp has 192.168.204.113@tcp. 00000100:00000001:1.0:1767389040.527440:0:338177:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389040.527443:0:338177:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767389040.527445:0:338177:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.113@tcp with 192.168.204.113@tcp 00000100:00000200:1.0:1767389040.527447:0:338177:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.113@tcp' 00000400:00000200:1.0:1767389040.527451:0:338177:0:(peer.c:1356:LNetAddPeer()) Add peer with 22 NIDs 00000400:00001000:1.0:1767389040.527454:0:338177:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767389040.527458:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.113@tcp 00000400:00000200:1.0:1767389040.527464:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767389040.527471:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (21) 00000400:00000200:1.0:1767389040.527476:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (22) 00000400:00000200:1.0:1767389040.527493:0:338177:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389040.527496:0:338177:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767389040.527500:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767389040.527502:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp: 0. pending discovery 00000400:00000200:1.0:1767389040.527505:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (23) 00000400:00000200:1.0:1767389040.527508:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp 00000400:00000200:1.0:1767389040.527511:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.113@tcp10 00000400:00000200:1.0:1767389040.527522:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.527524:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp10 00000400:00000200:1.0:1767389040.527526:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.113@tcp11 00000400:00000200:1.0:1767389040.527530:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.527532:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp11 00000400:00000200:1.0:1767389040.527534:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.113@tcp12 00000400:00000200:1.0:1767389040.527538:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.527540:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp12 00000400:00000200:1.0:1767389040.527542:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.113@tcp13 00000400:00000200:3.0:1767389040.527545:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389040.527547:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.527552:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp13 00000400:00000200:1.0:1767389040.527554:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.113@tcp14 00000400:00000200:3.0:1767389040.527558:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 00000400:00000200:1.0:1767389040.527562:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.527567:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp14 00000400:00000200:3.0:1767389040.527568:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (22) 00000400:00000200:1.0:1767389040.527569:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.113@tcp15 00000400:00000200:1.0:1767389040.527577:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.527578:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp15 00000400:00000200:1.0:1767389040.527579:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.113@tcp16 00000400:00000010:3.0:1767389040.527581:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000e7f7ec5c. 00000400:00000200:1.0:1767389040.527585:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.527588:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp16 00000400:00000010:3.0:1767389040.527590:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ed3d3ba. 00000400:00000200:1.0:1767389040.527591:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.113@tcp17 00000400:00000200:1.0:1767389040.527598:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.527600:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp17 00000400:00000010:3.0:1767389040.527603:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000230e9863. 00000400:00000200:1.0:1767389040.527603:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.113@tcp18 00000400:00000200:1.0:1767389040.527609:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.527612:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp18 00000400:00000200:3.0:1767389040.527617:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000400:00000200:1.0:1767389040.527618:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.113@tcp19 00000400:00000200:1.0:1767389040.527626:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.527628:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp19 00000400:00000200:1.0:1767389040.527629:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.113@tcp20 00000400:00000200:1.0:1767389040.527633:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.527636:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp20 00000400:00000200:3.0:1767389040.527639:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:1.0:1767389040.527641:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.113@tcp21 00000400:00000200:1.0:1767389040.527649:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.527651:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp21 00000400:00000200:1.0:1767389040.527656:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.113@tcp22 00000400:00000200:3.0:1767389040.527657:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 38], ns[8, 38] 00000400:00000200:1.0:1767389040.527671:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767389040.527674:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:1.0:1767389040.527675:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp22 00000400:00000200:1.0:1767389040.527680:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.113@tcp23 00000400:00000200:1.0:1767389040.527687:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.527690:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp23 00000400:00000200:3.0:1767389040.527694:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:1.0:1767389040.527695:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.113@tcp24 00000400:00000200:1.0:1767389040.527703:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.527708:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp24 00000400:00000200:1.0:1767389040.527710:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.113@tcp25 00000400:00000200:3.0:1767389040.527714:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:1.0:1767389040.527717:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767389040.527781:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:3.0:1767389040.527790:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:3.0:1767389040.527808:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:3.0:1767389040.527815:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:3.0:1767389040.527822:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:3.0:1767389040.527830:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:3.0:1767389040.527837:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:3.0:1767389040.527844:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:3.0:1767389040.527852:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:3.0:1767389040.527860:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:3.0:1767389040.527867:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 8], ns[42, 8] 00000400:00000200:3.0:1767389040.527874:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 8], ns[46, 8] 00000400:00000200:3.0:1767389040.527882:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 8], ns[50, 8] 00000400:00000200:3.0:1767389040.527890:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 8], ns[54, 8] 00000400:00000200:3.0:1767389040.527898:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 8], ns[58, 8] 00000400:00000200:3.0:1767389040.527907:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[60, 8], ns[60, 8] 00000400:00000200:3.0:1767389040.527912:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:3.0:1767389040.527920:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp10 00000400:00000200:3.0:1767389040.527926:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp10 lpni_is_preferred = 0 00000400:00000200:3.0:1767389040.527930:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp10 00000400:00000200:3.0:1767389040.527937:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp10 NI seq info: [61:61:256:4294967295] 192.168.204.113@tcp10 LPNI seq info [61:61:8:4294967295] 00000400:00000200:3.0:1767389040.527946:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp10 00000400:00000200:3.0:1767389040.527963:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp10(192.168.204.113@tcp10:) -> 192.168.204.113@tcp10(192.168.204.113@tcp:192.168.204.113@tcp10) : GET try# 0 00000800:00000200:3.0:1767389040.527980:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp10 00000800:00000010:3.0:1767389040.527986:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000050c1a032. 00000800:00000200:3.0:1767389040.527995:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c15aeb1d] -> 12345-192.168.204.113@tcp10 (6) 00000800:00000200:3.0:1767389040.528007:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp10 ip 192.168.204.113:988 00000800:00000200:3.0:1767389040.528012:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000050c1a032 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767389040.528032:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:3.0:1767389040.528038:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100271 rc 0 00000400:00000200:1.0:1767389040.528074:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp25 00000400:00000200:1.0:1767389040.528078:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.113@tcp26 00000400:00000200:1.0:1767389040.528082:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.528084:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp26 00000400:00000200:1.0:1767389040.528086:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.113@tcp27 00000400:00000200:1.0:1767389040.528089:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.528090:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp27 00000400:00000200:1.0:1767389040.528093:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.113@tcp28 00000400:00000200:1.0:1767389040.528097:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.528098:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp28 00000400:00000200:1.0:1767389040.528101:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.113@tcp29 00000400:00000200:1.0:1767389040.528104:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767389040.528105:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp29 00000400:00000200:1.0:1767389040.528107:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.113@tcp30 00000400:00000010:1.0:1767389040.528112:0:338177:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000005a10e7ef. 00000400:00000200:1.0:1767389040.528117:0:338177:0:(peer.c:264:lnet_peer_alloc()) 000000005a10e7ef nid 192.168.204.113@tcp30 00000400:00000010:1.0:1767389040.528121:0:338177:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000efa62a14. 00000400:00000200:1.0:1767389040.528124:0:338177:0:(peer.c:204:lnet_peer_net_alloc()) 00000000efa62a14 net tcp30 00000400:00000010:1.0:1767389040.528129:0:338177:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000052d696fd. 00000400:00000200:1.0:1767389040.528137:0:338177:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000052d696fd nid 192.168.204.113@tcp30 00000400:00000200:1.0:1767389040.528141:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005a10e7ef (0) 00000400:00000200:1.0:1767389040.528146:0:338177:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.113@tcp30: -2 00000400:00000200:1.0:1767389040.528154:0:338177:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp30 NID 192.168.204.113@tcp30 flags 0x1 00000400:00000200:1.0:1767389040.528157:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005a10e7ef (1) 00000400:00000200:1.0:1767389040.528160:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005a10e7ef (2) 00000400:00000200:1.0:1767389040.528162:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005a10e7ef (1) 00000400:00000200:1.0:1767389040.528172:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005a10e7ef (2) 00000800:00000001:3.0:1767389040.528174:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767389040.528174:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389040.528182:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000050c1a032. 00000400:00000200:1.0:1767389040.528184:0:338177:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp30 (000000005a10e7ef): 0 00000400:00000200:1.0:1767389040.528189:0:338177:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767389040.528192:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000001:3.0:1767389040.528194:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389040.528194:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389040.528196:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp30 NID 192.168.204.113@tcp30: 0. pending discovery 00000800:00000001:3.0:1767389040.528201:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389040.528202:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005a10e7ef (3) 00000400:00000200:0.0:1767389040.528208:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp10->192.168.204.113@tcp10: GET: OK 00000100:00000001:1.0:1767389040.528209:0:338177:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389040.528224:0:338177:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767389040.528226:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389040.528226:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 10000000:00000040:1.0:1767389040.528231:0:338177:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.113@tcp' by NID '192.168.204.113@tcp' 00000400:00000200:0.0:1767389040.528236:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000400:00000200:3.0:1767389040.528240:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp10(192.168.204.113@tcp10) <- 192.168.204.113@tcp10 : GET - for me 10000000:00000010:1.0:1767389040.528241:0:338177:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000041892c13. 10000000:00000040:1.0:1767389040.528246:0:338177:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 46/46 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.113@tcp::1 00000020:00000080:1.0:1767389040.528249:0:338177:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:3.0:1767389040.528256:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 384 into portal 0 MB=0x8000000000000000 00000020:00000001:1.0:1767389040.528259:0:338177:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767389040.528264:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d190810. 00000400:00000200:3.0:1767389040.528270:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 384/384 into md 0x19f5 [1] + 0 00000020:00000010:1.0:1767389040.528273:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000479b0774. 00000040:00000010:1.0:1767389040.528281:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c9789eb7. 00000400:00000200:3.0:1767389040.528289:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp10 to MR: 192.168.204.113@tcp10 local destination 00000020:00000010:1.0:1767389040.528289:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009dbebb2b. 00000020:00000010:1.0:1767389040.528298:0:338177:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057d12b29. 00000400:00000200:3.0:1767389040.528303:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp10 NI seq info: [62:62:256:4294967295] 192.168.204.113@tcp10 LPNI seq info [62:62:8:4294967295] 00000020:00000010:1.0:1767389040.528305:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c6c6c00d. 80000000:00000010:1.0:1767389040.528312:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000080c2b18b. 40000000:00000010:1.0:1767389040.528321:0:338177:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000035f31111. 00000400:00000200:3.0:1767389040.528322:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp10(192.168.204.113@tcp10:192.168.204.113@tcp10) -> 192.168.204.113@tcp10(192.168.204.113@tcp10:192.168.204.113@tcp10) 192.168.204.113@tcp10 : REPLY try# 0 00000800:00000200:3.0:1767389040.528330:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.204.113@tcp10 00100000:00000010:1.0:1767389040.528330:0:338177:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c2c407cf. 00000800:00000010:3.0:1767389040.528340:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000009a75c46. 00040000:00000010:1.0:1767389040.528340:0:338177:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000339ecff2. 00000800:00000200:3.0:1767389040.528347:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c15aeb1d] -> 12345-192.168.204.113@tcp10 (6) 00040000:00000010:1.0:1767389040.528349:0:338177:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004c42f700. 00040000:00000010:1.0:1767389040.528356:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000b25f48c. 00000800:00000200:3.0:1767389040.528358:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp10 ip 192.168.204.113:1021 00000800:00000200:3.0:1767389040.528362:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000009a75c46 type 3, nob 480 niov 1 nkiov 1 00080000:00000010:1.0:1767389040.528363:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008a07d9c2. 00000004:00000010:1.0:1767389040.528371:0:338177:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006f03e7c0. 00000004:00000010:1.0:1767389040.528379:0:338177:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007d652f63. 00000004:00000010:1.0:1767389040.528386:0:338177:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006232e190. 00002000:00000010:1.0:1767389040.528392:0:338177:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000077dfdfd. 00000004:00000010:1.0:1767389040.528397:0:338177:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000abd18d47. 00000004:00000001:1.0:1767389040.528402:0:338177:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767389040.528406:0:338177:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000800:00000001:0.0:1767389040.528407:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000040:00001000:1.0:1767389040.528415:0:338177:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000041892c13 00000040:00001000:1.0:1767389040.528418:0:338177:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767389040.528420:0:338177:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767389040.528422:0:338177:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767389040.528423:0:338177:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767389040.528427:0:338177:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767389040.528429:0:338177:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767389040.528431:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767389040.528433:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.113@tcp::1 00000040:00000001:1.0:1767389040.528435:0:338177:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000800:00000001:0.0:1767389040.528448:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767389040.528455:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389040.528458:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000009a75c46. 00000800:00000001:0.0:1767389040.528458:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389040.528465:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767389040.528468:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389040.528474:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp10->192.168.204.113@tcp10: REPLY: OK 00000800:00000001:0.0:1767389040.528479:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389040.528489:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp10(192.168.204.113@tcp10) <- 192.168.204.113@tcp10 : REPLY - for me 00000800:00000001:3.0:1767389040.528494:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389040.528507:0:337531:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp10: Reply from 12345-192.168.204.113@tcp10 of length 384/384 into md 0x1a51 00000400:00000200:3.0:1767389040.528511:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:0.0:1767389040.528516:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389040.528524:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389040.528527:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp30(000000005a10e7ef) state 0x41 00000004:00000001:1.0:1767389040.528527:0:338177:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389040.528528:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389040.528534:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000005a10e7ef (2) 00000020:00000010:1.0:1767389040.528538:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000479b0774. 00000400:00000200:0.0:1767389040.528539:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp10->192.168.204.113@tcp10: REPLY: OK 00000400:00000010:3.0:1767389040.528540:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000086bd44fd. 00000040:00000010:1.0:1767389040.528547:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c9789eb7. 00000400:00000010:3.0:1767389040.528548:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024671786. 00000400:00000200:0.0:1767389040.528548:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ed3d3ba 00000020:00000010:1.0:1767389040.528552:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009dbebb2b. 00000400:00000010:0.0:1767389040.528553:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ed3d3ba. 00000020:00000010:1.0:1767389040.528558:0:338177:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000057d12b29. 00000400:00000200:0.0:1767389040.528562:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000010:1.0:1767389040.528565:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c6c6c00d. 00000400:00000010:3.0:1767389040.528567:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004c46ac5f. 00000400:00000200:0.0:1767389040.528571:0:337531:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 80000000:00000010:1.0:1767389040.528572:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000080c2b18b. 00000400:00000200:0.0:1767389040.528578:0:337531:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:3.0:1767389040.528579:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp30 40000000:00000010:1.0:1767389040.528580:0:338177:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000035f31111. 00100000:00000010:1.0:1767389040.528586:0:338177:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c2c407cf. 00000400:00000200:3.0:1767389040.528593:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp30 local destination 00040000:00000010:1.0:1767389040.528594:0:338177:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000339ecff2. 00000400:00000200:0.0:1767389040.528598:0:337531:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 22. state = 0x100271 00040000:00000010:1.0:1767389040.528603:0:338177:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004c42f700. 00000400:00000200:3.0:1767389040.528604:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 00040000:00000010:1.0:1767389040.528612:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000b25f48c. 00000400:00000200:3.0:1767389040.528614:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp30 00080000:00000010:1.0:1767389040.528617:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008a07d9c2. 00000400:00000200:3.0:1767389040.528621:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp30 lpni_is_preferred = 0 00000004:00000010:1.0:1767389040.528625:0:338177:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006f03e7c0. 00000400:00000200:3.0:1767389040.528627:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp30 00000004:00000010:1.0:1767389040.528631:0:338177:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007d652f63. 00000400:00000200:3.0:1767389040.528638:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp30 NI seq info: [63:63:256:4294967295] 192.168.204.113@tcp30 LPNI seq info [1:1:8:4294967295] 00000004:00000010:1.0:1767389040.528639:0:338177:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006232e190. 00002000:00000010:1.0:1767389040.528647:0:338177:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000077dfdfd. 00000400:00000200:3.0:1767389040.528652:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp30 00000004:00000010:1.0:1767389040.528654:0:338177:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000abd18d47. 00000020:00000010:1.0:1767389040.528659:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d190810. 00000020:00000001:1.0:1767389040.528666:0:338177:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389040.528671:0:338177:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767389040.528674:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp30(192.168.204.113@tcp30:) -> 192.168.204.113@tcp30(192.168.204.113@tcp30:192.168.204.113@tcp30) : GET try# 0 10000000:00000010:1.0:1767389040.528675:0:338177:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000041892c13. 10000000:00000010:1.0:1767389040.528682:0:338177:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000028b2d3d9. 00000800:00000200:3.0:1767389040.528687:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp30 00000400:00000200:0.0:1767389040.528687:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 10000000:00000001:1.0:1767389040.528688:0:338177:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.528694:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:3.0:1767389040.528696:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000009a75c46. 00000400:00000200:0.0:1767389040.528696:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (23) 00000100:00000040:1.0:1767389040.528706:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c751f0db x1853241654534016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389056 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767389040.528707:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008ea7dcc0. 00000800:00000001:0.0:1767389040.528710:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767389040.528716:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000c748238. 00000800:00000001:0.0:1767389040.528716:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389040.528746:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389040.528749:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389040.528751:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000072dcc3f. 02000000:00000001:1.0:1767389040.528767:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389040.528769:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389040.528770:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389040.528772:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767389040.528774:0:338177:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767389040.528777:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389040.528780:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000800:00000200:3.0:1767389040.528781:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (2) 00000020:00000001:1.0:1767389040.528782:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767389040.528786:0:338177:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000cbab8582. 00000800:00000200:3.1:1767389040.528792:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (2) 00000100:00000010:1.0:1767389040.528792:0:338177:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000109a5290. 00000100:00000001:1.0:1767389040.528796:0:338177:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767389040.528798:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004ce4af37. 02000000:00000001:1.0:1767389040.528800:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389040.528802:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389040.528804:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c751f0db. 00000100:00000001:1.0:1767389040.528812:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389040.528814:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389040.528826:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp30 10000000:00000010:1.0:1767389040.528828:0:338177:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000086d8bd45. 00000400:00000200:3.0:1767389040.528834:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp30(000000005a10e7ef) state 0x241 rc 0 10000000:01000000:1.0:1767389040.528837:0:338177:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:3.0:1767389040.528843:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000f1 10000000:00000001:1.0:1767389040.528843:0:338177:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767389040.528848:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389040.528850:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389040.528852:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007c3adae1 refcount=3 00000020:00000001:1.0:1767389040.528854:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00000400:00000010:3.0:1767389040.528856:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 000000002f4a9a14. 00010000:00000001:1.0:1767389040.528857:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00010000:00000001:1.0:1767389040.528864:0:338177:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000010:3.0:1767389040.528866:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 0000000022d6ca2d. 00010000:00010000:1.0:1767389040.528867:0:338177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 000000007c3adae1/0x95cd417baf4294cc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf4294d3 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767389040.528875:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 00000000245b97a6. 00010000:00000001:1.0:1767389040.528877:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389040.528885:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389040.528887:0:338177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: 000000007c3adae1/0x95cd417baf4294cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf4294d3 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389040.528893:0:338177:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767389040.528895:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389040.528896:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767389040.528898:0:338177:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389040.528900:0:338177:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389040.528903:0:338177:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767389040.528905:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767389040.528908:0:338177:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 3 10000000:00000001:1.0:1767389040.528910:0:338177:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767389040.528914:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp29(00000000519ca7cf) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767389040.528926:0:337534:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000024671786 00000400:00000200:3.0:1767389040.528932:0:337534:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.204.113@tcp30 00000400:00000200:3.0:1767389040.528940:0:337534:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.113@tcp30 NID 192.168.204.113@tcp30 00000400:00000010:3.0:1767389040.528947:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000229613ff. 00000400:00000200:3.0:1767389040.528955:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000229613ff nid 192.168.204.113@tcp30 00000400:00000010:3.0:1767389040.528969:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000019bf65ec. 00000400:00000200:3.0:1767389040.528973:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 0000000019bf65ec net tcp30 00000400:00000200:3.0:1767389040.528977:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (22) 00000400:00000200:3.0:1767389040.528983:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp30 flags 0x11 00000400:00000010:3.0:1767389040.528989:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 000000002f4a9a14. 00000400:00000010:3.0:1767389040.528993:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 0000000022d6ca2d. 00000400:00000010:3.0:1767389040.528998:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 00000000245b97a6. 00000400:00000010:3.0:1767389040.529002:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000e7f7ec5c. 00000400:00000200:3.0:1767389040.529009:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389040.529013:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389040.529014:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100171 00000400:00000200:3.0:1767389040.529024:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 rc 1 00000400:00000200:3.0:1767389040.529030:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000400:00000200:3.0:1767389040.529035:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:3.0:1767389040.529039:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:3.0:1767389040.529045:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:3.0:1767389040.529052:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (23) 00000400:00000200:1.0:1767389040.529095:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529136:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529192:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529244:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529299:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529355:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529407:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529455:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529502:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529557:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529608:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529657:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529705:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529799:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529846:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529882:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529911:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529955:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.529986:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.530036:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.530087:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.530131:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.530173:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.530213:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.530249:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.530288:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.530327:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.530365:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.530415:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.530455:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.530496:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.530531:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.530582:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389040.530625:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:1.0:1767389040.530854:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004bc83c77. 00000800:00000010:1.0:1767389040.530861:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cb32a08b. 00000800:00000010:1.0:1767389040.530868:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cbab8582. 00000800:00000010:1.0:1767389040.530896:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cbab8582. 00000800:00020000:1.0:1767389040.530907:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389040.530911:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cb32a08b. 00000800:00000010:1.0:1767389040.530915:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004bc83c77. 00000400:02020000:1.0:1767389040.530967:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp30 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389040.530974:0:337525:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp30 notifying 192.168.204.113@tcp30: down 00000800:00000200:1.0:1767389040.530980:0:337525:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp30 down 00000800:00000100:1.0:1767389040.530989:0:337525:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp30 00000800:00000010:1.0:1767389040.530992:0:337525:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000009a75c46. 00000400:00000200:1.0:1767389040.530996:0:337525:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389040.531000:0:337525:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp30->192.168.204.113@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389040.531008:0:337525:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp30 added to recovery queue. ping count: 0 next ping: 4962 health :900 00000400:00000200:1.0:1767389040.531011:0:337525:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024671786 00000400:00000010:1.0:1767389040.531021:0:337525:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024671786. 00000400:00000200:1.0:1767389040.531024:0:337525:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389040.531028:0:337525:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp30: 1 00000400:00000200:1.0:1767389040.531033:0:337525:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp30 (000000005a10e7ef): -114 00000400:00000010:1.0:1767389040.531046:0:337525:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000086bd44fd. 00000400:00000200:1.0:1767389040.531050:0:337525:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005a10e7ef (3) 00000400:00000200:1.0:1767389040.531055:0:337525:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 0000000052d696fd nid 192.168.204.113@tcp30 00000400:00000010:1.0:1767389040.531058:0:337525:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000052d696fd. 00000400:00000200:1.0:1767389040.531063:0:337525:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000efa62a14 net tcp30 00000400:00000010:1.0:1767389040.531066:0:337525:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000efa62a14. 00000400:00000200:1.0:1767389040.531070:0:337525:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005a10e7ef (2) 00000400:00000200:3.0:1767389040.531093:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767389040.531103:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp30(000000005a10e7ef) state 0x80841 00000400:00000200:3.0:1767389040.531109:0:337534:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.204.113@tcp30(000000005a10e7ef) state 0x80841 00000400:00000200:3.0:1767389040.531113:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp30(000000005a10e7ef) state 0x80801 rc 0 00000400:00000200:3.0:1767389040.531118:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp30 (000000005a10e7ef) 00000400:00000200:3.0:1767389040.531122:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000005a10e7ef (1) 00000400:00000200:3.0:1767389040.531128:0:337534:0:(peer.c:272:lnet_destroy_peer_locked()) 000000005a10e7ef nid 192.168.204.113@tcp30 00000400:00000010:3.0:1767389040.531132:0:337534:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000005a10e7ef. 00000020:00000010:3.0:1767389040.539577:0:348715:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000003a147a58. 00000020:00000040:3.0:1767389040.539585:0:348715:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(1) 00000020:00000010:3.0:1767389040.539588:0:348715:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000003a147a58. 00000100:00000040:2.0:1767389040.549875:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299628569, at 4299628570 00000100:00000010:2.0:1767389040.549887:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e0e5d52. 00000100:00000040:1.0:1767389040.549922:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299628569, at 4299628570 00000100:00000010:1.0:1767389040.549930:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000934c9089. 00000100:00000040:3.0:1767389040.550833:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299628569, at 4299628571 00000100:00000010:3.0:1767389040.550842:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089a72aa1. 00000100:00000040:0.0:1767389040.551025:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299628569, at 4299628571 00000100:00000010:0.0:1767389040.551031:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004566299a. 00000001:00000001:1.0:1767389040.578641:0:348729:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767389040.578645:0:348729:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:1.0:1767389040.583357:0:348729:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767389040.591424:0:348730:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000109a5290. 00000400:00000010:1.0:1767389040.591439:0:348730:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000056dee3cb. 00000400:00000010:1.0:1767389040.591452:0:348730:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d705c59c. 00000400:00000010:1.0:1767389040.591457:0:348730:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000b25f48c. 00000400:00000010:1.0:1767389040.591462:0:348730:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d3c4d137. 00000400:00000010:1.0:1767389040.591466:0:348730:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cbab8582. 00000400:00000010:1.0:1767389040.591479:0:348730:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dcf187d9. 00000400:00000010:1.0:1767389040.591482:0:348730:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000035f31111. 00000400:00000010:1.0:1767389040.591486:0:348730:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000b4c68efd. 00000800:00000010:1.0:1767389040.591498:0:348730:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000339ecff2. 00000800:00000200:1.0:1767389040.591513:0:348730:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767389040.591525:0:348730:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767389040.591558:0:348730:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:1.0:1767389040.591579:0:348730:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp31 [8/256/0/180] 00000400:00000010:1.0:1767389040.593500:0:348730:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000c6c6c00d. 00000400:00000010:1.0:1767389040.593506:0:348730:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0ec82fa. 00000400:00000010:1.0:1767389040.593516:0:348730:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabc7690. 00000400:00000001:1.0:1767389040.593531:0:348730:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389040.593532:0:348730:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389040.593533:0:348730:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d482fef2. 00000400:00000200:1.0:1767389040.593537:0:348730:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000396bce4b 00000400:00000010:1.0:1767389040.593539:0:348730:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000396bce4b. 00000400:00000010:1.0:1767389040.593542:0:348730:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 0000000073a8d9f4. 00000400:00000200:1.0:1767389040.593546:0:348730:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (22) 00000400:00000200:1.0:1767389040.593559:0:348730:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389040.593568:0:348730:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000020:00000010:1.0:1767389040.593574:0:348730:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000004bc83c77. 00000020:01000000:1.0:1767389040.593578:0:348730:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767389040.593581:0:348730:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp31 00000400:00000010:1.0:1767389040.593596:0:348730:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000056dee3cb. 00000400:00000010:1.0:1767389040.593600:0:348730:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000109a5290. 00000400:00000200:3.0:1767389040.593630:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767389040.593638:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:3.0:1767389040.593653:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc136459. 00000400:00000200:3.0:1767389040.593657:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (23) 00000400:00000010:3.0:1767389040.593662:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002cc28343. 00000400:00000200:3.0:1767389040.593667:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp10 00000020:00000001:2.0:1767389040.593674:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767389040.593680:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp10 to MR: 192.168.204.113@tcp10 local destination 10000000:00000001:2.0:1767389040.593681:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767389040.593688:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767389040.593691:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp10 NI seq info: [64:64:256:4294967295] 192.168.204.113@tcp10 LPNI seq info [63:63:8:4294967295] 00000400:00000200:3.0:1767389040.593697:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp10 10000000:01000000:2.0:1767389040.593702:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767389040.593710:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767389040.593715:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp10(192.168.204.113@tcp10:192.168.204.113@tcp10) -> 192.168.204.113@tcp10(192.168.204.113@tcp10:192.168.204.113@tcp10) : PUT try# 0 00000020:01000004:2.0:1767389040.593716:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767389040.593721:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389040.593751:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389040.593773:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389040.593775:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389040.593777:0:257746:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767389040.593779:0:257746:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767389040.593781:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389040.593783:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767389040.593789:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7aedec5. 00000020:00000040:2.0:1767389040.593795:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000800:00000200:3.0:1767389040.593796:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.113@tcp10 00000100:00000001:2.0:1767389040.593802:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:3.0:1767389040.593806:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008370bd11. 02000000:00000001:2.0:1767389040.593806:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389040.593809:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767389040.593820:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c15aeb1d] -> 12345-192.168.204.113@tcp10 (6) 02000000:00000010:2.0:1767389040.593822:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000084d08de1. 00000100:00000001:2.0:1767389040.593829:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767389040.593835:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp10 ip 192.168.204.113:988 00000100:00000001:2.0:1767389040.593838:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1767389040.593841:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008370bd11 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1767389040.593843:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389040.593857:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7aedec5] to pc [ptlrpcd_00_01+1] req@00000000b7aedec5 x1853241654534144/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389040.593864:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:3.0:1767389040.593874:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 10000000:00000001:2.0:1767389040.593908:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389040.593914:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389040.593917:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.593918:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767389040.593921:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767389040.593926:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389040.593930:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767389040.593932:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767389040.593936:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:0.0:1767389040.593940:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b7aedec5 x1853241654534144/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767389040.593941:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767389040.593946:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767389040.593950:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767389040.593953:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767389040.593956:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389040.593959:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000200:3.0:1767389040.593964:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:2.0:1767389040.593964:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767389040.593969:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767389040.593970:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000010:3.0:1767389040.593972:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008370bd11. 00000100:00000001:0.0:1767389040.593973:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767389040.593974:0:257746:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767389040.593979:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767389040.593979:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389040.593982:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767389040.593986:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767389040.593988:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp10->192.168.204.113@tcp10: PUT: OK 02000000:00000001:0.0:1767389040.593989:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767389040.593990:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767389040.593997:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e25a750. 00000100:00100000:0.0:1767389040.593997:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b7aedec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654534144:0@lo:253: 00000400:00000200:3.0:1767389040.593998:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000040:2.0:1767389040.594003:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000400:00000200:3.0:1767389040.594007:0:337529:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp10: 0 00000100:00000001:0.0:1767389040.594007:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767389040.594009:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389040.594013:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389040.594014:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389040.594016:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767389040.594019:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767389040.594019:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389040.594024:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389040.594027:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c24839ce. 00000800:00000001:3.0:1767389040.594031:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389040.594032:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389040.594034:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009ad56601. 00000800:00000001:3.0:1767389040.594040:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767389040.594040:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389040.594042:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389040.594045:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767389040.594046:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389040.594046:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e95f6bf. 00000100:00000040:2.0:1767389040.594052:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e25a750] to pc [ptlrpcd_00_02+2] req@000000000e25a750 x1853241654534272/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389040.594056:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9a98679. 00000400:00000200:3.0:1767389040.594064:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp10(192.168.204.113@tcp10) <- 192.168.204.113@tcp10 : PUT - for me 00000100:00000200:0.0:1767389040.594066:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654534144, portal 25 00000100:00000001:0.0:1767389040.594072:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389040.594076:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666876672 : -122821042674944 : ffff904b7f616300) 00000400:00000200:3.0:1767389040.594081:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 400 into portal 0 MB=0x8000000000000000 00000100:00000040:0.0:1767389040.594085:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b7aedec5 x1853241654534144/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389040.594089:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 384/400 into md 0x1a0d [1] + 0 10000000:00000001:2.0:1767389040.594094:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389040.594095:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee008ddd. 10000000:00000001:2.0:1767389040.594101:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.594102:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767389040.594103:0:337529:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003b802415 00000020:00000001:2.0:1767389040.594108:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389040.594115:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:2.0:1767389040.594116:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767389040.594120:0:257746:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000004bc83c77. 00000800:00000001:3.0:1767389040.594121:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767389040.594130:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da7d24b1. 00000800:00000001:3.0:1767389040.594131:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389040.594134:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767389040.594135:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654534144, offset 0 00000400:00000200:3.0:1767389040.594140:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp10->192.168.204.113@tcp10: PUT: OK 00000400:00000200:0.0:1767389040.594142:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389040.594146:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000400:00000010:3.0:1767389040.594149:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000400:00000200:0.0:1767389040.594154:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389040.594156:0:337529:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767389040.594161:0:337529:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (24) 00000100:00000001:2.0:1767389040.594165:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767389040.594170:0:337529:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000100:00100000:2.0:1767389040.594172:0:337539:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:3.0:1767389040.594179:0:337529:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (400 bytes) 00000100:00000001:2.0:1767389040.594179:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389040.594180:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372806000 00000400:00000200:3.0:1767389040.594188:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:2.0:1767389040.594190:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767389040.594191:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x128d [2] + 0 00000100:00000001:2.0:1767389040.594195:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389040.594202:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (25) 00000100:00000001:2.0:1767389040.594202:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767389040.594203:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5e2bc83. 00000100:00000001:2.0:1767389040.594206:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389040.594209:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767389040.594211:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000002660d47 00000400:00000200:3.0:1767389040.594212:0:337529:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:2.0:1767389040.594217:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000e25a750 x1853241654534272/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389040.594222:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389040.594227:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp10 to MR: 192.168.204.113@tcp10 local destination 00000400:00000200:0.0:1767389040.594234:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767389040.594245:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp10 NI seq info: [65:65:256:4294967295] 192.168.204.113@tcp10 LPNI seq info [64:64:8:4294967295] 00000100:00000001:2.0:1767389040.594246:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389040.594249:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389040.594254:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389040.594257:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389040.594263:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389040.594270:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000e25a750 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654534272:0@lo:253: 00000100:00000001:2.0:1767389040.594277:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767389040.594280:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp10(192.168.204.113@tcp10:192.168.204.113@tcp10) -> 192.168.204.113@tcp10(192.168.204.113@tcp10:192.168.204.113@tcp10) 192.168.204.113@tcp10 : ACK try# 0 00000400:00000200:0.0:1767389040.594287:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002660d47 00000800:00000200:3.0:1767389040.594289:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp10 02000000:00000001:2.0:1767389040.594291:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1767389040.594291:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002660d47. 00000800:00000010:3.0:1767389040.594295:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008370bd11. 02000000:00000001:2.0:1767389040.594295:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.594300:0:337537:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767389040.594301:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767389040.594305:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:3.0:1767389040.594306:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c15aeb1d] -> 12345-192.168.204.113@tcp10 (6) 00000100:00000040:0.0:1767389040.594310:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000be04ba01 x1853241654534144 msgsize 4848 02000000:00000010:2.0:1767389040.594311:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008d71f0da. 00000800:00000200:3.0:1767389040.594317:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp10 ip 192.168.204.113:1021 02000000:00000001:2.0:1767389040.594318:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389040.594320:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:3.0:1767389040.594323:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008370bd11 type 0, nob 96 niov 1 nkiov 0 00000100:00000040:0.0:1767389040.594325:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:2.0:1767389040.594326:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007399be90. 00000400:00000010:2.0:1767389040.594333:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a43b3420. 00000100:00000001:0.0:1767389040.594335:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767389040.594337:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767389040.594338:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654534272, portal 25 00000100:00000001:2.0:1767389040.594342:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389040.594343:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666872192 : -122821042679424 : ffff904b7f615180) 00000800:00000001:3.0:1767389040.594345:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389040.594346:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da7d24b1 00000100:00000040:2.0:1767389040.594350:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000e25a750 x1853241654534272/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389040.594351:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da7d24b1. 00000100:00000001:0.0:1767389040.594361:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767389040.594363:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389040.594368:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767389040.594372:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b7aedec5 x1853241654534144/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389040.594373:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c97c335. 00000100:00000200:2.0:1767389040.594379:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654534272, offset 0 00000400:00000200:2.0:1767389040.594392:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389040.594400:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767389040.594404:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767389040.594410:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b7aedec5 x1853241654534144/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389040.594420:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372806080 00000800:00000200:3.0:1767389040.594429:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767389040.594430:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389040.594431:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x129d [2] + 0 00000800:00000010:3.0:1767389040.594434:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008370bd11. 00000100:00000001:0.0:1767389040.594438:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767389040.594441:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b352106a. 00000400:00000200:3.0:1767389040.594444:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389040.594447:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003d3e1a02 00000100:00000001:0.0:1767389040.594449:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389040.594454:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp10->192.168.204.113@tcp10: ACK: OK 00000100:00000001:0.0:1767389040.594455:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299628637 00000400:00000200:2.0:1767389040.594456:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767389040.594465:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:0.0:1767389040.594465:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab70d318. 00000400:00000200:2.0:1767389040.594466:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:3.0:1767389040.594475:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389040.594475:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767389040.594476:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d3e1a02 00000400:00000010:2.0:1767389040.594481:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d3e1a02. 00000800:00000001:3.0:1767389040.594484:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767389040.594486:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299628637 00000100:00000001:2.0:1767389040.594488:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389040.594492:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:3.0:1767389040.594493:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767389040.594493:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095d24817. 00000100:00000040:2.0:1767389040.594497:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000af1b2ac3 x1853241654534272 msgsize 4848 00000100:00100000:2.0:1767389040.594501:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389040.594505:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000001:3.0:1767389040.594508:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767389040.594509:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767389040.594518:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299628637 00000100:00000001:2.0:1767389040.594520:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767389040.594522:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767389040.594524:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000013c88b2a. 00000400:00000200:2.0:1767389040.594528:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c97c335 00000100:00000001:0.0:1767389040.594530:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767389040.594533:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c97c335. 00000100:00000001:0.0:1767389040.594539:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299628637 00000100:00000001:2.0:1767389040.594540:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767389040.594541:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp10(192.168.204.113@tcp10) <- 192.168.204.113@tcp10 : ACK - for me 00000100:00000010:0.0:1767389040.594545:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c3966ad. 00000100:00000001:0.0:1767389040.594550:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000200:2.0:1767389040.594556:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000e25a750 x1853241654534272/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389040.594558:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767389040.594559:0:337529:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp10: ACK from 12345-192.168.204.113@tcp10 into md 0x1a5d 00000100:00000001:0.0:1767389040.594566:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389040.594568:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389040.594575:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389040.594577:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389040.594580:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389040.594582:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp10->192.168.204.113@tcp10: ACK: OK 00000100:00000040:2.0:1767389040.594585:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000e25a750 x1853241654534272/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389040.594589:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767389040.594591:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc136459 00000100:00000001:0.0:1767389040.594594:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767389040.594596:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc136459. 00000100:00000001:0.0:1767389040.594601:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767389040.594606:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767389040.594606:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.594607:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389040.594612:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389040.594613:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389040.594617:0:337529:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000100:00000001:0.0:1767389040.594619:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389040.594623:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389040.594624:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:2.0:1767389040.594629:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299628637 00000400:00000200:3.0:1767389040.594633:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (24) 00000100:00000001:2.0:1767389040.594635:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299628637 00000100:00000001:0.0:1767389040.594641:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389040.594642:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299628637 00000800:00000001:3.0:1767389040.594646:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767389040.594648:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299628637 00000100:00000001:0.0:1767389040.594649:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389040.594654:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299628637 00000800:00000001:3.0:1767389040.594656:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389040.594658:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299628637 00000100:00000001:0.0:1767389040.594662:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389040.594663:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299628637 00000100:00000001:2.0:1767389040.594668:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299628637 00000100:00000001:2.0:1767389040.594670:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389040.594670:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389040.594679:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.594682:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767389040.594683:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389040.594690:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654534144 00000100:00000001:2.0:1767389040.594690:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389040.594697:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389040.594701:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389040.594703:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389040.594709:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389040.594713:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654534144 00000020:00000001:3.0:1767389040.594717:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389040.594719:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:2.0:1767389040.594720:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389040.594752:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654534272 00000020:00000001:3.0:1767389040.594772:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767389040.594773:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1767389040.594778:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00000001:2.0:1767389040.594779:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767389040.594780:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767389040.594784:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389040.594785:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 02000000:00000001:2.0:1767389040.594789:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389040.594789:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000e550afe1. 00000020:00000001:3.0:1767389040.594792:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00100000:2.0:1767389040.594797:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654534272 00000400:00000010:0.0:1767389040.594798:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000523737e4. 00000100:00000001:3.0:1767389040.594799:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767389040.594801:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389040.594804:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000010:3.0:1767389040.594806:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a147a58. 00000020:00000001:2.0:1767389040.594807:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767389040.594807:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181b09ca. 00000020:00000040:2.0:1767389040.594811:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=16 00000100:00000001:3.0:1767389040.594814:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389040.594815:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e550afe1 00000020:00000001:2.0:1767389040.594816:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000010:3.0:1767389040.594820:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a147a58. 00000400:00000010:0.0:1767389040.594821:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000b7d95ff0. 00000400:00000200:0.0:1767389040.594826:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 400 success 00000020:00000001:2.0:1767389040.594827:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000010:3.0:1767389040.594828:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000245b97a6. 00000400:00000200:0.0:1767389040.594834:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102051 00000100:00000001:2.0:1767389040.594836:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389040.594839:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000169f3dcc. 00000400:00000200:0.0:1767389040.594841:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (23) 00000020:00000010:2.0:1767389040.594844:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf413397. 00000020:00000010:3.0:1767389040.594847:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4bcf7a. 00000400:00000010:0.0:1767389040.594847:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 0000000029149edc. 00000100:00000001:2.0:1767389040.594851:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767389040.594855:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c9b820. 00000020:00000010:2.0:1767389040.594857:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf413397. 00000400:00000010:0.0:1767389040.594864:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002ffe667a. 00000100:00000040:3.0:1767389040.594866:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389040.594870:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767389040.594870:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f649dbed. 00000400:00000200:0.0:1767389040.594871:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000100:00000001:3.0:1767389040.594874:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389040.594878:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389040.594881:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7033471. 00000400:00000200:0.0:1767389040.594882:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000100:00000001:3.0:1767389040.594887:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389040.594891:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029be0417. 00000400:00000200:0.0:1767389040.594901:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000100:00000001:2.0:1767389040.594902:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389040.594903:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389040.594908:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767389040.594912:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 38], ns[10, 38] 00000100:00000001:2.0:1767389040.594914:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.594918:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389040.594922:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767389040.594924:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:2.0:1767389040.594925:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389040.594931:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00000001:2.0:1767389040.594935:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389040.594936:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000400:00000200:0.0:1767389040.594936:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00000001:3.0:1767389040.594941:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509332560 : -122821200219056 : ffff904b75fd7450) 00000400:00000200:0.0:1767389040.594944:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00000040:3.0:1767389040.594948:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be04ba01 x1853241654534144/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:491/0 lens 4848/0 e 0 to 0 dl 1767389051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389040.594950:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767389040.594951:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00000001:2.0:1767389040.594955:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389040.594966:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00000001:3.0:1767389040.594968:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767389040.594968:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000040:2.0:1767389040.594971:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000020:00000010:3.0:1767389040.594975:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a147a58. 00000100:00000001:2.0:1767389040.594976:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509330512 : -122821200221104 : ffff904b75fd6c50) 00000100:00000001:3.0:1767389040.594982:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389040.594983:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000020:00000010:3.0:1767389040.594986:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a147a58. 00000100:00000040:2.0:1767389040.594987:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af1b2ac3 x1853241654534272/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:491/0 lens 4848/0 e 0 to 0 dl 1767389051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389040.594999:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be04ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337537:x1853241654534144:12345-0@lo:253: 00000400:00000200:0.0:1767389040.594999:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000001:2.0:1767389040.595007:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767389040.595011:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654534144 00000020:00000010:2.0:1767389040.595013:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cf413397. 00000400:00000200:0.0:1767389040.595015:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000020:00000001:3.0:1767389040.595016:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389040.595021:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767389040.595023:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767389040.595028:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cf413397. 00000020:00000001:3.0:1767389040.595029:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389040.595029:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000020:00000001:3.0:1767389040.595036:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389040.595039:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000400:00000200:0.0:1767389040.595042:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000100:00100000:2.0:1767389040.595044:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af1b2ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337539:x1853241654534272:12345-0@lo:253: 00000020:00000001:3.0:1767389040.595046:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389040.595050:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389040.595057:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654534272 00000020:00000001:3.0:1767389040.595058:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767389040.595061:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000020:00000001:2.0:1767389040.595063:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389040.595064:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389040.595069:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389040.595070:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389040.595070:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000020:00000001:2.0:1767389040.595074:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.595077:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767389040.595081:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767389040.595082:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767389040.595082:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 10], ns[42, 10] 00000020:00000001:2.0:1767389040.595086:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 02000000:00000010:3.0:1767389040.595093:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001225e4c9. 00000020:00000001:2.0:1767389040.595094:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767389040.595096:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 10], ns[46, 10] 02000000:00000001:3.0:1767389040.595097:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389040.595106:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 10], ns[50, 10] 00000020:00000001:2.0:1767389040.595107:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389040.595110:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389040.595112:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389040.595116:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767389040.595117:0:338175:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767389040.595120:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389040.595120:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 10], ns[54, 10] 00000100:00000001:2.0:1767389040.595127:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389040.595131:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:3.0:1767389040.595135:0:338175:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000044221517. 00000400:00000200:0.0:1767389040.595135:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 10], ns[58, 10] 02000000:00000010:2.0:1767389040.595140:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ceb75cd3. 20000000:01000000:3.0:1767389040.595142:0:338175:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:2.0:1767389040.595145:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389040.595148:0:338175:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767389040.595152:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389040.595154:0:338175:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389040.595156:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767389040.595160:0:338175:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389040.595161:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[60, 10], ns[60, 10] 20000000:00000001:3.0:1767389040.595163:0:338175:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389040.595167:0:338175:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767389040.595169:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005c5a9f63. 00000400:00000200:0.0:1767389040.595170:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[0, 10], ns[63, 10] 20000000:01000000:2.0:1767389040.595176:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:3.0:1767389040.595179:0:338175:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e7f7ec5c. 20000000:00000001:2.0:1767389040.595182:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:3.0:1767389040.595184:0:338175:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 00000400:00000200:0.0:1767389040.595184:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 20000000:00000001:2.0:1767389040.595186:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389040.595190:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389040.595193:0:338175:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767389040.595193:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp11 20000000:00000001:2.0:1767389040.595194:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389040.595198:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767389040.595202:0:338175:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767389040.595202:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp11 lpni_is_preferred = 0 00000400:00000200:0.0:1767389040.595208:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp11 00000400:00000200:0.0:1767389040.595213:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp11 NI seq info: [66:66:256:4294967295] 192.168.204.113@tcp11 LPNI seq info [65:65:8:4294967295] 00000400:00000200:0.0:1767389040.595220:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp11 00000400:00000200:0.0:1767389040.595228:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp11(192.168.204.113@tcp11:) -> 192.168.204.113@tcp11(192.168.204.113@tcp:192.168.204.113@tcp11) : GET try# 0 00000800:00000200:0.0:1767389040.595234:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp11 00000800:00000010:0.0:1767389040.595239:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004128ad37. 00000800:00000200:0.0:1767389040.595245:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001143181a] -> 12345-192.168.204.113@tcp11 (6) 00000800:00000200:0.0:1767389040.595254:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp11 ip 192.168.204.113:988 00000800:00000200:0.0:1767389040.595258:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004128ad37 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767389040.595271:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389040.595274:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100251 rc 0 00080000:00000001:3.0:1767389040.595285:0:338175:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767389040.595290:0:338175:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767389040.595294:0:338175:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389040.595296:0:338175:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767389040.595302:0:338175:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767389040.595311:0:338175:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:3.0:1767389040.595316:0:338175:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767389040.595324:0:338175:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001364009a. 00080000:00000001:3.0:1767389040.595329:0:338175:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252497470464 : -122821212081152 : ffff904b75487400) 00080000:00000001:3.0:1767389040.595334:0:338175:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:0.0:1767389040.595377:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389040.595381:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004128ad37. 00000400:00000200:0.0:1767389040.595387:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389040.595392:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp11->192.168.204.113@tcp11: GET: OK 00000400:00000200:0.0:1767389040.595396:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767389040.595400:0:337529:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000800:00000001:0.0:1767389040.595407:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389040.595413:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389040.595415:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389040.595421:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389040.595426:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp11(192.168.204.113@tcp11) <- 192.168.204.113@tcp11 : GET - for me 00000400:00000200:0.0:1767389040.595434:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 400 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767389040.595441:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 400/400 into md 0x1a59 [1] + 0 00000400:00000200:0.0:1767389040.595460:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp11 to MR: 192.168.204.113@tcp11 local destination 00000400:00000200:0.0:1767389040.595466:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp11 NI seq info: [67:67:256:4294967295] 192.168.204.113@tcp11 LPNI seq info [66:66:8:4294967295] 00000400:00000200:0.0:1767389040.595480:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp11(192.168.204.113@tcp11:192.168.204.113@tcp11) -> 192.168.204.113@tcp11(192.168.204.113@tcp11:192.168.204.113@tcp11) 192.168.204.113@tcp11 : REPLY try# 0 00000800:00000200:0.0:1767389040.595486:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.113@tcp11 00000001:00000001:3.0:1767389040.595488:0:338175:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767389040.595490:0:338175:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767389040.595490:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004128ad37. 00080000:00000001:3.0:1767389040.595494:0:338175:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:0.0:1767389040.595497:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001143181a] -> 12345-192.168.204.113@tcp11 (6) 00000800:00000200:0.0:1767389040.595503:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp11 ip 192.168.204.113:1019 00000800:00000200:0.0:1767389040.595506:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004128ad37 type 3, nob 496 niov 1 nkiov 1 00080000:00000001:3.0:1767389040.595526:0:338175:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389040.595531:0:338175:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:0.0:1767389040.595557:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389040.595560:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004128ad37. 00000400:00000200:0.0:1767389040.595565:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389040.595571:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp11->192.168.204.113@tcp11: REPLY: OK 00000800:00000001:0.0:1767389040.595581:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389040.595585:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389040.595588:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389040.595592:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389040.595595:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389040.595597:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389040.595604:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp11(192.168.204.113@tcp11) <- 192.168.204.113@tcp11 : REPLY - for me 00000400:00000200:0.0:1767389040.595613:0:337529:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp11: Reply from 12345-192.168.204.113@tcp11 of length 400/400 into md 0x1a75 00000800:00000001:0.0:1767389040.595618:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389040.595622:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389040.595624:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389040.595629:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp11->192.168.204.113@tcp11: REPLY: OK 00000400:00000200:0.0:1767389040.595633:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c9b820 00000400:00000010:0.0:1767389040.595635:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c9b820. 00000400:00000200:0.0:1767389040.595638:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767389040.595642:0:337529:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:0.0:1767389040.595645:0:337529:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:0.0:1767389040.595649:0:337529:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 23. state = 0x100251 00080000:00000001:3.0:1767389040.595660:0:338175:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:0.0:1767389040.595663:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00080000:00000001:3.0:1767389040.595665:0:338175:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767389040.595672:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (24) 00000800:00000001:0.0:1767389040.595686:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389040.595690:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389040.595709:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767389040.595714:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000d1 00000400:00000010:0.0:1767389040.595772:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 480 at 000000003e2be875. 00000400:00000010:0.0:1767389040.595779:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 576 at 0000000016c502e9. 00000400:00000010:0.0:1767389040.595782:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 480 at 0000000037ed06a7. 00000400:00000200:0.0:1767389040.595823:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp30(00000000229613ff) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767389040.595833:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a95fd2af. 00000400:00000200:0.0:1767389040.595840:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a95fd2af nid 192.168.204.113@tcp31 00000400:00000010:0.0:1767389040.595845:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b443981f. 00000400:00000200:0.0:1767389040.595848:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b443981f net tcp31 00000400:00000200:0.0:1767389040.595851:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (23) 00000400:00000200:0.0:1767389040.595862:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp31 flags 0x11 00000400:00000010:0.0:1767389040.595866:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 480 at 000000003e2be875. 00000400:00000010:0.0:1767389040.595871:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 576 at 0000000016c502e9. 00000400:00000010:0.0:1767389040.595874:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 480 at 0000000037ed06a7. 00000400:00000010:0.0:1767389040.595878:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 0000000029149edc. 00000400:00000200:0.0:1767389040.595882:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389040.595886:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:0.0:1767389040.595890:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:0.0:1767389040.595894:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:0.0:1767389040.595897:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389040.595900:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:0.0:1767389040.595904:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:0.0:1767389040.595908:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (24) 00080000:00000001:3.0:1767389040.605826:0:338175:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767389040.605836:0:338175:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00080000:00000001:1.0:1767389040.605838:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767389040.605842:0:338175:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767389040.605844:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767389040.605850:0:338175:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767389040.605850:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389040.605855:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389040.605857:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389040.605860:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001364009a. 00080000:00000001:1.0:1767389040.605865:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767389040.605867:0:338175:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767389040.605883:0:338175:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767389040.605887:0:338175:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767389040.605887:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000037ed06a7. 20000000:01000000:0.0:1767389040.605891:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:00000001:0.0:1767389040.605895:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767389040.605900:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000020:3.0:1767389040.605901:0:338175:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:0.0:1767389040.605935:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767389040.605946:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767389040.605948:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389040.605951:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767389040.605954:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767389040.605958:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:0.0:1767389040.605962:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767389040.605969:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000016c502e9. 00080000:00000001:0.0:1767389040.605972:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252119568384 : -122821589983232 : ffff904b5ec22000) 00080000:00000001:0.0:1767389040.605975:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1767389040.606099:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767389040.606101:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389040.606104:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767389040.606121:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389040.606124:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1767389040.606227:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767389040.606230:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 20000000:01000000:0.0:1767389040.606251:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389040.606255:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389040.606258:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389040.606263:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389040.606266:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767389040.606271:0:338196:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000096796f55 count: 2 00010000:00000001:0.0:1767389040.606274:0:338196:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389040.606277:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389040.606281:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000091ef5806. 00000020:00000001:0.0:1767389040.606285:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389040.606288:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000091ef5806 with handle 0x95cd417baf4294da to hash 00000020:00000001:0.0:1767389040.606290:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389040.606292:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389040.606295:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389040.606298:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389040.606299:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389040.606302:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000091ef5806/0x95cd417baf4294da lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389040.606313:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389040.606325:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389040.606328:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389040.606331:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389040.606334:0:338196:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767389040.606338:0:338196:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000047e2caaa/0x95cd417baf4294d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf4294cc expref: 16 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389040.606348:0:338196:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767389040.606349:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389040.606352:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389040.606354:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389040.606356:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389040.606359:0:338196:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767389040.606362:0:338196:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000091ef5806/0x95cd417baf4294da lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389040.606370:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000096796f55) refcount = 2 00010000:00000040:0.0:1767389040.606374:0:338196:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767389040.606377:0:338196:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000047e2caaa/0x95cd417baf4294d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x95cd417baf4294cc expref: 16 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389040.606384:0:338196:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767389040.606386:0:338196:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000091ef5806/0x95cd417baf4294da lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767389040.606395:0:338196:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cafa700b. 00000100:00000001:0.0:1767389040.606400:0:338196:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767389040.606404:0:338196:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094abeb60. 00000100:00000001:0.0:1767389040.606406:0:338196:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621252669155200 : -122821040396416 : ffff904b7f842780) 00000100:00000001:0.0:1767389040.606410:0:338196:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621252669155200 : -122821040396416 : ffff904b7f842780) 00000100:00000001:0.0:1767389040.606413:0:338196:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389040.606415:0:338196:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767389040.606417:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767389040.606421:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389040.606424:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767389040.606427:0:338196:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767389040.606438:0:338196:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767389040.606441:0:338196:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767389040.606444:0:338196:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767389040.606449:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d59fae0. 00000020:00000040:0.0:1767389040.606453:0:338196:0:(genops.c:1229:class_import_get()) import 0000000065ed9c00 refcount=2 obd=MGS 00000100:00000001:0.0:1767389040.606457:0:338196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389040.606460:0:338196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389040.606464:0:338196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389040.606470:0:338196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e2be875. 00000100:00000001:0.0:1767389040.606480:0:338196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389040.606485:0:338196:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000047e2caaa/0x95cd417baf4294d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x95cd417baf4294cc expref: 16 pid: 338175 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389040.606498:0:338196:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000047e2caaa/0x95cd417baf4294d3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x95cd417baf4294cc expref: 16 pid: 338175 timeout: 5111 lvb_type: 0 00010000:00000001:0.0:1767389040.606506:0:338196:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767389040.606508:0:338196:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389040.606511:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000d59fae0 x1853241654534400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389040.606519:0:338196:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389040.606520:0:338196:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389040.606523:0:338196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000d59fae0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654534400:0@lo:104: 00000100:00000001:0.0:1767389040.606526:0:338196:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389040.606528:0:338196:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389040.606529:0:338196:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389040.606531:0:338196:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389040.606536:0:338196:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ad45d0b. 02000000:00000001:0.0:1767389040.606538:0:338196:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389040.606542:0:338196:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049233fa8. 00000400:00000010:0.0:1767389040.606548:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c9b820. 00000100:00000200:0.0:1767389040.606551:0:338196:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654534400, portal 16 00000100:00000001:0.0:1767389040.606553:0:338196:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389040.606555:0:338196:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520931584 : -122821188620032 : ffff904b76ae7100) 00000100:00000040:0.0:1767389040.606561:0:338196:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000000d59fae0 x1853241654534400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389040.606579:0:338196:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389040.606582:0:338196:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389040.606585:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087bb9b66. 00000100:00000200:0.0:1767389040.606589:0:338196:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853241654534400, offset 0 00000400:00000200:0.0:1767389040.606595:0:338196:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389040.606605:0:338196:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389040.606614:0:338196:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958372806100 00000400:00000200:0.0:1767389040.606621:0:338196:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1425 [2] + 1312 00000400:00000200:0.0:1767389040.606628:0:338196:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389040.606632:0:338196:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389040.606638:0:338196:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389040.606641:0:338196:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767389040.606645:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c2bdd3cd. 00000100:00000040:0.0:1767389040.606649:0:338196:0:(events.c:337:request_in_callback()) incoming req@00000000c2bdd3cd x1853241654534400 msgsize 328 00000100:00100000:0.0:1767389040.606657:0:338196:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389040.606673:0:338196:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389040.606681:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087bb9b66 00000400:00000010:0.0:1767389040.606684:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087bb9b66. 00000100:00000001:0.0:1767389040.606690:0:338196:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389040.606695:0:338196:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d59fae0 x1853241654534400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389056 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389040.606696:0:339022:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389040.606700:0:339022:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654534400 02000000:00000001:1.0:1767389040.606704:0:339022:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389040.606708:0:339022:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389040.606711:0:339022:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389040.606716:0:339022:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.606719:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767389040.606720:0:339022:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654534400 00000020:00000001:1.0:1767389040.606746:0:339022:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389040.606747:0:339022:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291a0 00000020:00000001:1.0:1767389040.606749:0:339022:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389040.606751:0:339022:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c9ce650e refcount=3 00000020:00000001:1.0:1767389040.606768:0:339022:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000020:00000001:1.0:1767389040.606771:0:339022:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000100:00000040:0.0:1767389040.606771:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000d59fae0 x1853241654534400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389056 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389040.606778:0:339022:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389040.606795:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389040.606799:0:339022:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd5f6700. 00000100:00000001:0.0:1767389040.606800:0:338196:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389040.606803:0:339022:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389040.606807:0:339022:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd5f6700. 00000100:00000001:0.0:1767389040.606810:0:338196:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389040.606811:0:339022:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000479b0774. 00000020:00000010:1.0:1767389040.606818:0:339022:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bc1596b6. 00000100:00000001:0.0:1767389040.606818:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4299628650 00000020:00000010:1.0:1767389040.606822:0:339022:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f5b2184. 00000100:00000001:0.0:1767389040.606828:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4299628637 00000100:00000040:1.0:1767389040.606831:0:339022:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767389040.606834:0:339022:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389040.606836:0:339022:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389040.606837:0:339022:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.606837:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4299628650 00000100:00000001:1.0:1767389040.606846:0:339022:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.606847:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4299628637 00000100:00000001:0.0:1767389040.606854:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4299628650 00000100:00000001:1.0:1767389040.606858:0:339022:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389040.606871:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4299628637 00000100:00000001:1.0:1767389040.606876:0:339022:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389040.606878:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4299628650 00000100:00000001:1.0:1767389040.606879:0:339022:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389040.606888:0:339022:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767389040.606888:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4299628637 00000100:00000040:1.0:1767389040.606892:0:339022:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c9ce650e : new rpc_count 1 00000100:00000001:0.0:1767389040.606896:0:338196:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389040.606897:0:339022:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520921728 : -122821188629888 : ffff904b76ae4a80) 00000100:00000001:0.0:1767389040.606904:0:338196:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389040.606907:0:339022:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c2bdd3cd x1853241654534400/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:491/0 lens 328/0 e 0 to 0 dl 1767389051 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767389040.606911:0:338196:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389040.606918:0:338196:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.606924:0:339022:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767389040.606926:0:338196:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389040.606931:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389040.606933:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389040.606935:0:338196:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389040.606938:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767389040.606941:0:338196:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767389040.606944:0:338196:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.606946:0:338196:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389040.606948:0:338196:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767389040.606951:0:338196:0:(client.c:2690:ptlrpc_set_wait()) set 0000000094abeb60 going to sleep for 11 seconds 00000100:00000001:0.0:1767389040.606955:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767389040.606957:0:339022:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd5f6700. 00000100:00000001:0.0:1767389040.606958:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.606962:0:339022:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389040.606965:0:339022:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd5f6700. 00000100:00100000:1.0:1767389040.606969:0:339022:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c2bdd3cd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654534400:12345-0@lo:104: 00000100:00000200:1.0:1767389040.606972:0:339022:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654534400 00010000:00000001:1.0:1767389040.606975:0:339022:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767389040.606979:0:339022:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389040.606981:0:339022:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389040.606983:0:339022:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007c3adae1 refcount=2 00000020:00000001:1.0:1767389040.606985:0:339022:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00010000:00000001:1.0:1767389040.606988:0:339022:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00010000:00000001:1.0:1767389040.606990:0:339022:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389040.606999:0:339022:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389040.607004:0:339022:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: 000000007c3adae1/0x95cd417baf4294cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf4294d3 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767389040.607017:0:339022:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389040.607019:0:339022:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389040.607022:0:339022:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000109a5290. 02000000:00000001:1.0:1767389040.607024:0:339022:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.607026:0:339022:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389040.607029:0:339022:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389040.607032:0:339022:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389040.607034:0:339022:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace3a1a1 time=65 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389040.607039:0:339022:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389040.607042:0:339022:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389040.607044:0:339022:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389040.607047:0:339022:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389040.607048:0:339022:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.607050:0:339022:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389040.607052:0:339022:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389040.607055:0:339022:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b8f577. 00000100:00000200:1.0:1767389040.607058:0:339022:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853241654534400, offset 224 00000400:00000200:1.0:1767389040.607066:0:339022:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389040.607073:0:339022:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389040.607080:0:339022:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958372806100 00000400:00000200:1.0:1767389040.607085:0:339022:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1a79 [1] + 224 00000400:00000200:1.0:1767389040.607089:0:339022:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389040.607094:0:339022:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389040.607098:0:339022:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389040.607102:0:339022:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d59fae0 x1853241654534400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389056 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767389040.607113:0:339022:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000d59fae0 x1853241654534400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389040.607129:0:339022:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389040.607136:0:339022:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b8f577 00000400:00000010:1.0:1767389040.607144:0:339022:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b8f577. 00000100:00000001:1.0:1767389040.607149:0:339022:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389040.607151:0:339022:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389040.607154:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389040.607157:0:339022:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389040.607163:0:339022:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000001:0.0:1767389040.607164:0:338196:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767389040.607167:0:339022:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:0.0:1767389040.607169:0:338196:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:1.0:1767389040.607173:0:339022:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a8f5fe0e. 00000400:00000010:0.0:1767389040.607174:0:338196:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049233fa8. 00010000:00000001:1.0:1767389040.607179:0:339022:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:0.0:1767389040.607183:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c9b820 00000400:00000010:0.0:1767389040.607187:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c9b820. 00000100:00000001:0.0:1767389040.607192:0:338196:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767389040.607196:0:339022:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:0.0:1767389040.607200:0:338196:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d59fae0 x1853241654534400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389056 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767389040.607202:0:339022:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389040.607207:0:339022:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389040.607212:0:339022:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389040.607221:0:339022:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2bdd3cd x1853241654534400/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:491/0 lens 328/224 e 0 to 0 dl 1767389051 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767389040.607226:0:338196:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d59fae0 x1853241654534400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389056 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767389040.607241:0:339022:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c2bdd3cd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654534400:12345-0@lo:104: Request processed in 312us (587us total) trans 0 rc 0/0 00000100:00000001:0.0:1767389040.607253:0:338196:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767389040.607257:0:339022:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767389040.607259:0:338196:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389040.607261:0:339022:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9ce650e : new rpc_count 0 00000100:00000001:0.0:1767389040.607265:0:338196:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767389040.607266:0:339022:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389040.607271:0:339022:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767389040.607272:0:338196:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767389040.607275:0:339022:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bc1596b6. 00000100:00000001:0.0:1767389040.607276:0:338196:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767389040.607279:0:339022:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f5b2184. 00000020:00000010:1.0:1767389040.607284:0:339022:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000479b0774. 00000100:00000001:0.0:1767389040.607289:0:338196:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389040.607292:0:339022:0:(genops.c:898:class_export_put()) PUTting export 00000000c9ce650e : new refcount 2 02000000:00000001:0.0:1767389040.607295:0:338196:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.607296:0:339022:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767389040.607306:0:338196:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b32deb6f time=65 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389040.607312:0:338196:0:(import.c:2128:obd_at_measure()) add 1 to 00000000566a3b57 time=65 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389040.607316:0:338196:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767389040.607318:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767389040.607319:0:338196:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389040.607322:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389040.607325:0:338196:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:1.0:1767389040.607327:0:339023:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767389040.607329:0:338196:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389040.607332:0:339023:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:0.0:1767389040.607335:0:338196:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389040.607336:0:339023:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767389040.607341:0:339023:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 000000007c3adae1/0x95cd417baf4294cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf4294d3 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767389040.607346:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000d59fae0 x1853241654534400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389056 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767389040.607355:0:339023:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007c3adae1 already unused, calling callback (000000001fe26c02) 00000100:00000001:0.0:1767389040.607361:0:338196:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1767389040.607367:0:339023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767389040.607367:0:338196:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 10000000:00010000:1.0:1767389040.607370:0:339023:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 000000007c3adae1/0x95cd417baf4294cc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x95cd417baf4294d3 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767389040.607372:0:338196:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389040.607380:0:338196:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767389040.607383:0:339023:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389040.607384:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389040.607387:0:339023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767389040.607388:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767389040.607390:0:339023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767389040.607391:0:338196:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389040.607393:0:339023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007c3adae1 refcount=3 00000020:00000001:1.0:1767389040.607398:0:339023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00000100:00000040:0.0:1767389040.607398:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d59fae0 x1853241654534400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389056 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767389040.607404:0:339023:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00010000:00000001:1.0:1767389040.607411:0:339023:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00100000:0.0:1767389040.607415:0:338196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000d59fae0 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654534400:0@lo:104: 00010000:00010000:1.0:1767389040.607416:0:339023:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 000000007c3adae1/0x95cd417baf4294cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x95cd417baf4294d3 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767389040.607431:0:339023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767389040.607431:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00010000:1.0:1767389040.607434:0:339023:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 000000007c3adae1/0x95cd417baf4294cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x95cd417baf4294d3 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767389040.607439:0:338196:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767389040.607440:0:339023:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:1.0:1767389040.607446:0:339023:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:0.0:1767389040.607446:0:338196:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00000040:1.0:1767389040.607451:0:339023:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:0.0:1767389040.607452:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000040:1.0:1767389040.607454:0:339023:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767389040.607458:0:339023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767389040.607459:0:339023:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389040.607461:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000d59fae0 x1853241654534400/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389056 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389040.607472:0:338196:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389040.607480:0:338196:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:1.0:1767389040.607481:0:339023:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000010:0.0:1767389040.607483:0:338196:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ad45d0b. 10000000:00000001:1.0:1767389040.607484:0:339023:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767389040.607487:0:339023:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 2 10000000:00000001:1.0:1767389040.607493:0:339023:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:0.0:1767389040.607493:0:338196:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:1.0:1767389040.607498:0:339023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389040.607499:0:338196:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767389040.607502:0:339023:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:0.0:1767389040.607503:0:338196:0:(genops.c:1242:class_import_put()) import 0000000065ed9c00 refcount=1 obd=MGS 00010000:00000001:1.0:1767389040.607507:0:339023:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:0.0:1767389040.607509:0:338196:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767389040.607510:0:339023:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:0.0:1767389040.607514:0:338196:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003e2be875. 00010000:00000001:1.0:1767389040.607515:0:339023:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389040.607518:0:339023:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389040.607520:0:339023:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007c3adae1 with handle 0x95cd417baf4294cc from hash 00010000:00000001:1.0:1767389040.607522:0:339023:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:0.0:1767389040.607528:0:338196:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767389040.607532:0:339023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767389040.607533:0:338196:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767389040.607535:0:339023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:0.0:1767389040.607537:0:338196:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d59fae0. 00010000:00000001:1.0:1767389040.607538:0:339023:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767389040.607541:0:339023:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767389040.607544:0:339023:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:0.0:1767389040.607545:0:338196:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767389040.607548:0:339023:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:0.0:1767389040.607550:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389040.607553:0:339023:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767389040.607555:0:338196:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000094abeb60. 00000100:00000010:1.0:1767389040.607559:0:339023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c751f0db. 00000100:00000001:0.0:1767389040.607561:0:338196:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000040:1.0:1767389040.607564:0:339023:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00010000:00000001:0.0:1767389040.607565:0:338196:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389040.607570:0:339023:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000010:0.0:1767389040.607572:0:338196:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cafa700b. 02000000:00000001:1.0:1767389040.607573:0:339023:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389040.607579:0:339023:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389040.607581:0:338196:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389040.607585:0:339023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000479b0774. 00010000:00000001:0.0:1767389040.607586:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.607591:0:339023:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389040.607592:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389040.607602:0:339023:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 20000000:00000001:0.0:1767389040.607602:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00010000:1.0:1767389040.607607:0:339023:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 000000007c3adae1/0x95cd417baf4294cc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf4294d3 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389040.607607:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767389040.607613:0:338196:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000091ef5806/0x95cd417baf4294da lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389040.607616:0:339023:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767389040.607620:0:339023:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389040.607625:0:339023:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389040.607629:0:339023:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389040.607634:0:339023:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c751f0db] to pc [ptlrpcd_00_03+3] req@00000000c751f0db x1853241654534528/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389040.607655:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389040.607659:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767389040.607661:0:339023:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389040.607662:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767389040.607667:0:339023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767389040.607667:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767389040.607670:0:339023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767389040.607671:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c751f0db x1853241654534528/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389040.607674:0:339023:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.607674:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389040.607682:0:339023:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389040.607688:0:339023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389040.607690:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1767389040.607692:0:339023:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 000000007c3adae1/0x95cd417baf4294cc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf4294d3 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389040.607693:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389040.607700:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1767389040.607703:0:339023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767389040.607704:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767389040.607707:0:339023:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 000000007c3adae1/0x95cd417baf4294cc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf4294d3 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767389040.607708:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389040.607716:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c751f0db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654534528:0@lo:103: 00000100:00000001:2.0:1767389040.607721:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389040.607770:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389040.607773:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389040.607778:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389040.607783:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db2ca172. 02000000:00000001:2.0:1767389040.607786:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389040.607790:0:339023:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e116ed24 count: 0 00000400:00000010:2.0:1767389040.607791:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e444c6b9. 00000400:00000010:2.0:1767389040.607798:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7cbffce. 00010000:00000001:1.0:1767389040.607803:0:339023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389040.607807:0:339023:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:2.0:1767389040.607810:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654534528, portal 18 00010000:00000010:1.0:1767389040.607810:0:339023:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a8f5fe0e. 00000100:00000001:2.0:1767389040.607815:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1767389040.607815:0:339023:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389040.607820:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151432448 : -122821558119168 : ffff904b60a85500) 00000020:00000001:1.0:1767389040.607820:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389040.607825:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389040.607829:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c751f0db x1853241654534528/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389056 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767389040.607829:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767389040.607834:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389040.607837:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389040.607841:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767389040.607846:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767389040.607846:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389040.607851:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389040.607855:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767389040.607856:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389040.607862:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eccd4e70. 00000100:00000200:2.0:1767389040.607867:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654534528, offset 0 00000400:00000200:2.0:1767389040.607873:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389040.607882:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389040.607891:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958372806180 00000400:00000200:2.0:1767389040.607898:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1640 00000400:00000200:2.0:1767389040.607905:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389040.607911:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389040.607916:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389040.607919:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767389040.607923:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ed36128c. 00000100:00000040:2.0:1767389040.607927:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000ed36128c x1853241654534528 msgsize 328 00000100:00100000:2.0:1767389040.607933:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389040.607951:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389040.607958:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eccd4e70 00000400:00000010:2.0:1767389040.607961:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eccd4e70. 00000100:00000001:2.0:1767389040.607965:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389040.607969:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c751f0db x1853241654534528/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389056 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389040.607972:0:339024:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389040.607977:0:339024:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654534528 00000100:00000001:2.0:1767389040.607979:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389040.607985:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c751f0db x1853241654534528/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389056 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389040.607985:0:339024:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389040.607990:0:339024:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389040.607996:0:339024:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389040.607997:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389040.608002:0:337539:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767389040.608006:0:339024:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389040.608009:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389040.608012:0:339024:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654534528 00000100:00000001:2.0:1767389040.608015:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299628651 00000020:00000001:0.0:1767389040.608017:0:339024:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767389040.608022:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299628650 00000020:00000040:0.0:1767389040.608022:0:339024:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767389040.608026:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389040.608028:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=17 00000020:00000001:0.0:1767389040.608035:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389040.608036:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299628651 00000020:00000001:0.0:1767389040.608042:0:339024:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389040.608044:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299628650 00000100:00000001:2.0:1767389040.608052:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299628651 00000100:00000001:0.0:1767389040.608052:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389040.608060:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299628650 00000020:00000010:0.0:1767389040.608060:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafa700b. 00000100:00000001:2.0:1767389040.608066:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299628651 00000100:00000001:0.0:1767389040.608068:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389040.608070:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299628650 00000020:00000010:0.0:1767389040.608075:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafa700b. 00000100:00000001:2.0:1767389040.608076:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389040.608078:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389040.608081:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389040.608082:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389040.608090:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389040.608092:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767389040.608092:0:339024:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ad45d0b. 00000100:00000001:2.0:1767389040.608097:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389040.608099:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767389040.608100:0:339024:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000464d9da2. 00000100:00000001:2.0:1767389040.608102:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389040.608107:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389040.608109:0:339024:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef0ccc91. 00000100:00000040:0.0:1767389040.608120:0:339024:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767389040.608124:0:339024:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389040.608126:0:339024:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767389040.608129:0:339024:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767389040.608133:0:339024:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389040.608136:0:339024:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767389040.608139:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389040.608141:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389040.608144:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047e2caaa refcount=4 00000020:00000001:0.0:1767389040.608148:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538717184 : -122821170834432 : ffff904b77bdd400) 00010000:00000001:0.0:1767389040.608151:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538717184 : -122821170834432 : ffff904b77bdd400) 00010000:00010000:0.0:1767389040.608156:0:339024:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000047e2caaa/0x95cd417baf4294d3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf4294cc expref: 17 pid: 338175 timeout: 5111 lvb_type: 0 00010000:00000001:0.0:1767389040.608163:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389040.608165:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389040.608167:0:339024:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389040.608170:0:339024:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389040.608177:0:339024:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767389040.608182:0:339024:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ed36128c x1853241654534528/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:491/0 lens 328/0 e 0 to 0 dl 1767389051 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389040.608191:0:339024:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389040.608192:0:339024:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.608205:0:339024:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389040.608220:0:339024:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389040.608223:0:338165:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389040.608223:0:339024:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767389040.608227:0:338165:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389040.608229:0:339024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:0.0:1767389040.608234:0:339024:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 3 00000100:00000001:1.0:1767389040.608235:0:338165:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.608242:0:338165:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.608242:0:339024:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252666881152 : -122821042670464 : ffff904b7f617480) 00000100:00000040:0.0:1767389040.608251:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ed36128c x1853241654534528/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:491/0 lens 328/0 e 0 to 0 dl 1767389051 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389040.608278:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389040.608282:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafa700b. 00000100:00000001:0.0:1767389040.608284:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389040.608287:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafa700b. 00000100:00100000:0.0:1767389040.608294:0:339024:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ed36128c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+17:337539:x1853241654534528:12345-0@lo:103: 00000100:00000200:0.0:1767389040.608298:0:339024:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654534528 00010000:00000001:0.0:1767389040.608302:0:339024:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767389040.608306:0:339024:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767389040.608309:0:339024:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767389040.608314:0:339024:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389040.608318:0:339024:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389040.608322:0:339024:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000040351cb1. 02000000:00000001:0.0:1767389040.608325:0:339024:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.608328:0:339024:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389040.608331:0:339024:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767389040.608334:0:339024:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767389040.608338:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389040.608340:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389040.608342:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000047e2caaa refcount=4 00000020:00000001:0.0:1767389040.608345:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538717184 : -122821170834432 : ffff904b77bdd400) 00010000:00000001:0.0:1767389040.608348:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538717184 : -122821170834432 : ffff904b77bdd400) 00010000:00000040:0.0:1767389040.608351:0:339024:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000096796f55 count: 3 00010000:00010000:0.0:1767389040.608356:0:339024:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000047e2caaa/0x95cd417baf4294d3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf4294cc expref: 17 pid: 338175 timeout: 5111 lvb_type: 0 00000100:00001000:0.0:1767389040.608363:0:339024:0:(import.c:2128:obd_at_measure()) add 0 to 0000000098d6622c time=1767389040 v=100 (0 0 0 0) 00010000:00000001:0.0:1767389040.608367:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389040.608374:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389040.608376:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389040.608380:0:339024:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000047e2caaa/0x95cd417baf4294d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x95cd417baf4294cc expref: 17 pid: 338175 timeout: 5111 lvb_type: 0 00000020:00000001:0.0:1767389040.608388:0:339024:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767389040.608397:0:339024:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767389040.608400:0:339024:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389040.608402:0:339024:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389040.608407:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389040.608409:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389040.608415:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389040.608417:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389040.608421:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389040.608423:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389040.608426:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000047e2caaa with handle 0x95cd417baf4294d3 from hash 00010000:00000001:0.0:1767389040.608429:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389040.608432:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389040.608434:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389040.608436:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389040.608439:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389040.608441:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389040.608444:0:339024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000047e2caaa/0x95cd417baf4294d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x95cd417baf4294cc expref: 17 pid: 338175 timeout: 5111 lvb_type: 0 00010000:00000040:0.0:1767389040.608452:0:339024:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 9 00000020:00000040:0.0:1767389040.608454:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 16 00010000:00000001:0.0:1767389040.608462:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389040.608464:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389040.608467:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767389040.608470:0:339024:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000091ef5806 00010000:00000001:0.0:1767389040.608472:0:339024:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389040.608474:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389040.608485:0:339024:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389040.608488:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389040.608490:0:339024:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389040.608494:0:339024:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389040.608496:0:339024:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767389040.608498:0:339024:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000091ef5806/0x95cd417baf4294da lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389040.608506:0:339024:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767389040.608508:0:339024:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389040.608517:0:339024:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389040.608518:0:339024:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389040.608521:0:339024:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000096796f55) refcount = 2 00010000:00010000:0.0:1767389040.608525:0:339024:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000091ef5806/0x95cd417baf4294da lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389040.608533:0:339024:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389040.608536:0:339024:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389040.608539:0:339024:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389040.608542:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767389040.608546:0:339024:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cafa700b. 00000100:00000001:0.0:1767389040.608549:0:339024:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767389040.608554:0:339024:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094abeb60. 00000100:00000001:0.0:1767389040.608557:0:339024:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621252669155200 : -122821040396416 : ffff904b7f842780) 00000100:00000001:0.0:1767389040.608560:0:339024:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621252669155200 : -122821040396416 : ffff904b7f842780) 00000100:00000001:0.0:1767389040.608563:0:339024:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389040.608565:0:339024:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767389040.608569:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767389040.608571:0:339024:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389040.608575:0:339024:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:0.0:1767389040.608579:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389040.608581:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389040.608584:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=5 00000020:00000001:0.0:1767389040.608587:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389040.608590:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389040.608593:0:339024:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389040.608596:0:339024:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000091ef5806/0x95cd417baf4294da lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389040.608603:0:339024:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389040.608606:0:339024:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000091ef5806/0x95cd417baf4294da lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389040.608613:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389040.608616:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389040.608628:0:339024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000091ef5806/0x95cd417baf4294da lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389040.608634:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389040.608636:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389040.608639:0:339024:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389040.608641:0:339024:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000091ef5806/0x95cd417baf4294da lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389040.608649:0:339024:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000091ef5806 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389040.608653:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389040.608656:0:339024:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389040.608659:0:339024:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000091ef5806/0x95cd417baf4294da lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389040.608666:0:339024:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389040.608669:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389040.608670:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389040.608672:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=6 00000020:00000001:0.0:1767389040.608675:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389040.608678:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389040.608681:0:339024:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389040.608688:0:339024:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000091ef5806/0x95cd417baf4294da lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389040.608694:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389040.608696:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389040.608697:0:339024:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389040.608709:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389040.608712:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389040.608714:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389040.608717:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389040.608720:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000091ef5806 with handle 0x95cd417baf4294da from hash 00010000:00000001:0.0:1767389040.608752:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389040.608769:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389040.608779:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389040.608781:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389040.608784:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389040.608786:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389040.608788:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389040.608790:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389040.608795:0:339024:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389040.608796:0:338196:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000091ef5806/0x95cd417baf4294da lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389040.608798:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389040.608803:0:339024:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767389040.608809:0:338196:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767389040.608811:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:1.0:1767389040.608812:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767389040.608815:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389040.608817:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000091ef5806/0x95cd417baf4294da lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389040.608819:0:339024:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389040.608828:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389040.608829:0:339024:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389040.608831:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389040.608836:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389040.608837:0:339024:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389040.608838:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:0.0:1767389040.608844:0:339024:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000091ef5806/0x95cd417baf4294da lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389040.608853:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389040.608855:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389040.608857:0:339024:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389040.608860:0:339024:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389040.608862:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389040.608864:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389040.608867:0:339024:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389040.608870:0:339024:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389040.608873:0:339024:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389040.608875:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389040.608877:0:339024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000091ef5806/0x95cd417baf4294da lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389040.608889:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389040.608891:0:339024:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389040.608893:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767389040.608895:0:339024:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767389040.608898:0:339024:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.608900:0:339024:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.608902:0:339024:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767389040.608904:0:339024:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000094abeb60. 00000100:00000001:0.0:1767389040.608913:0:339024:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767389040.608915:0:339024:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767389040.608918:0:339024:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cafa700b. 00010000:00000001:0.0:1767389040.608922:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767389040.608924:0:339024:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000096796f55 count: 0 00010000:00010000:0.0:1767389040.608933:0:339024:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767389040.608935:0:339024:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389040.608940:0:339024:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389040.608942:0:339024:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389040.608945:0:339024:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=65 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389040.608950:0:339024:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389040.608953:0:339024:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389040.608956:0:339024:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389040.608960:0:339024:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389040.608962:0:339024:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.608965:0:339024:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389040.608970:0:339024:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389040.608974:0:339024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c9b820. 00000100:00000200:0.0:1767389040.608979:0:339024:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654534528, offset 224 00000400:00000200:0.0:1767389040.608984:0:339024:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389040.608992:0:339024:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389040.608998:0:339024:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958372806180 00000400:00000200:0.0:1767389040.609008:0:339024:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1a85 [1] + 224 00000400:00000200:0.0:1767389040.609013:0:339024:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389040.609016:0:339024:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389040.609020:0:339024:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389040.609024:0:339024:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c751f0db x1853241654534528/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389056 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389040.609036:0:339024:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c751f0db x1853241654534528/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389056 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389040.609059:0:339024:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389040.609067:0:339024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c9b820 00000400:00000010:0.0:1767389040.609071:0:339024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c9b820. 00000100:00000001:0.0:1767389040.609075:0:339024:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389040.609085:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389040.609085:0:339024:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389040.609089:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389040.609092:0:339024:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767389040.609094:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389040.609098:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767389040.609099:0:339024:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389040.609104:0:339024:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389040.609108:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e444c6b9. 00010000:00000001:0.0:1767389040.609110:0:339024:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389040.609114:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7cbffce 00000400:00000010:1.0:1767389040.609118:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7cbffce. 00000100:00000040:0.0:1767389040.609119:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed36128c x1853241654534528/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:491/0 lens 328/224 e 0 to 0 dl 1767389051 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389040.609123:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389040.609131:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c751f0db x1853241654534528/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389056 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389040.609140:0:339024:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ed36128c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337539:x1853241654534528:12345-0@lo:103: Request processed in 859us (1208us total) trans 0 rc 0/0 00000100:00000200:1.0:1767389040.609148:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c751f0db x1853241654534528/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389056 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389040.609160:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389040.609164:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767389040.609164:0:339024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:1.0:1767389040.609171:0:337539:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767389040.609172:0:339024:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 2 02000000:00000001:1.0:1767389040.609174:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389040.609177:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389040.609179:0:339024:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389040.609180:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.609183:0:339024:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767389040.609184:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389040.609189:0:339024:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000464d9da2. 00000100:00001000:1.0:1767389040.609190:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=65 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389040.609198:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=65 v=5 (1 0 0 0) 00000020:00000010:0.0:1767389040.609199:0:339024:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0ccc91. 00000100:00000001:1.0:1767389040.609201:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389040.609205:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389040.609207:0:339024:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ad45d0b. 00010000:00000001:1.0:1767389040.609208:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389040.609211:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.609214:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389040.609218:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000040:1.0:1767389040.609219:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c751f0db x1853241654534528/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389056 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389040.609226:0:339024:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389040.609229:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389040.609233:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389040.609235:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389040.609239:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c751f0db x1853241654534528/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389056 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389040.609246:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c751f0db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654534528:0@lo:103: 00000100:00000001:1.0:1767389040.609251:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.609253:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389040.609255:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c751f0db x1853241654534528/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389056 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389040.609271:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389040.609272:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389040.609274:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db2ca172. 02000000:00000001:1.0:1767389040.609278:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389040.609279:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389040.609281:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389040.609283:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389040.609285:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000479b0774. 02000000:00000001:1.0:1767389040.609288:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389040.609289:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389040.609291:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c751f0db. 00000100:00000001:1.0:1767389040.609296:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389040.609297:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389040.609300:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.609301:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389040.609303:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389040.609304:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389040.609305:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767389040.612831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e116ed24. 00010000:00000010:1.1:1767389040.612842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007c3adae1. 00080000:00000001:1.0:1767389040.616534:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767389040.616535:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767389040.616537:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389040.616542:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767389040.616544:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00040000:00000001:1.0:1767389040.616545:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389040.616548:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767389040.616553:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767389040.616554:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000016c502e9. 00080000:00000001:1.0:1767389040.616561:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767389040.616561:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767389040.616565:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767389040.616576:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389040.616579:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767389040.616586:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767389040.616592:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767389040.616597:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767389040.616599:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767389040.616603:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389040.616605:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389040.616612:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002e6ce243. 00010000:00000001:2.0:1767389040.616616:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389040.616621:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000078f6d8b2. 00000020:00000001:2.0:1767389040.616624:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389040.616626:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000078f6d8b2 with handle 0x95cd417baf4294e1 to hash 00000020:00000001:2.0:1767389040.616627:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389040.616629:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389040.616632:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389040.616634:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389040.616636:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389040.616639:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4294e1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389040.616652:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389040.616655:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389040.616656:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389040.616658:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389040.616660:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389040.616662:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389040.616664:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389040.616666:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389040.616667:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389040.616668:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389040.616669:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389040.616670:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002e6ce243) refcount = 1 00010000:00010000:2.0:1767389040.616673:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4294e1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389040.616678:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389040.616680:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389040.616681:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389040.616683:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389040.616685:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389040.616688:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767389040.616690:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:2.0:1767389040.616692:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389040.616694:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389040.616696:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000078f6d8b2 refcount=4 00000020:00000001:2.0:1767389040.616698:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389040.616700:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389040.616702:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389040.616704:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4294e1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389040.616709:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389040.616711:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4294e1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389040.616746:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389040.616748:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389040.616749:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4294e1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389040.616770:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389040.616772:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389040.616775:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389040.616776:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4294e1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389040.616782:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000078f6d8b2 already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389040.616784:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389040.616786:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389040.616788:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4294e1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389040.616793:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389040.616794:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389040.616795:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389040.616797:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000078f6d8b2 refcount=5 00000020:00000001:2.0:1767389040.616799:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389040.616801:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389040.616804:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389040.616805:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4294e1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389040.616809:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389040.616811:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389040.616812:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389040.616814:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389040.616815:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389040.616816:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389040.616824:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389040.616826:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000078f6d8b2 with handle 0x95cd417baf4294e1 from hash 00010000:00000001:2.0:1767389040.616829:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389040.616830:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389040.616832:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389040.616833:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389040.616835:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389040.616836:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389040.616839:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389040.616840:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389040.616843:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389040.616846:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389040.616848:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389040.616851:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389040.616852:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389040.616854:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389040.616856:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389040.616860:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389040.616863:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4294e1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389040.616870:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389040.616872:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389040.616874:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389040.616876:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389040.616878:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389040.616881:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389040.616883:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389040.616886:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389040.616889:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389040.616892:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4294e1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389040.616899:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767389040.616901:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389040.616904:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4294e1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389040.616923:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002e6ce243 count: 0 00010000:00000001:2.0:1767389040.616939:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767389040.616941:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767389040.617838:0:338175:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389040.617842:0:338175:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389040.617845:0:338175:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000044221517. 20000000:00000001:3.0:1767389040.617853:0:338175:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389040.617857:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654534144 00010000:00000001:3.0:1767389040.617860:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389040.617866:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000be04ba01 x1853241654534144/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:491/0 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389040.617876:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389040.617879:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389040.617882:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389040.617886:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389040.617889:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389040.617892:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389040.617896:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389040.617898:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.617901:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389040.617904:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389040.617908:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d3e1a02. 00000100:00000200:3.0:1767389040.617912:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654534144, offset 224 00000400:00000200:3.0:1767389040.617922:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389040.617932:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389040.617944:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372806000 00000400:00000200:3.0:1767389040.617951:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a61 [2] + 224 00000400:00000200:3.0:1767389040.617959:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389040.617964:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389040.617970:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389040.617975:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b7aedec5 x1853241654534144/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389040.617988:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b7aedec5 x1853241654534144/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389040.618023:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389040.618033:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389040.618036:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767389040.618040:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d3e1a02 00000400:00000010:3.0:1767389040.618043:0:338175:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d3e1a02. 00000100:00000001:3.0:1767389040.618048:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389040.618050:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389040.618054:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767389040.618054:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389040.618057:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767389040.618058:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000010:0.0:1767389040.618059:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e95f6bf. 00010000:00000001:3.0:1767389040.618061:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767389040.618062:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a98679 00000020:00000001:3.0:1767389040.618063:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389040.618064:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9a98679. 00000020:00000001:3.0:1767389040.618065:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767389040.618067:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767389040.618070:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be04ba01 x1853241654534144/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:491/0 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389040.618077:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b7aedec5 x1853241654534144/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389040.618081:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be04ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654534144:12345-0@lo:253: Request processed in 23113us (23768us total) trans 0 rc 0/0 00000100:00000200:0.0:1767389040.618088:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b7aedec5 x1853241654534144/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389040.618092:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00000040:3.0:1767389040.618096:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389040.618099:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389040.618099:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389040.618101:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767389040.618101:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389040.618104:0:337537:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767389040.618105:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000169f3dcc. 02000000:00000001:0.0:1767389040.618107:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767389040.618109:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4bcf7a. 00000100:00000001:0.0:1767389040.618109:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389040.618112:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389040.618114:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000245b97a6. 02000000:00000001:0.0:1767389040.618115:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389040.618119:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00001000:0.0:1767389040.618119:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=65 v=5 (5 0 0 0) 02000000:00000001:3.0:1767389040.618124:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767389040.618124:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=65 v=5 (1 0 0 0) 02000000:00000010:3.0:1767389040.618126:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001225e4c9. 00000100:00000001:0.0:1767389040.618127:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389040.618129:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389040.618131:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767389040.618131:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767389040.618133:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389040.618133:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.618136:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389040.618138:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767389040.618141:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b7aedec5 x1853241654534144/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389040.618143:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000671f20ba. 00000400:00000010:3.0:1767389040.618147:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d3e1a02. 00000100:00000001:0.0:1767389040.618149:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389040.618153:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389040.618155:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389040.618160:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389040.618162:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767389040.618164:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389040.618166:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389040.618168:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389040.618171:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389040.618172:0:337537:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767389040.618174:0:337537:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767389040.618176:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389040.618177:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389040.618181:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7aedec5 x1853241654534144/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389040.618192:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b7aedec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654534144:0@lo:253: 00000100:00000001:0.0:1767389040.618207:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389040.618211:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389040.618216:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b7aedec5 x1853241654534144/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389040.618224:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389040.618226:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389040.618228:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009ad56601. 02000000:00000001:0.0:1767389040.618237:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389040.618239:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389040.618241:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389040.618243:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389040.618245:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000084d08de1. 02000000:00000001:0.0:1767389040.618249:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389040.618252:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389040.618254:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7aedec5. 00000100:00000001:0.0:1767389040.618259:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389040.618261:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389040.618264:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389040.618270:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389040.618273:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389040.618277:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389040.618280:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767389040.618780:0:348736:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000047e2caaa. 00010000:00000010:0.1:1767389040.618786:0:348736:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000091ef5806. 00010000:00000010:0.1:1767389040.618790:0:348736:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000096796f55. 00000400:00000010:1.0:1767389040.618966:0:348735:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000076b32d0d. 00000400:00000040:1.0:1767389040.618998:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389040.619001:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767389040.619004:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389040.619007:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389040.619009:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389040.619011:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767389040.619015:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389040.619016:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767389040.619018:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767389040.619019:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767389040.619022:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767389040.619030:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389040.619033:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767389040.619035:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389040.619037:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767389040.619040:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767389040.619042:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389040.619044:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767389040.619045:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767389040.619048:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389040.619050:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389040.619051:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389040.619053:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389040.619055:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389040.619057:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767389040.619059:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389040.619061:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389040.619063:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389040.619064:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389040.619066:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389040.619068:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767389040.619070:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389040.619072:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389040.619073:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389040.619075:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389040.619077:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389040.619078:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767389040.619081:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389040.619083:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389040.619084:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767389040.619086:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767389040.619089:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389040.619091:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767389040.619093:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767389040.619095:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767389040.619096:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767389040.619098:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767389040.619099:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767389040.619102:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767389040.619104:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389040.619110:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767389040.619112:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767389040.619114:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767389040.619116:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767389040.619118:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767389040.619120:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767389040.619122:0:348735:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767389040.619210:0:348735:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000076b32d0d. 00080000:00000020:2.0:1767389040.620584:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767389040.620588:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767389040.620589:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005c5a9f63. 20000000:00000001:2.0:1767389040.620595:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389040.620598:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654534272 00010000:00000001:2.0:1767389040.620600:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389040.620604:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af1b2ac3 x1853241654534272/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:491/0 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389040.620611:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389040.620612:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389040.620614:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=65 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389040.620618:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389040.620620:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389040.620622:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389040.620624:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389040.620626:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389040.620628:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389040.620630:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389040.620632:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9ca4f1e. 00000100:00000200:2.0:1767389040.620635:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654534272, offset 224 00000400:00000200:2.0:1767389040.620640:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389040.620649:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389040.620656:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372806080 00000400:00000200:2.0:1767389040.620662:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a69 [2] + 224 00000400:00000200:2.0:1767389040.620666:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389040.620670:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389040.620674:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389040.620678:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000e25a750 x1853241654534272/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389040.620687:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000e25a750 x1853241654534272/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389040.620710:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389040.620716:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9ca4f1e 00000400:00000010:2.0:1767389040.620718:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9ca4f1e. 00000100:00000001:2.0:1767389040.620721:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389040.620722:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389040.620749:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.620766:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767389040.620767:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:3.0:1767389040.620773:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767389040.620773:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389040.620776:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389040.620780:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767389040.620781:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767389040.620785:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af1b2ac3 x1853241654534272/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:491/0 lens 4848/4768 e 0 to 0 dl 1767389051 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767389040.620787:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389040.620807:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007399be90. 00000400:00000200:3.0:1767389040.620815:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a43b3420 00000100:00100000:2.0:1767389040.620815:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af1b2ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654534272:12345-0@lo:253: Request processed in 25806us (26315us total) trans 0 rc 0/0 00000400:00000010:3.0:1767389040.620821:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a43b3420. 00000100:00100000:2.0:1767389040.620824:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00000040:2.0:1767389040.620826:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:2.0:1767389040.620827:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389040.620830:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389040.620834:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7033471. 00000100:00000001:3.0:1767389040.620835:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767389040.620838:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029be0417. 00000100:00000200:3.0:1767389040.620843:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000e25a750 x1853241654534272/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389040.620844:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f649dbed. 00000020:00000040:2.0:1767389040.620850:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:2.0:1767389040.620856:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389040.620859:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ceb75cd3. 02000000:00000001:2.0:1767389040.620864:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1767389040.620865:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000e25a750 x1853241654534272/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389040.620867:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389040.620874:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389040.620881:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e86c61a9. 00000100:00000001:3.0:1767389040.620883:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389040.620886:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767389040.620888:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9ca4f1e. 00000100:00000001:3.0:1767389040.620890:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389040.620894:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389040.620896:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389040.620898:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389040.620901:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389040.620904:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=65 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389040.620908:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389040.620911:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389040.620912:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389040.620914:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389040.620916:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.620918:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389040.620921:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000e25a750 x1853241654534272/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389040.620929:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389040.620931:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389040.620933:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389040.620936:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389040.620938:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767389040.620939:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389040.620941:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389040.620942:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389040.620943:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389040.620945:0:337539:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389040.620946:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389040.620948:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389040.620950:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e25a750 x1853241654534272/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389040.620958:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000e25a750 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654534272:0@lo:253: 00000100:00000001:3.0:1767389040.620968:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389040.620970:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389040.620973:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000e25a750 x1853241654534272/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389056 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389040.620981:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389040.620982:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389040.620984:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008d71f0da. 02000000:00000001:3.0:1767389040.620988:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389040.620989:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389040.620990:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389040.620993:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389040.620994:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c24839ce. 02000000:00000001:3.0:1767389040.620998:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389040.620999:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389040.621000:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000e25a750. 00000100:00000001:3.0:1767389040.621003:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389040.621005:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389040.621007:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389040.621011:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389040.621013:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389040.621015:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389040.621017:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767389040.622793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002e6ce243. 00010000:00000010:2.1:1767389040.622801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000078f6d8b2. 00000100:00000040:1.0:1767389040.631769:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299628651, at 4299628652 00000100:00000010:1.0:1767389040.631777:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095d24817. 00000100:00000040:3.0:1767389040.631790:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299628651, at 4299628652 00000100:00000040:0.0:1767389040.631790:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299628651, at 4299628652 00000100:00000010:3.0:1767389040.631800:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c3966ad. 00000100:00000010:0.0:1767389040.631800:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab70d318. 00000100:00000040:2.0:1767389040.631811:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299628651, at 4299628652 00000100:00000010:2.0:1767389040.631820:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000013c88b2a. 00010000:00000001:3.0:1767389040.844818:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389040.844823:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389040.844830:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389040.844831:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389040.844857:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389040.844862:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389040.844865:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767389041.227824:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp29 00000400:00000010:1.0:1767389041.227832:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000082f6fd47. 00000800:00000200:0.0:1767389041.227833:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6c543c4] -> 12345-192.168.204.113@tcp12 (6) 00000400:00000010:1.0:1767389041.227841:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006d7174ba. 00000800:00000200:0.0:1767389041.227843:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp12 ip 192.168.204.113:988 00000400:00000010:1.0:1767389041.227850:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b8f577. 00000800:00000200:0.0:1767389041.227851:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767389041.227864:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000e8164f2. 00000400:00000200:1.0:1767389041.227871:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp29 00000400:00000200:1.0:1767389041.227894:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp29 local destination 00000400:00000200:1.0:1767389041.227902:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp29 00000400:00000200:1.0:1767389041.227906:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp29 NI seq info: [68:68:256:4294967295] 192.168.204.113@tcp29 LPNI seq info [67:67:8:4294967295] 00000400:00000200:1.0:1767389041.227913:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp29 00000400:00000200:1.0:1767389041.227922:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp29(192.168.204.113@tcp29:) -> 192.168.204.113@tcp29(192.168.204.113@tcp29:192.168.204.113@tcp29) : GET try# 0 00000800:00000200:1.0:1767389041.227929:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp29 00000800:00000010:1.0:1767389041.227934:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002cc11bd9. 00000800:00000200:1.0:1767389041.227942:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1009bfa] -> 12345-192.168.204.113@tcp29 (2) 00000800:00000200:1.1:1767389041.227948:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1009bfa] -> 12345-192.168.204.113@tcp29 (2) 00000400:00000200:1.0:1767389041.227974:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp29 added to recovery queue. ping count: 2 next ping: 4965 health :800 00000800:00000200:2.0:1767389041.227993:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767389041.228006:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389041.228018:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389041.228023:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389041.228026:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389041.228045:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228082:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228100:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228115:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228132:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228151:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228181:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228197:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228213:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228227:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228248:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228269:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228286:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228305:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228323:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228340:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228360:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228381:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228398:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228423:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228446:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228467:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228489:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228510:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228530:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228554:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228573:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228588:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228605:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228626:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228642:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228657:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228678:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228697:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389041.228722:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389041.228921:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ad56601. 00000800:00000010:0.0:1767389041.228927:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006b43d4d2. 00000800:00000010:0.0:1767389041.228943:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000012392c89. 00000800:00000010:0.0:1767389041.228968:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000012392c89. 00000800:00020000:0.0:1767389041.228977:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389041.228981:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006b43d4d2. 00000800:00000010:0.0:1767389041.228984:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ad56601. 00000400:02020000:0.0:1767389041.229031:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp29 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389041.229039:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp29 notifying 192.168.204.113@tcp29: down 00000800:00000200:0.0:1767389041.229044:0:337527:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp29 down 00000800:00000100:0.0:1767389041.229051:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp29 00000800:00000010:0.0:1767389041.229054:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002cc11bd9. 00000400:00000200:0.0:1767389041.229059:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389041.229065:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp29->192.168.204.113@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389041.229075:0:337527:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767389041.229077:0:337527:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767389041.229083:0:337527:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp29) recovery failed with -71 00010000:00000001:3.0:1767389041.867861:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389041.867870:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389041.867878:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389041.867881:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389041.868019:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389041.868025:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389041.868029:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767389042.050214:0:349089:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389042.050236:0:349089:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389042.050243:0:349089:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389042.050253:0:349089:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389042.050263:0:349089:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389042.050267:0:349089:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767389042.251847:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389042.251862:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389042.251866:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b8f577 00000400:00000010:1.0:1767389042.251871:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b8f577. 00000400:00000200:1.0:1767389042.251878:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389042.251886:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp29 recovery ping unlinked 00000400:00000010:1.0:1767389042.251898:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000082f6fd47. 00000400:00000010:1.0:1767389042.251902:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006d7174ba. 00000400:00000200:1.0:1767389042.251908:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp30 00000400:00000010:1.0:1767389042.251911:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008a920f8e. 00000400:00000010:1.0:1767389042.251916:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000052d696fd. 00000400:00000010:1.0:1767389042.251920:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b8f577. 00000400:00000010:1.0:1767389042.251927:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000099914435. 00000400:00000200:1.0:1767389042.251931:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp30 00000400:00000200:1.0:1767389042.251946:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp30 local destination 00000400:00000200:1.0:1767389042.251953:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp30 00000400:00000200:1.0:1767389042.251957:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp30 NI seq info: [69:69:256:4294967295] 192.168.204.113@tcp30 LPNI seq info [68:68:8:4294967295] 00000400:00000200:1.0:1767389042.251965:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp30 00000400:00000200:1.0:1767389042.251973:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp30(192.168.204.113@tcp30:) -> 192.168.204.113@tcp30(192.168.204.113@tcp30:192.168.204.113@tcp30) : GET try# 0 00000800:00000200:1.0:1767389042.251979:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp30 00000800:00000010:1.0:1767389042.251984:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bb6b1d20. 00000800:00000200:1.0:1767389042.251992:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (2) 00000800:00000200:1.1:1767389042.251998:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (2) 00000400:00000200:1.0:1767389042.252020:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp30 added to recovery queue. ping count: 1 next ping: 4964 health :900 00000400:00000200:0.0:1767389042.252099:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252171:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252202:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252229:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252250:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252276:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252305:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252340:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252368:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252396:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252426:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252463:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252485:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252518:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252550:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252574:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252619:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252653:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252684:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252715:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252827:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252859:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252884:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252906:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252931:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252955:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.252980:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.253003:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.253023:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.253044:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.253066:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.253088:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.253125:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.253156:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389042.253186:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389042.253390:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ad56601. 00000800:00000010:0.0:1767389042.253400:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000068f631fb. 00000800:00000010:0.0:1767389042.253411:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005d58cecc. 00000800:00000010:0.0:1767389042.253443:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005d58cecc. 00000800:00020000:0.0:1767389042.253453:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389042.261605:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000068f631fb. 00000800:00000010:0.0:1767389042.261613:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ad56601. 00000400:02020000:0.0:1767389042.261712:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp30 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389042.268131:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp30 notifying 192.168.204.113@tcp30: down 00000800:00000200:0.0:1767389042.268139:0:337524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp30 down 00000800:00000100:0.0:1767389042.268147:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp30 00000800:00000010:0.0:1767389042.268151:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bb6b1d20. 00000400:00000200:0.0:1767389042.268157:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389042.268163:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp30->192.168.204.113@tcp30: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389042.268174:0:337524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767389042.268178:0:337524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767389042.268183:0:337524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp30) recovery failed with -71 00000100:00000040:3.0:1767389042.571826:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1767389042.571826:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767389042.571833:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767389042.571837:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389042.571843:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d59fae0. 00000100:00000010:3.0:1767389042.571844:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000030c04a2. 00000020:00000040:0.0:1767389042.571852:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:3.0:1767389042.571856:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389042.571860:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767389042.571862:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389042.571866:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389042.571867:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389042.571877:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389042.571877:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389042.571891:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5bec6ff. 02000000:00000010:0.0:1767389042.571892:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007949a34c. 00000100:00000001:3.0:1767389042.571905:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.571905:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.571918:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767389042.571922:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@00000000030c04a2 x1853241654534656/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389042.571922:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389042.571936:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767389042.571936:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d59fae0] to pc [ptlrpcd_00_00+0] req@000000000d59fae0 x1853241654534784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389042.571939:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389042.571950:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000030c04a2] to pc [ptlrpcd_00_01+1] req@00000000030c04a2 x1853241654534656/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389042.571972:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389042.571975:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:0.0:1767389042.571976:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389042.571981:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767389042.571988:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b278fe5a. 00000020:00000040:3.0:1767389042.571991:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767389042.571994:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389042.571996:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767389042.571996:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767389042.572001:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.572003:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767389042.572007:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007f2b91ae. 00000100:00000001:0.0:1767389042.572008:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767389042.572016:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389042.572019:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000d59fae0 x1853241654534784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389042.572024:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000b278fe5a x1853241654534912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389042.572046:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389042.572049:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389042.572050:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389042.572052:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389042.572057:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767389042.572059:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b278fe5a] to pc [ptlrpcd_00_02+2] req@00000000b278fe5a x1853241654534912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389042.572063:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389042.572076:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389042.572080:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389042.572081:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000d59fae0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654534784:0@lo:13: 00000100:00000040:3.0:1767389042.572085:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389042.572091:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767389042.572092:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767389042.572099:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767389042.572106:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a211e0ae. 02000000:00000001:0.0:1767389042.572106:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389042.572113:0:257746:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1767389042.572114:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767389042.572120:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1767389042.572122:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000076d45338. 02000000:00000001:3.0:1767389042.572123:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389042.572128:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389042.572129:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389042.572137:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a0f6da9d. 00000400:00000010:0.0:1767389042.572140:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e95f6bf. 00000100:00000001:3.0:1767389042.572142:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389042.572149:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000a211e0ae x1853241654535040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1767389042.572151:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c9b820. 00000100:00000001:3.0:1767389042.572161:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389042.572163:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389042.572163:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654534784, portal 4 00000100:00000001:0.0:1767389042.572171:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767389042.572172:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a211e0ae] to pc [ptlrpcd_00_03+3] req@00000000a211e0ae x1853241654535040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389042.572174:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520931584 : -122821188620032 : ffff904b76ae7100) 00000100:00000040:0.0:1767389042.572186:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000d59fae0 x1853241654534784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389058 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389042.572189:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389042.572196:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389042.572202:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767389042.572203:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767389042.572210:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389042.572214:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087bb9b66. 00000100:00000200:0.0:1767389042.572217:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654534784, offset 0 00000400:00000200:0.0:1767389042.572224:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767389042.572232:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036e528bb. 00000020:00000040:2.0:1767389042.572239:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1767389042.572243:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389042.572246:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389042.572249:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389042.572253:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389042.572259:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372806280 02000000:00000010:2.0:1767389042.572260:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000740e132d. 00000100:00000001:2.0:1767389042.572268:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389042.572272:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 2240 00000100:00000040:2.0:1767389042.572278:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000036e528bb x1853241654535168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767389042.572283:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389042.572291:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767389042.572292:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389042.572294:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389042.572300:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036e528bb] to pc [ptlrpcd_00_00+0] req@0000000036e528bb x1853241654535168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389042.572301:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389042.572306:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767389042.572314:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008fbf649f. 00000100:00000001:2.0:1767389042.572318:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389042.572320:0:337536:0:(events.c:337:request_in_callback()) incoming req@000000008fbf649f x1853241654534784 msgsize 224 00000100:00000040:2.0:1767389042.572324:0:257746:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4968) 00000100:00100000:0.0:1767389042.572329:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389042.572342:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389042.572348:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389042.572352:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767389042.572354:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087bb9b66 00000100:00000001:2.0:1767389042.572355:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767389042.572359:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087bb9b66. 00000100:00000040:2.0:1767389042.572364:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a211e0ae x1853241654535040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389042.572364:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767389042.572373:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389042.572376:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389042.572379:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1767389042.572380:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d59fae0 x1853241654534784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389058 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389042.572382:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389042.572389:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389042.572397:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a211e0ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:337539:1853241654535040:0@lo:400: 00000100:00000001:0.0:1767389042.572402:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389042.572403:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389042.572408:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767389042.572410:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000d59fae0 x1853241654534784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389058 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389042.572411:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389042.572417:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767389042.572422:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.572424:0:337536:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1767389042.572430:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009aa94067. 00000100:00000001:0.0:1767389042.572432:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389042.572433:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389042.572443:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eab702e3. 00000100:00000040:0.0:1767389042.572444:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8976 usecs (9 jiffies) 00000100:00000001:0.0:1767389042.572451:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299630601 00000400:00000010:2.0:1767389042.572452:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eccd4e70. 00000100:00000010:0.0:1767389042.572459:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d7cc0605. 00000100:00000200:2.0:1767389042.572460:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654535040, portal 10 00000100:00000001:2.0:1767389042.572466:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389042.572468:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694459776 : -122822015091840 : ffff904b456b7b80) 00000100:00000001:0.0:1767389042.572472:0:337536:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767389042.572476:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a211e0ae x1853241654535040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389042.572481:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299630601 00000100:00000001:2.0:1767389042.572483:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389042.572490:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1767389042.572490:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ae65c74. 00000400:00000010:2.0:1767389042.572495:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcdf2135. 00000100:00000001:0.0:1767389042.572497:0:337536:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767389042.572500:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654535040, offset 0 00000100:00000001:0.0:1767389042.572502:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299630601 00000100:00000010:0.0:1767389042.572508:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001864ef88. 00000400:00000200:2.0:1767389042.572509:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389042.572513:0:337536:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767389042.572518:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299630601 00000400:00000200:2.0:1767389042.572521:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767389042.572524:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab70d318. 00000100:00000001:0.0:1767389042.572529:0:337536:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767389042.572533:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372806380 00000100:00000001:0.0:1767389042.572534:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389042.572539:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389042.572543:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000100:00000001:0.0:1767389042.572545:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.572549:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389042.572550:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389042.572555:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389042.572559:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389042.572561:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767389042.572563:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1767389042.572565:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767389042.572568:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767389042.572571:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e25a750. 00000100:00000001:0.0:1767389042.572572:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767389042.572577:0:337539:0:(events.c:337:request_in_callback()) incoming req@000000000e25a750 x1853241654535040 msgsize 224 00000100:00000001:0.0:1767389042.572578:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389042.572587:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036e528bb x1853241654535168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389042.572588:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389042.572603:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767389042.572610:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767389042.572612:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdf2135 00000100:00000001:0.0:1767389042.572613:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389042.572617:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcdf2135. 02000000:00000001:0.0:1767389042.572619:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767389042.572622:0:337539:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767389042.572623:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389042.572628:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389042.572629:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a211e0ae x1853241654535040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389042.572634:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036e528bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654535168:0@lo:400: 00000100:00000001:0.0:1767389042.572644:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389042.572649:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767389042.572651:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767389042.572653:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389042.572656:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767389042.572659:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a211e0ae x1853241654535040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767389042.572662:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032f6265e. 02000000:00000001:0.0:1767389042.572668:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389042.572675:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389042.572676:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049233fa8. 00000400:00000010:0.0:1767389042.572684:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087bb9b66. 00000100:00000001:2.0:1767389042.572687:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767389042.572690:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654535168, portal 4 00000100:00000001:0.0:1767389042.572694:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389042.572695:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.572696:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666870400 : -122821042681216 : ffff904b7f614a80) 00000100:00000040:2.0:1767389042.572703:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6373 usecs (7 jiffies) 00000100:00000040:0.0:1767389042.572707:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000036e528bb x1853241654535168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389042.572709:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299630599 00000100:00000001:0.0:1767389042.572762:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389042.572767:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389042.572770:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f04ce50. 00000100:00000001:2.0:1767389042.572773:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299630601 00000100:00000200:0.0:1767389042.572774:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654535168, offset 0 00000100:00000001:2.0:1767389042.572779:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299630600 00000400:00000200:0.0:1767389042.572786:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389042.572787:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299630601 00000100:00000001:2.0:1767389042.572793:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299630600 00000100:00000001:2.0:1767389042.572795:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299630601 00000100:00000001:2.0:1767389042.572801:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299630600 00000400:00000200:0.0:1767389042.572801:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389042.572808:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299630601 00000100:00000001:2.0:1767389042.572814:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389042.572817:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958372806400 00000100:00000001:2.0:1767389042.572820:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389042.572827:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389042.572827:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 3440 00000100:00000001:2.0:1767389042.572835:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389042.572837:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389042.572842:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389042.572845:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389042.572847:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767389042.572850:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767389042.572851:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767389042.572857:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1f9b361. 00000100:00000001:2.0:1767389042.572858:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389042.572861:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389042.572864:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389042.572869:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000e1f9b361 x1853241654535168 msgsize 224 00000100:00100000:2.0:1767389042.572872:0:337539:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767389042.572879:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389042.572880:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389042.572886:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389042.572888:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389042.572892:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389042.572894:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389042.572894:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389042.572896:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389042.572903:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b278fe5a x1853241654534912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389042.572904:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f04ce50 00000400:00000010:0.0:1767389042.572909:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f04ce50. 00000100:00000001:0.0:1767389042.572915:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767389042.572917:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389042.572920:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389042.572924:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036e528bb x1853241654535168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389042.572925:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389042.572929:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389042.572934:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389042.572940:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036e528bb x1853241654535168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389058 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389042.572941:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389042.572951:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b278fe5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:337539:1853241654534912:0@lo:400: 00000100:00000001:0.0:1767389042.572953:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.572959:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389042.572960:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389042.572966:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767389042.572967:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389042.572968:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389042.572972:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8976 usecs (9 jiffies) 02000000:00000001:2.0:1767389042.572973:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389042.572977:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001bf5c923. 00000100:00000001:0.0:1767389042.572978:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299630602 02000000:00000001:2.0:1767389042.572983:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389042.572988:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013ca900e. 00000100:00000001:0.0:1767389042.572990:0:337536:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4299630601 00000400:00000010:2.0:1767389042.572992:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcdf2135. 00000100:00000001:0.0:1767389042.572996:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299630602 00000100:00000200:2.0:1767389042.572998:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654534912, portal 10 00000100:00000001:2.0:1767389042.573002:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389042.573003:0:337536:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4299630601 00000100:00000001:2.0:1767389042.573005:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694449024 : -122822015102592 : ffff904b456b5180) 00000100:00000001:0.0:1767389042.573009:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299630602 00000100:00000040:2.0:1767389042.573013:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b278fe5a x1853241654534912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389042.573016:0:337536:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4299630601 00000100:00000001:0.0:1767389042.573023:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299630602 00000100:00000001:2.0:1767389042.573030:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389042.573031:0:337536:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4299630601 00000100:00000040:2.0:1767389042.573036:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389042.573038:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767389042.573040:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016a04936. 00000100:00000001:0.0:1767389042.573042:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389042.573044:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654534912, offset 0 00000100:00000001:0.0:1767389042.573047:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.573050:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389042.573053:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389042.573057:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389042.573061:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767389042.573064:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389042.573066:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389042.573069:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767389042.573073:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372806300 00000400:00000200:2.0:1767389042.573079:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000100:00000001:0.0:1767389042.573080:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389042.573084:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767389042.573085:0:337536:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767389042.573091:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389042.573095:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389042.573098:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389042.573100:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767389042.573101:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389042.573104:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767389042.573105:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389042.573109:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767389042.573112:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b7aedec5. 00000100:00000001:0.0:1767389042.573112:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389042.573117:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000b7aedec5 x1853241654534912 msgsize 224 00000100:00000040:0.0:1767389042.573120:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000030c04a2 x1853241654534656/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389042.573128:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389042.573136:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389042.573138:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389042.573140:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389042.573141:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389042.573143:0:337539:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767389042.573144:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389042.573150:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000030c04a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654534656:0@lo:400: 00000400:00000200:2.0:1767389042.573152:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016a04936 00000100:00000001:0.0:1767389042.573155:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767389042.573156:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016a04936. 02000000:00000001:0.0:1767389042.573161:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767389042.573162:0:337539:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767389042.573164:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389042.573166:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767389042.573169:0:339625:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:0.0:1767389042.573170:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f64097b. 00000100:00100000:3.0:1767389042.573175:0:339625:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654535040 00000100:00000200:2.0:1767389042.573176:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b278fe5a x1853241654534912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389042.573176:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389042.573182:0:339625:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1767389042.573185:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000691a5b98. 00000100:00000001:3.0:1767389042.573187:0:339625:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389042.573194:0:339625:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389042.573195:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f04ce50. 00000100:00000001:2.0:1767389042.573198:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767389042.573202:0:339625:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389042.573203:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b278fe5a x1853241654534912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389042.573203:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654534656, portal 25 00000100:00100000:3.0:1767389042.573210:0:339625:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654535040 00000100:00000001:0.0:1767389042.573210:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389042.573215:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694447232 : -122822015104384 : ffff904b456b4a80) 00000020:00000001:3.0:1767389042.573217:0:339625:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389042.573222:0:339625:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000100:00000001:2.0:1767389042.573224:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389042.573226:0:339625:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767389042.573229:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000030c04a2 x1853241654534656/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389042.573232:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767389042.573233:0:339625:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000100:00000001:2.0:1767389042.573239:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389042.573240:0:339625:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000020:00000001:3.0:1767389042.573248:0:339625:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000040:2.0:1767389042.573250:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 4770 usecs (5 jiffies) 00000100:00000001:0.0:1767389042.573250:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767389042.573257:0:339625:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389042.573257:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299630598 00000100:00000040:0.0:1767389042.573258:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767389042.573265:0:339625:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb0734ec. 00000100:00000001:2.0:1767389042.573266:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299630602 00000400:00000010:0.0:1767389042.573266:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046ef2379. 00000100:00000001:2.0:1767389042.573274:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299630598 00000100:00000200:0.0:1767389042.573275:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654534656, offset 0 00000020:00000010:3.0:1767389042.573276:0:339625:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002d8c09c7. 00000100:00000001:2.0:1767389042.573279:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299630602 00000100:00000001:2.0:1767389042.573285:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299630598 00000020:00000040:3.0:1767389042.573288:0:339625:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000001:2.0:1767389042.573290:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299630602 00000400:00000200:0.0:1767389042.573290:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389042.573297:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299630598 00000100:00000001:2.0:1767389042.573303:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299630602 00000400:00000200:0.0:1767389042.573306:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389042.573307:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389042.573310:0:339625:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767389042.573310:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389042.573316:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389042.573319:0:339625:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cb43a2f. 00000100:00000001:2.0:1767389042.573320:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389042.573327:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372806200 00000020:00000010:3.0:1767389042.573329:0:339625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e9208c7. 00000400:00000200:0.0:1767389042.573335:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x12ad [2] + 0 00000020:00000010:3.0:1767389042.573336:0:339625:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4bcf7a. 00000400:00000010:0.0:1767389042.573340:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6721efa. 00000400:00000200:0.0:1767389042.573346:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ea9250e3 00000100:00000040:3.0:1767389042.573349:0:339625:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:0.0:1767389042.573351:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389042.573354:0:339625:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767389042.573358:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389042.573359:0:339625:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389042.573365:0:339625:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389042.573367:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea9250e3 00000400:00000010:0.0:1767389042.573371:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea9250e3. 00000100:00000001:3.0:1767389042.573375:0:339625:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767389042.573375:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389042.573376:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767389042.573380:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654534912 00000100:00000200:0.0:1767389042.573381:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767389042.573382:0:339625:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1767389042.573386:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389042.573388:0:339625:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389042.573389:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000412f32ba x1853241654534656 msgsize 224 00000100:00000001:2.0:1767389042.573391:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389042.573396:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389042.573402:0:339625:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389042.573404:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389042.573404:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767389042.573412:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654534912 00000100:00000040:0.0:1767389042.573413:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767389042.573417:0:339625:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767389042.573417:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389042.573422:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000100:00000001:3.0:1767389042.573423:0:339625:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767389042.573428:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389042.573429:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:2.0:1767389042.573431:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000100:00100000:3.0:1767389042.573434:0:339625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000400:00000200:0.0:1767389042.573437:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046ef2379 00000100:00000040:3.0:1767389042.573438:0:339625:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000400:00000010:0.0:1767389042.573443:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046ef2379. 00000100:00000001:3.0:1767389042.573445:0:339625:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252666872192 : -122821042679424 : ffff904b7f615180) 00000020:00000001:2.0:1767389042.573446:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:0.0:1767389042.573450:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767389042.573453:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000040:3.0:1767389042.573454:0:339625:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000e25a750 x1853241654535040/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:493/0 lens 224/0 e 0 to 0 dl 1767389053 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389042.573458:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000030c04a2 x1853241654534656/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389042.573460:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389042.573465:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005dfaf492. 00000100:00000001:2.0:1767389042.573472:0:338180:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389042.573479:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005dfaf492. 00000020:00000010:2.0:1767389042.573488:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d533510. 00000100:00000001:3.0:1767389042.573490:0:339625:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389042.573497:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767389042.573499:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004da7512f. 00000020:00000010:3.0:1767389042.573500:0:339625:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023ca8ce1. 00000100:00000040:0.0:1767389042.573501:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000030c04a2 x1853241654534656/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389058 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389042.573508:0:339625:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389042.573511:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029be0417. 00000020:00000010:3.0:1767389042.573516:0:339625:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023ca8ce1. 00000100:00000001:0.0:1767389042.573519:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389042.573522:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389042.573523:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389042.573527:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767389042.573528:0:339625:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000e25a750 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:337539:x1853241654535040:12345-0@lo:400: 00000100:00000001:2.0:1767389042.573531:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389042.573533:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389042.573538:0:339625:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654535040 00000100:00000001:0.0:1767389042.573540:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299630616 00000100:00000001:2.0:1767389042.573541:0:338180:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767389042.573543:0:339625:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389042.573548:0:338180:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767389042.573550:0:339625:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767389042.573550:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299630602 00000100:00000001:2.0:1767389042.573551:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389042.573554:0:339625:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389042.573561:0:339625:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767389042.573561:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299630616 00000020:00000001:3.0:1767389042.573563:0:339625:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:2.0:1767389042.573568:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389042.573568:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299630602 00000020:00000001:3.0:1767389042.573569:0:339625:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389042.573575:0:339625:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389042.573576:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299630616 00000020:00000001:3.0:1767389042.573579:0:339625:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767389042.573583:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299630602 00000100:00000001:2.0:1767389042.573586:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389042.573588:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299630616 00000100:00000001:2.0:1767389042.573591:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767389042.573592:0:339625:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389042.573596:0:339625:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389042.573597:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000020:00000001:3.0:1767389042.573603:0:339625:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767389042.573605:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000100:00000001:0.0:1767389042.573606:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299630602 00000100:00000001:2.0:1767389042.573610:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252666876672 : -122821042674944 : ffff904b7f616300) 00000100:00000001:3.0:1767389042.573611:0:339625:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767389042.573612:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389042.573617:0:339625:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767389042.573618:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389042.573621:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b7aedec5 x1853241654534912/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:493/0 lens 224/0 e 0 to 0 dl 1767389053 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767389042.573623:0:339625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000682f9e66. 00000100:00000001:0.0:1767389042.573624:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389042.573631:0:339625:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.573633:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389042.573639:0:339625:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389042.573642:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767389042.573643:0:339625:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389042.573647:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005dfaf492. 00010000:00000040:3.0:1767389042.573648:0:339625:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654535040 00010000:00000001:3.0:1767389042.573655:0:339625:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767389042.573655:0:338180:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389042.573659:0:339009:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767389042.573661:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005dfaf492. 00000100:00100000:0.0:1767389042.573664:0:339009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654535168 00010000:00000200:3.0:1767389042.573665:0:339625:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000e25a750 x1853241654535040/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:493/0 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389042.573670:0:339009:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767389042.573672:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b7aedec5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:337539:x1853241654534912:12345-0@lo:400: 00000100:00000001:0.0:1767389042.573675:0:339009:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389042.573679:0:339009:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389042.573687:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654534912 02000000:00000001:0.0:1767389042.573688:0:339009:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389042.573693:0:339625:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767389042.573694:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767389042.573695:0:339009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654535168 00010000:00000001:3.0:1767389042.573697:0:339625:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389042.573700:0:339009:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767389042.573701:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00001000:3.0:1767389042.573703:0:339625:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=61 v=5 (1 0 0 0) 00000020:00000040:0.0:1767389042.573705:0:339009:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000001:2.0:1767389042.573706:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389042.573712:0:339009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767389042.573715:0:339625:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1767389042.573762:0:339009:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000001:0.0:1767389042.573766:0:339009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:2.0:1767389042.573770:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389042.573770:0:339009:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:2.0:1767389042.573774:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:0.0:1767389042.573777:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767389042.573779:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767389042.573782:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089bea752. 00000020:00000001:2.0:1767389042.573783:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389042.573790:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767389042.573790:0:339009:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000003fdeaca. 00000020:00000001:2.0:1767389042.573792:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389042.573796:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389042.573799:0:338180:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:0.0:1767389042.573799:0:339009:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:2.0:1767389042.573805:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767389042.573805:0:339009:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1767389042.573811:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1767389042.573812:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000245b97a6. 02000000:00000010:2.0:1767389042.573820:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fd6e993e. 00000020:00000010:0.0:1767389042.573820:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d31c62c3. 02000000:00000001:2.0:1767389042.573828:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389042.573829:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef0ccc91. 00000100:00000001:2.0:1767389042.573835:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389042.573840:0:338180:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389042.573841:0:339009:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00000040:2.0:1767389042.573844:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654534912 00000100:00000001:0.0:1767389042.573845:0:339009:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389042.573849:0:339009:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767389042.573851:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767389042.573852:0:339009:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767389042.573860:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b7aedec5 x1853241654534912/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:493/0 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389042.573860:0:339009:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767389042.573863:0:339009:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389042.573868:0:339009:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389042.573880:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389042.573884:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.573884:0:339009:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767389042.573889:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389042.573893:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389042.573898:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389042.573901:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389042.573904:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389042.573907:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.573909:0:339009:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389042.573911:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389042.573913:0:339009:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767389042.573918:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389042.573922:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016a04936. 00000100:00100000:0.0:1767389042.573922:0:339009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767389042.573928:0:339009:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000200:2.0:1767389042.573929:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654534912, offset 224 00000100:00000001:0.0:1767389042.573931:0:339009:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520932480 : -122821188619136 : ffff904b76ae7480) 00000400:00000200:2.0:1767389042.573940:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767389042.573941:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e1f9b361 x1853241654535168/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:493/0 lens 224/0 e 0 to 0 dl 1767389053 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389042.573950:0:339625:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000400:00000200:2.0:1767389042.573955:0:338180:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389042.573957:0:339625:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389042.573965:0:339625:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389042.573970:0:339625:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.573971:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767389042.573972:0:338180:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372806300 00000100:00000001:3.0:1767389042.573976:0:339625:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767389042.573978:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008edee31b. 00000400:00000200:2.0:1767389042.573984:0:338180:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ac1 [1] + 224 00000100:00000040:3.0:1767389042.573987:0:339625:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389042.573987:0:339009:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389042.573990:0:338180:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767389042.573993:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008edee31b. 00000400:00000010:3.0:1767389042.573995:0:339625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc136459. 00000100:00100000:0.0:1767389042.574003:0:339009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e1f9b361 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:337536:x1853241654535168:12345-0@lo:400: 00000100:00000200:3.0:1767389042.574004:0:339625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654535040, offset 224 00000400:00000200:2.0:1767389042.574009:0:338180:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767389042.574017:0:339009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654535168 00000400:00000200:3.0:1767389042.574021:0:339625:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767389042.574023:0:339009:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389042.574028:0:338180:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767389042.574028:0:339009:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767389042.574035:0:339625:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767389042.574035:0:339009:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389042.574039:0:338180:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b278fe5a x1853241654534912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389042.574042:0:339009:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389042.574047:0:339009:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000400:00000200:3.0:1767389042.574054:0:339625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372806380 00000020:00000001:0.0:1767389042.574055:0:339009:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389042.574060:0:339009:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389042.574063:0:338180:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b278fe5a x1853241654534912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389042.574067:0:339625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ab1 [1] + 224 00000020:00000001:0.0:1767389042.574068:0:339009:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389042.574072:0:339009:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389042.574076:0:339009:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389042.574082:0:339625:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767389042.574083:0:339009:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767389042.574088:0:339009:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389042.574092:0:339009:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767389042.574093:0:339625:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389042.574099:0:338180:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767389042.574099:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009483ee3b. 00000100:00000001:3.0:1767389042.574101:0:339625:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767389042.574106:0:339009:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389042.574109:0:338180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016a04936 00000100:00000001:0.0:1767389042.574110:0:339009:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389042.574111:0:339625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a211e0ae x1853241654535040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389042.574114:0:338180:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016a04936. 00000020:00000001:0.0:1767389042.574117:0:339009:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389042.574121:0:338180:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000040:0.0:1767389042.574124:0:339009:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654535168 00000100:00000001:2.0:1767389042.574126:0:338180:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389042.574131:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389042.574132:0:339009:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767389042.574137:0:339625:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a211e0ae x1853241654535040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389042.574139:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00010000:00000200:0.0:1767389042.574141:0:339009:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e1f9b361 x1853241654535168/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:493/0 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389042.574143:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389042.574145:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389042.574151:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767389042.574159:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7aedec5 x1853241654534912/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:493/0 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389042.574191:0:339625:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767389042.574196:0:339009:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767389042.574200:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b7aedec5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:337539:x1853241654534912:12345-0@lo:400: Request processed in 555us (1079us total) trans 0 rc 0/0 00010000:00000001:0.0:1767389042.574201:0:339009:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389042.574202:0:339625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc136459 00000400:00000010:3.0:1767389042.574208:0:339625:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc136459. 00000100:00001000:0.0:1767389042.574209:0:339009:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389042.574216:0:339625:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389042.574217:0:339009:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767389042.574222:0:339625:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767389042.574222:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:0.0:1767389042.574225:0:339009:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000001:0.0:1767389042.574230:0:339009:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:3.0:1767389042.574231:0:339625:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389042.574231:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 02000000:00000001:0.0:1767389042.574236:0:339009:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767389042.574238:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767389042.574241:0:339625:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 02000000:00000001:0.0:1767389042.574242:0:339009:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389042.574243:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767389042.574248:0:339625:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767389042.574250:0:339009:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767389042.574251:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004da7512f. 00000020:00000001:3.0:1767389042.574252:0:339625:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389042.574260:0:339009:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767389042.574261:0:339625:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1767389042.574261:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029be0417. 00000400:00000010:0.0:1767389042.574267:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046ef2379. 00000020:00000010:2.0:1767389042.574270:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d533510. 00000100:00000040:3.0:1767389042.574271:0:339625:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e25a750 x1853241654535040/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:493/0 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389042.574275:0:339009:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654535168, offset 224 00000020:00000040:2.0:1767389042.574279:0:338180:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000100:00000001:2.0:1767389042.574287:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389042.574291:0:339009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767389042.574300:0:339625:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000e25a750 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:337539:x1853241654535040:12345-0@lo:400: Request processed in 806us (1718us total) trans 0 rc 0/0 00000400:00000200:0.0:1767389042.574308:0:339009:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767389042.574314:0:339625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000040:3.0:1767389042.574319:0:339625:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000400:00000200:0.0:1767389042.574319:0:339009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958372806400 00000100:00000001:3.0:1767389042.574322:0:339625:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1767389042.574323:0:339011:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005c5a9f63. 00000100:00000001:3.0:1767389042.574327:0:339625:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389042.574329:0:339011:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767389042.574331:0:339009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1ab9 [1] + 224 00000100:00100000:2.0:1767389042.574333:0:339011:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654534784 00000020:00000010:3.0:1767389042.574334:0:339625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e9208c7. 00000400:00000200:0.0:1767389042.574337:0:339009:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767389042.574340:0:339625:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4bcf7a. 02000000:00000001:2.0:1767389042.574345:0:339011:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767389042.574347:0:339009:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767389042.574348:0:339625:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cb43a2f. 00000100:00000001:2.0:1767389042.574349:0:339011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389042.574355:0:339011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.574355:0:339009:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767389042.574357:0:339625:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000100:00000001:3.0:1767389042.574364:0:339625:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389042.574364:0:339011:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389042.574364:0:339009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036e528bb x1853241654535168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389042.574372:0:339011:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654534784 00000020:00000001:2.0:1767389042.574377:0:339011:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389042.574380:0:339011:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000001:2.0:1767389042.574383:0:339011:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767389042.574385:0:339009:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000036e528bb x1853241654535168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767389042.574386:0:339011:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=6 00000020:00000001:2.0:1767389042.574392:0:339011:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:2.0:1767389042.574397:0:339011:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:2.0:1767389042.574405:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389042.574408:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005dfaf492. 00000100:00000001:2.0:1767389042.574411:0:339011:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389042.574412:0:339011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005dfaf492. 00000100:00000001:0.0:1767389042.574415:0:339009:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767389042.574417:0:339011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d533510. 00000020:00000010:2.0:1767389042.574421:0:339011:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004da7512f. 00000400:00000200:0.0:1767389042.574423:0:339009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046ef2379 00000020:00000010:2.0:1767389042.574425:0:339011:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029be0417. 00000400:00000010:0.0:1767389042.574427:0:339009:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046ef2379. 00000100:00000001:0.0:1767389042.574433:0:339009:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389042.574435:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389042.574435:0:339009:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767389042.574436:0:339011:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767389042.574440:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389042.574441:0:339011:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389042.574443:0:339009:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389042.574445:0:339011:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389042.574448:0:339011:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767389042.574449:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767389042.574449:0:339009:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000001:3.0:1767389042.574455:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767389042.574456:0:339011:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389042.574456:0:339009:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767389042.574459:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049233fa8. 00000020:00000001:0.0:1767389042.574461:0:339009:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389042.574465:0:339009:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767389042.574471:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087bb9b66 00000100:00000001:2.0:1767389042.574471:0:339011:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767389042.574477:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087bb9b66. 00000100:00000040:0.0:1767389042.574482:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1f9b361 x1853241654535168/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:493/0 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389042.574483:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389042.574486:0:339011:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389042.574490:0:339011:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767389042.574492:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036e528bb x1853241654535168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389042.574501:0:339011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767389042.574509:0:339011:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 2 00000100:00000001:2.0:1767389042.574516:0:339011:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520930688 : -122821188620928 : ffff904b76ae6d80) 00000100:00100000:0.0:1767389042.574523:0:339009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e1f9b361 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:337536:x1853241654535168:12345-0@lo:400: Request processed in 546us (1648us total) trans 0 rc 0/0 00000100:00000040:2.0:1767389042.574529:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008fbf649f x1853241654534784/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:493/0 lens 224/0 e 0 to 0 dl 1767389053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389042.574543:0:339009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:0.0:1767389042.574551:0:339009:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 1 00000100:00000001:0.0:1767389042.574557:0:339009:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389042.574561:0:339009:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389042.574567:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d31c62c3. 00000100:00000001:2.0:1767389042.574576:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389042.574577:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0ccc91. 00000100:00000200:3.0:1767389042.574581:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036e528bb x1853241654535168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389042.574582:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005dfaf492. 00000020:00000010:0.0:1767389042.574584:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000245b97a6. 00000020:00000040:0.0:1767389042.574591:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 5 00000100:00000001:2.0:1767389042.574597:0:339011:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389042.574599:0:339009:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389042.574600:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767389042.574601:0:339011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005dfaf492. 00000100:00000001:3.0:1767389042.574606:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389042.574610:0:337536:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:2.0:1767389042.574612:0:339011:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008fbf649f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337536:x1853241654534784:12345-0@lo:13: 02000000:00000001:3.0:1767389042.574615:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389042.574619:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767389042.574620:0:339011:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654534784 00000100:00000001:3.0:1767389042.574622:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767389042.574623:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:2.0:1767389042.574625:0:339011:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767389042.574628:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389042.574631:0:339011:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:0.0:1767389042.574631:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000020:00000001:2.0:1767389042.574636:0:339011:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389042.574637:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=51 v=5 (5 0 0 0) 00000100:00080000:0.0:1767389042.574638:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:2.0:1767389042.574645:0:339011:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:0.0:1767389042.574646:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00001000:3.0:1767389042.574647:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=51 v=5 (1 0 0 0) 00000020:00000001:2.0:1767389042.574649:0:339011:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000020:00000001:2.0:1767389042.574658:0:339011:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767389042.574659:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767389042.574662:0:339011:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389042.574663:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.574667:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767389042.574668:0:339011:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1767389042.574670:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:0.0:1767389042.574673:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654534656 00000020:00000001:2.0:1767389042.574674:0:339011:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00080000:3.0:1767389042.574678:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000036e528bb x1853241654535168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767389042.574680:0:339011:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389042.574680:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389042.574685:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389042.574689:0:339011:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767389042.574690:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389042.574695:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389042.574696:0:339011:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767389042.574697:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389042.574702:0:339011:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004fddb3aa. 00000100:00100000:0.0:1767389042.574704:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654534656 00000100:00000001:3.0:1767389042.574705:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767389042.574705:0:339011:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389042.574709:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000020:00000001:0.0:1767389042.574710:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767389042.574711:0:339011:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389042.574756:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767389042.574759:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389042.574760:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00002000:00000001:2.0:1767389042.574763:0:339011:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:3.0:1767389042.574765:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036e528bb x1853241654535168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389042.574766:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00002000:00000001:2.0:1767389042.574771:0:339011:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000040:0.0:1767389042.574772:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:2.0:1767389042.574777:0:339011:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767389042.574780:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767389042.574781:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00080000:00000001:2.0:1767389042.574784:0:339011:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1767389042.574788:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767389042.574789:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389042.574791:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389042.574794:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767389042.574798:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036e528bb x1853241654535168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389042.574799:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008edee31b. 00080000:00000001:2.0:1767389042.574801:0:339011:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.574807:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767389042.574811:0:339011:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767389042.574814:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036e528bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654535168:0@lo:400: 00002000:00000024:2.0:1767389042.574822:0:339011:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000010:0.0:1767389042.574822:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008edee31b. 00000100:00000001:3.0:1767389042.574825:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389042.574832:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1767389042.574832:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000245b97a6. 00000020:00000020:2.0:1767389042.574835:0:339011:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000010:0.0:1767389042.574837:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d31c62c3. 00000020:00000020:2.0:1767389042.574844:0:339011:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00000020:00000010:0.0:1767389042.574846:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef0ccc91. 00000100:00000040:3.0:1767389042.574848:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036e528bb x1853241654535168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:2.0:1767389042.574856:0:339011:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00000100:00000040:0.0:1767389042.574858:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389042.574859:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389042.574864:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00002000:00000001:2.0:1767389042.574866:0:339011:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767389042.574866:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:3.0:1767389042.574868:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032f6265e. 00000100:00000001:0.0:1767389042.574872:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1767389042.574875:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767389042.574875:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767389042.574877:0:339011:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1767389042.574880:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389042.574884:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000001:00000001:2.0:1767389042.574884:0:339011:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.574885:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389042.574890:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 00002000:00000001:2.0:1767389042.574893:0:339011:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389042.574895:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000740e132d. 00010000:00000040:2.0:1767389042.574897:0:339011:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654534784 02000000:00000001:3.0:1767389042.574900:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767389042.574901:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389042.574903:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389042.574907:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036e528bb. 00010000:00000001:2.0:1767389042.574910:0:339011:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767389042.574914:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389042.574914:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389042.574917:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767389042.574918:0:339011:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008fbf649f x1853241654534784/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:493/0 lens 224/368 e 0 to 0 dl 1767389053 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389042.574919:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767389042.574922:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389042.574931:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767389042.574931:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00000001:3.0:1767389042.574935:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767389042.574938:0:339011:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767389042.574939:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389042.574941:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389042.574943:0:339011:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.574946:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509324368 : -122821200227248 : ffff904b75fd5450) 00000100:00000001:3.0:1767389042.574948:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389042.574949:0:339011:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=51 v=5 (1 0 0 0) 00000100:00000040:0.0:1767389042.574956:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000412f32ba x1853241654534656/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:493/0 lens 224/0 e 0 to 0 dl 1767389053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389042.574958:0:339011:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389042.574964:0:339011:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389042.574969:0:339011:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389042.574975:0:339011:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389042.574978:0:339011:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.574978:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389042.574983:0:339011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767389042.574984:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008edee31b. 00000100:00000040:2.0:1767389042.574986:0:339011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389042.574991:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767389042.574993:0:339011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016a04936. 00000020:00000010:0.0:1767389042.574994:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008edee31b. 00000100:00000200:2.0:1767389042.574999:0:339011:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654534784, offset 224 00000100:00100000:0.0:1767389042.575004:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000412f32ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337536:x1853241654534656:12345-0@lo:400: 00000400:00000200:2.0:1767389042.575011:0:339011:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767389042.575012:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654534656 00000020:00000001:0.0:1767389042.575016:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389042.575019:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:2.0:1767389042.575021:0:339011:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767389042.575022:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389042.575027:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389042.575029:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000400:00000200:2.0:1767389042.575033:0:339011:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372806280 00000020:00000001:0.0:1767389042.575035:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389042.575039:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389042.575042:0:339011:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1aa9 [1] + 224 00000020:00000001:0.0:1767389042.575042:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389042.575046:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767389042.575048:0:339011:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389042.575052:0:339011:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389042.575055:0:339011:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767389042.575057:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389042.575061:0:339011:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d59fae0 x1853241654534784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389058 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389042.575062:0:338174:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767389042.575067:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389042.575070:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389042.575075:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000db81dcd5. 00000100:00000040:2.0:1767389042.575077:0:339011:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000d59fae0 x1853241654534784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389042.575080:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.575085:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389042.575091:0:338174:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389042.575097:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654534656 00010000:00000001:0.0:1767389042.575100:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389042.575103:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000412f32ba x1853241654534656/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:493/0 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389042.575106:0:339011:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767389042.575113:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767389042.575115:0:339011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016a04936 00010000:00000001:0.0:1767389042.575116:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389042.575119:0:339011:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016a04936. 00000100:00001000:0.0:1767389042.575121:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389042.575123:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389042.575125:0:339011:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389042.575128:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389042.575128:0:339011:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389042.575128:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389042.575136:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000001:2.0:1767389042.575138:0:339011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767389042.575139:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767389042.575140:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000040:2.0:1767389042.575144:0:339011:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000400:00000001:3.0:1767389042.575145:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767389042.575146:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:3.0:1767389042.575150:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e95f6bf. 00010000:00000001:2.0:1767389042.575151:0:339011:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:0.0:1767389042.575152:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.575156:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767389042.575157:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c9b820 00000400:00000010:3.0:1767389042.575163:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c9b820. 00000020:00000001:2.0:1767389042.575164:0:339011:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389042.575164:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767389042.575171:0:339011:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767389042.575172:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046ef2379. 00000100:00000001:3.0:1767389042.575173:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767389042.575178:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008fbf649f x1853241654534784/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:493/0 lens 224/368 e 0 to 0 dl 1767389053 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389042.575180:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654534656, offset 224 00000100:00000200:3.0:1767389042.575181:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d59fae0 x1853241654534784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389042.575195:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389042.575212:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767389042.575223:0:339011:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008fbf649f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337536:x1853241654534784:12345-0@lo:13: Request processed in 642us (2897us total) trans 0 rc 0/0 00000100:00000200:3.0:1767389042.575230:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d59fae0 x1853241654534784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389042.575232:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372806200 00000100:00100000:2.0:1767389042.575238:0:339011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:2.0:1767389042.575246:0:339011:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000400:00000200:0.0:1767389042.575247:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ac9 [1] + 224 00000100:00000001:2.0:1767389042.575252:0:339011:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389042.575257:0:339011:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767389042.575259:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767389042.575262:0:339011:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004da7512f. 00000100:00000001:3.0:1767389042.575265:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767389042.575268:0:339011:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029be0417. 00000400:00000200:0.0:1767389042.575269:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389042.575270:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389042.575278:0:337536:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767389042.575278:0:339011:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d533510. 00000100:00000001:0.0:1767389042.575280:0:338174:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767389042.575283:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389042.575286:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767389042.575287:0:339011:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000200:0.0:1767389042.575289:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000030c04a2 x1853241654534656/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389042.575292:0:339011:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389042.575298:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389042.575305:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389042.575308:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000030c04a2 x1853241654534656/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767389042.575313:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=51 v=5 (5 0 0 0) 00000100:00000001:2.0:1767389042.575314:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1767389042.575321:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389042.575321:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389042.575332:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389042.575332:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389042.575337:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389042.575338:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.575340:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767389042.575346:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767389042.575349:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389042.575352:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767389042.575352:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046ef2379 00010000:00080000:3.0:1767389042.575353:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000d59fae0 x1853241654534784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389042.575358:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046ef2379. 00000100:00000001:0.0:1767389042.575365:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767389042.575368:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767389042.575369:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767389042.575369:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389042.575372:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1767389042.575374:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767389042.575375:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000400:00000010:2.0:1767389042.575378:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013ca900e. 00000100:00000001:0.0:1767389042.575378:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389042.575379:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767389042.575383:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389042.575389:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdf2135 00000100:00000040:0.0:1767389042.575390:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000040:3.0:1767389042.575391:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000d59fae0 x1853241654534784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389042.575394:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcdf2135. 00010000:00000001:0.0:1767389042.575398:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767389042.575401:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767389042.575403:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389042.575410:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b278fe5a x1853241654534912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389042.575410:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767389042.575415:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767389042.575421:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000412f32ba x1853241654534656/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:493/0 lens 224/224 e 0 to 0 dl 1767389053 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389042.575423:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389042.575427:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767389042.575433:0:337536:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767389042.575438:0:337536:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767389042.575445:0:337536:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000200:2.0:1767389042.575447:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b278fe5a x1853241654534912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389042.575460:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000412f32ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337536:x1853241654534656:12345-0@lo:400: Request processed in 477us (2064us total) trans 0 rc 0/0 00000004:00000020:3.0:1767389042.575462:0:337536:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000100:00000001:2.0:1767389042.575468:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389042.575473:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767389042.575480:0:337536:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389042.575481:0:337539:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767389042.575485:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00000040:3.0:1767389042.575487:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d59fae0 x1853241654534784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389058 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389042.575492:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767389042.575493:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:2.0:1767389042.575496:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389042.575500:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389042.575501:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389042.575505:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767389042.575508:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389042.575512:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000d59fae0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654534784:0@lo:13: 00000020:00000010:0.0:1767389042.575512:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d31c62c3. 00000100:00001000:2.0:1767389042.575516:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=61 v=5 (5 0 0 0) 00000020:00000010:0.0:1767389042.575520:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0ccc91. 00000100:00000001:3.0:1767389042.575525:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389042.575528:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=61 v=5 (1 0 0 0) 00000020:00000010:0.0:1767389042.575529:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000245b97a6. 00000100:00000001:3.0:1767389042.575530:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389042.575537:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000d59fae0 x1853241654534784/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389058 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389042.575538:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767389042.575538:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000001:2.0:1767389042.575541:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389042.575545:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767389042.575545:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389042.575550:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000db81dcd5. 00010000:00080000:2.0:1767389042.575554:0:337539:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b278fe5a x1853241654534912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389042.575558:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389042.575562:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389042.575571:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767389042.575575:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389042.575580:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1767389042.575580:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e65fc6b4. 00010000:00000001:2.0:1767389042.575582:0:337539:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389042.575585:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000076d45338. 00000100:00000001:2.0:1767389042.575588:0:337539:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1767389042.575589:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002424f83a. 02000000:00000001:3.0:1767389042.575591:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767389042.575592:0:337539:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:3.0:1767389042.575596:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767389042.575597:0:337539:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:3.0:1767389042.575601:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767389042.575602:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389042.575609:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767389042.575610:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b278fe5a x1853241654534912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767389042.575612:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007949a34c. 02000000:00000001:3.0:1767389042.575619:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389042.575623:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767389042.575624:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767389042.575626:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d59fae0. 00000100:00000001:2.0:1767389042.575628:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389042.575631:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389042.575632:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389042.575635:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389042.575636:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b278fe5a x1853241654534912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389042.575640:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389042.575646:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389042.575650:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767389042.575655:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b278fe5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:337539:1853241654534912:0@lo:400: 00000400:00000001:3.0:1767389042.575657:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389042.575661:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389042.575663:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000691a5b98. 00000400:00000200:3.0:1767389042.575668:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f04ce50 00000400:00000010:3.0:1767389042.575670:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f04ce50. 00000100:00000001:3.0:1767389042.575673:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767389042.575676:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767389042.575678:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000030c04a2 x1853241654534656/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767389042.575680:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389042.575685:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eab702e3. 00000400:00000200:2.0:1767389042.575691:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eccd4e70 00000400:00000010:2.0:1767389042.575694:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eccd4e70. 00000100:00000200:3.0:1767389042.575695:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000030c04a2 x1853241654534656/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389042.575700:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389042.575708:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a211e0ae x1853241654535040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389042.575709:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389042.575713:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389042.575758:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a211e0ae x1853241654535040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389042.575764:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389042.575768:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389042.575771:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389042.575774:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389042.575781:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389042.575784:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767389042.575786:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=67 v=5 (5 0 0 0) 00000100:00000001:2.0:1767389042.575788:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767389042.575795:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389042.575796:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389042.575800:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389042.575802:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389042.575803:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389042.575806:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389042.575809:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389042.575815:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389042.575818:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389042.575819:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389042.575819:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=58 v=5 (5 0 0 0) 00000100:00000001:3.0:1767389042.575825:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389042.575829:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=58 v=5 (1 0 0 0) 00000100:00000040:3.0:1767389042.575833:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000030c04a2 x1853241654534656/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389042.575840:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389042.575845:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389042.575846:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389042.575854:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767389042.575854:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767389042.575860:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767389042.575866:0:337539:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a211e0ae x1853241654535040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389042.575867:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000030c04a2 x1853241654534656/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389042.575892:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000030c04a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654534656:0@lo:400: 00010000:00000001:2.0:1767389042.575899:0:337539:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389042.575901:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389042.575906:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389042.575907:0:337539:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767389042.575911:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000030c04a2 x1853241654534656/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389042.575912:0:337539:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767389042.575918:0:337539:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389042.575922:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389042.575930:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1767389042.575931:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a211e0ae x1853241654535040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389042.575934:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389042.575937:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f64097b. 02000000:00000001:3.0:1767389042.575944:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767389042.575946:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767389042.575947:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389042.575951:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389042.575952:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767389042.575955:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767389042.575956:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767389042.575959:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5bec6ff. 00000100:00000040:2.0:1767389042.575963:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a211e0ae x1853241654535040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389042.575966:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389042.575970:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389042.575973:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000030c04a2. 00000100:00100000:2.0:1767389042.575978:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a211e0ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:337539:1853241654535040:0@lo:400: 00000100:00000001:3.0:1767389042.575979:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389042.575983:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389042.575987:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389042.575987:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389042.575992:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389042.575992:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767389042.575997:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389042.575999:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b278fe5a x1853241654534912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389042.576001:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389042.576005:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389042.576009:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389042.576020:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389042.576023:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001bf5c923. 02000000:00000001:2.0:1767389042.576026:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389042.576028:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389042.576030:0:337539:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767389042.576031:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389042.576033:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007f2b91ae. 02000000:00000001:2.0:1767389042.576036:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389042.576038:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389042.576039:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b278fe5a. 00000100:00000001:2.0:1767389042.576042:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389042.576043:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389042.576045:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389042.576046:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a211e0ae x1853241654535040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389042.576052:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389042.576053:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389042.576054:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009aa94067. 02000000:00000001:2.0:1767389042.576056:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389042.576057:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389042.576057:0:337539:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767389042.576059:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389042.576060:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a0f6da9d. 02000000:00000001:2.0:1767389042.576061:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389042.576062:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389042.576063:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a211e0ae. 00000100:00000001:2.0:1767389042.576065:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389042.576065:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389042.576067:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389042.576071:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389042.576072:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389042.576075:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389042.576076:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389042.596836:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299630616, at 4299630617 00000100:00000010:3.0:1767389042.596846:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab70d318. 00000100:00000040:1.0:1767389042.596870:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299630616, at 4299630617 00000100:00000010:1.0:1767389042.596880:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ae65c74. 00000100:00000040:0.0:1767389042.597785:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299630616, at 4299630617 00000100:00000010:0.0:1767389042.597793:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d7cc0605. 00000100:00000040:2.0:1767389042.597802:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299630616, at 4299630618 00000100:00000010:2.0:1767389042.597813:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001864ef88. 00010000:00000001:3.0:1767389042.892826:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389042.892831:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389042.892838:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389042.892839:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389042.892897:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389042.892919:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389042.892925:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767389043.018309:0:349253:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767389043.018313:0:349253:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:1.0:1767389043.024139:0:349253:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389043.036502:0:349254:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000076d45338. 00000400:00000010:0.0:1767389043.036524:0:349254:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000386c1692. 00000400:00000010:0.0:1767389043.036538:0:349254:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000004808bf47. 00000400:00000010:0.0:1767389043.036543:0:349254:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000339cde68. 00000400:00000010:0.0:1767389043.036549:0:349254:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008cf59e7a. 00000400:00000010:0.0:1767389043.036555:0:349254:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001860de3c. 00000400:00000010:0.0:1767389043.036557:0:349254:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f6d295e8. 00000400:00000010:0.0:1767389043.036559:0:349254:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008edee31b. 00000400:00000010:0.0:1767389043.036564:0:349254:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005f4e5626. 00000800:00000010:0.0:1767389043.036584:0:349254:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003e166e02. 00000800:00000200:0.0:1767389043.036600:0:349254:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389043.036615:0:349254:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389043.036671:0:349254:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389043.036761:0:349254:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp32 [8/256/0/180] 00000400:00000010:0.0:1767389043.039936:0:349254:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 0000000086bd44fd. 00000400:00000010:0.0:1767389043.039946:0:349254:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002594dd1d. 00000400:00000010:0.0:1767389043.039953:0:349254:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046ef2379. 00000400:00000001:0.0:1767389043.039979:0:349254:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389043.039981:0:349254:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389043.039984:0:349254:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0ec82fa. 00000400:00000200:0.0:1767389043.039990:0:349254:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabc7690 00000400:00000010:0.0:1767389043.039992:0:349254:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabc7690. 00000400:00000010:0.0:1767389043.039999:0:349254:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000c6c6c00d. 00000400:00000200:0.0:1767389043.040006:0:349254:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (23) 00000400:00000200:0.0:1767389043.040027:0:349254:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389043.040043:0:349254:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000020:00000010:0.0:1767389043.040054:0:349254:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009ad56601. 00000020:01000000:0.0:1767389043.040067:0:349254:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767389043.040070:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767389043.040072:0:349254:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp32 00000400:00000200:1.0:1767389043.040092:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:1.0:1767389043.040103:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072fd0188. 00000400:00000010:0.0:1767389043.040107:0:349254:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000386c1692. 00000400:00000010:0.0:1767389043.040115:0:349254:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000076d45338. 00000400:00000200:1.0:1767389043.040122:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (24) 00000400:00000010:1.0:1767389043.040132:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000060186ca3. 00000400:00000200:1.0:1767389043.040138:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp11 00000400:00000200:1.0:1767389043.040153:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp11 to MR: 192.168.204.113@tcp11 local destination 00000400:00000200:1.0:1767389043.040163:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp11 NI seq info: [70:70:256:4294967295] 192.168.204.113@tcp11 LPNI seq info [69:69:8:4294967295] 00000400:00000200:1.0:1767389043.040173:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp11 00000400:00000200:1.0:1767389043.040184:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp11(192.168.204.113@tcp11:192.168.204.113@tcp11) -> 192.168.204.113@tcp11(192.168.204.113@tcp11:192.168.204.113@tcp11) : PUT try# 0 00000800:00000200:1.0:1767389043.040191:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.113@tcp11 00000020:00000001:2.0:1767389043.040192:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000010:1.0:1767389043.040199:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000091990dff. 10000000:00000001:2.0:1767389043.040200:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:1.0:1767389043.040210:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001143181a] -> 12345-192.168.204.113@tcp11 (6) 10000000:00000001:2.0:1767389043.040218:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767389043.040222:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000800:00000200:1.0:1767389043.040229:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp11 ip 192.168.204.113:988 00000020:01000004:2.0:1767389043.040231:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767389043.040239:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000200:1.0:1767389043.040240:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000091990dff type 1, nob 512 niov 1 nkiov 1 00000020:01000004:2.0:1767389043.040244:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389043.040249:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389043.040251:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389043.040254:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389043.040258:0:257746:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767389043.040261:0:257746:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767389043.040265:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389043.040267:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767389043.040274:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2aa30d6. 00000400:00000200:1.0:1767389043.040280:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000020:00000040:2.0:1767389043.040283:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:1.0:1767389043.040291:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000100:00000001:2.0:1767389043.040294:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389043.040299:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389043.040305:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389043.040316:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006b160a2e. 00000100:00000001:2.0:1767389043.040322:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389043.040331:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389043.040334:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389043.040344:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2aa30d6] to pc [ptlrpcd_00_01+1] req@00000000d2aa30d6 x1853241654535296/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767389043.040415:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389043.040421:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389043.040427:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389043.040430:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767389043.040431:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:3.0:1767389043.040434:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767389043.040455:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1767389043.040459:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000091990dff. 00000020:00000001:2.0:1767389043.040461:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767389043.040461:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767389043.040472:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767389043.040473:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:2.0:1767389043.040476:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767389043.040478:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2aa30d6 x1853241654535296/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767389043.040483:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767389043.040491:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767389043.040497:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp11->192.168.204.113@tcp11: PUT: OK 00000020:01000004:2.0:1767389043.040500:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767389043.040509:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767389043.040513:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767389043.040515:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767389043.040516:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767389043.040519:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767389043.040522:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767389043.040529:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp11: 0 00000020:01000004:2.0:1767389043.040529:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:1.0:1767389043.040531:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389043.040538:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767389043.040546:0:257746:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767389043.040547:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767389043.040551:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000004:2.0:1767389043.040554:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:1.0:1767389043.040559:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2aa30d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654535296:0@lo:253: 00000020:01000004:2.0:1767389043.040562:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767389043.040567:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1767389043.040570:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000055c30b. 00000800:00000001:3.0:1767389043.040571:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767389043.040575:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1767389043.040578:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000800:00000001:3.0:1767389043.040581:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767389043.040582:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389043.040586:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389043.040590:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767389043.040591:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000001:3.0:1767389043.040597:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389043.040599:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389043.040601:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004bc83c77. 02000000:00000001:1.0:1767389043.040607:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389043.040612:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000924c41d2. 00000400:00000200:3.0:1767389043.040619:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp11(192.168.204.113@tcp11) <- 192.168.204.113@tcp11 : PUT - for me 00000100:00000001:2.0:1767389043.040625:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389043.040627:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa0c4c51. 00000100:00000001:2.0:1767389043.040637:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389043.040642:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389043.040644:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 416 into portal 0 MB=0x8000000000000000 00000400:00000010:1.0:1767389043.040646:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088f489c0. 00000100:00000040:2.0:1767389043.040659:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000055c30b] to pc [ptlrpcd_00_02+2] req@000000000055c30b x1853241654535424/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389043.040667:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 400/416 into md 0x1a71 [1] + 0 00000400:00000010:3.0:1767389043.040682:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000523737e4. 00000400:00000200:3.0:1767389043.040693:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000181b09ca 00000800:00000001:3.0:1767389043.040700:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767389043.040701:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654535296, portal 25 00000100:00000001:1.0:1767389043.040760:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389043.040763:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666882944 : -122821042668672 : ffff904b7f617b80) 10000000:00000001:2.0:1767389043.040774:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389043.040774:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2aa30d6 x1853241654535296/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767389043.040781:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767389043.040782:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389043.040790:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767389043.040793:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767389043.040801:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767389043.040806:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp11->192.168.204.113@tcp11: PUT: OK 00000020:00000010:2.0:1767389043.040811:0:257746:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009ad56601. 00000100:00000001:1.0:1767389043.040816:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767389043.040820:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181b09ca 00000100:00000040:1.0:1767389043.040826:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389043.040827:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181b09ca. 00000400:00000010:1.0:1767389043.040834:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051acade6. 00000400:00000200:3.0:1767389043.040837:0:337531:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:2.0:1767389043.040842:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767389043.040842:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654535296, offset 0 00000400:00000200:3.0:1767389043.040845:0:337531:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (25) 00000100:00000001:2.0:1767389043.040849:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389043.040858:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767389043.040859:0:337531:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:1.0:1767389043.040860:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389043.040862:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767389043.040871:0:337531:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (416 bytes) 00000100:00000001:2.0:1767389043.040871:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389043.040883:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000055c30b x1853241654535424/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389043.040884:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389043.040886:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:2.0:1767389043.040903:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767389043.040906:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (26) 00000100:00000001:2.0:1767389043.040907:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389043.040911:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389043.040913:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389043.040917:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389043.040928:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000055c30b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654535424:0@lo:253: 00000100:00000001:2.0:1767389043.040933:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767389043.040936:0:337531:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767389043.040938:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372806480 02000000:00000001:2.0:1767389043.040940:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389043.040946:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389043.040955:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp11 to MR: 192.168.204.113@tcp11 local destination 00000400:00000200:1.0:1767389043.040956:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1335 [2] + 0 02000000:00000001:2.0:1767389043.040966:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767389043.040970:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d01cf47. 00000400:00000200:3.0:1767389043.040978:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp11 NI seq info: [71:71:256:4294967295] 192.168.204.113@tcp11 LPNI seq info [70:70:8:4294967295] 02000000:00000010:2.0:1767389043.040978:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ceb75cd3. 00000400:00000200:1.0:1767389043.040979:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008efa02e4 02000000:00000001:2.0:1767389043.040989:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389043.040994:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767389043.040996:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eab702e3. 00000400:00000010:2.0:1767389043.041010:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f6a264b. 00000400:00000200:1.0:1767389043.041012:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767389043.041022:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654535424, portal 25 00000400:00000200:3.0:1767389043.041026:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp11(192.168.204.113@tcp11:192.168.204.113@tcp11) -> 192.168.204.113@tcp11(192.168.204.113@tcp11:192.168.204.113@tcp11) 192.168.204.113@tcp11 : ACK try# 0 00000100:00000001:2.0:1767389043.041029:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389043.041036:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666875776 : -122821042675840 : ffff904b7f615f80) 00000400:00000200:1.0:1767389043.041040:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008efa02e4 00000800:00000200:3.0:1767389043.041045:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp11 00000400:00000010:1.0:1767389043.041048:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008efa02e4. 00000100:00000040:2.0:1767389043.041051:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000055c30b x1853241654535424/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767389043.041053:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000095b04c6a. 00000100:00000001:1.0:1767389043.041056:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389043.041063:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389043.041072:0:337537:0:(events.c:337:request_in_callback()) incoming req@000000007656fdd5 x1853241654535296 msgsize 4848 00000800:00000200:3.0:1767389043.041073:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001143181a] -> 12345-192.168.204.113@tcp11 (6) 00000100:00000001:2.0:1767389043.041078:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389043.041091:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767389043.041096:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:3.0:1767389043.041098:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp11 ip 192.168.204.113:1019 00000400:00000010:2.0:1767389043.041100:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f513c568. 00000100:00000040:1.0:1767389043.041102:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:3.0:1767389043.041106:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000095b04c6a type 0, nob 96 niov 1 nkiov 0 00000100:00000200:2.0:1767389043.041110:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654535424, offset 0 00000400:00000200:2.0:1767389043.041120:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767389043.041121:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389043.041131:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051acade6 00000400:00000010:1.0:1767389043.041133:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051acade6. 00000100:00000001:1.0:1767389043.041137:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767389043.041142:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767389043.041147:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2aa30d6 x1853241654535296/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389043.041153:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:3.0:1767389043.041159:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389043.041174:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767389043.041175:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372806500 00000100:00000040:1.0:1767389043.041181:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2aa30d6 x1853241654535296/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389043.041185:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x133d [2] + 0 00000400:00000010:2.0:1767389043.041191:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040a3a9d4. 00000400:00000200:2.0:1767389043.041199:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006d75aa3f 00000100:00000001:1.0:1767389043.041209:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389043.041210:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389043.041214:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767389043.041220:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389043.041226:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389043.041227:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d75aa3f 00000400:00000010:2.0:1767389043.041234:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d75aa3f. 00000100:00000001:1.0:1767389043.041237:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299631084 00000100:00000001:2.0:1767389043.041242:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:3.0:1767389043.041245:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1767389043.041247:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:1.0:1767389043.041249:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080c2b18b. 00000800:00000010:3.0:1767389043.041251:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000095b04c6a. 00000100:00000040:2.0:1767389043.041256:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000f4809543 x1853241654535424 msgsize 4848 00000400:00000200:3.0:1767389043.041264:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389043.041265:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767389043.041274:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389043.041280:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299631084 00000400:00000200:3.0:1767389043.041281:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp11->192.168.204.113@tcp11: ACK: OK 00000100:00000040:2.0:1767389043.041282:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:1.0:1767389043.041293:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003d71ed45. 00000100:00000001:1.0:1767389043.041300:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000800:00000001:3.0:1767389043.041306:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767389043.041306:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767389043.041306:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299631084 00000100:00000010:1.0:1767389043.041316:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004566299a. 00000800:00000001:3.0:1767389043.041317:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389043.041319:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f513c568 00000100:00000001:1.0:1767389043.041324:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000400:00000010:2.0:1767389043.041328:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f513c568. 00000800:00000001:3.0:1767389043.041329:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767389043.041334:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299631084 00000100:00000001:2.0:1767389043.041338:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767389043.041341:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767389043.041341:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089a72aa1. 00000100:00000200:2.0:1767389043.041348:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000055c30b x1853241654535424/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767389043.041351:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767389043.041353:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389043.041362:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767389043.041364:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389043.041366:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389043.041371:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389043.041381:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389043.041384:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp11(192.168.204.113@tcp11) <- 192.168.204.113@tcp11 : ACK - for me 00000100:00000001:1.0:1767389043.041394:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389043.041401:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389043.041405:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389043.041408:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389043.041414:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767389043.041415:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000055c30b x1853241654535424/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389043.041418:0:337531:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp11: ACK from 12345-192.168.204.113@tcp11 into md 0x1aed 00000100:00000001:1.0:1767389043.041419:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389043.041431:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389043.041433:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389043.041436:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389043.041444:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767389043.041447:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp11->192.168.204.113@tcp11: ACK: OK 00000100:00000001:2.0:1767389043.041454:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389043.041456:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072fd0188 00000400:00000010:3.0:1767389043.041464:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000072fd0188. 00000100:00000001:2.0:1767389043.041465:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299631084 00000100:00000001:1.0:1767389043.041469:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767389043.041472:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299631084 00000400:00000200:3.0:1767389043.041474:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00100000:1.0:1767389043.041475:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654535296 00000100:00000001:2.0:1767389043.041482:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299631084 00000400:00000200:3.0:1767389043.041484:0:337531:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 02000000:00000001:1.0:1767389043.041484:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389043.041491:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389043.041492:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299631084 00000400:00000200:3.0:1767389043.041496:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:1.0:1767389043.041498:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389043.041500:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299631084 00000400:00000200:3.0:1767389043.041506:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (25) 02000000:00000001:1.0:1767389043.041509:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389043.041510:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299631084 00000100:00000001:2.0:1767389043.041518:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299631084 00000100:00100000:1.0:1767389043.041520:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654535296 00000100:00000001:2.0:1767389043.041523:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299631084 00000100:00000001:2.0:1767389043.041526:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767389043.041527:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767389043.041531:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389043.041535:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:3.0:1767389043.041537:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389043.041538:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389043.041539:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:2.0:1767389043.041548:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389043.041548:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389043.041553:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000001:2.0:1767389043.041558:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767389043.041559:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389043.041564:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767389043.041566:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389043.041570:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389043.041574:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389043.041575:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389043.041576:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389043.041581:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fc7c24d. 00000100:00000001:2.0:1767389043.041582:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389043.041591:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389043.041596:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fc7c24d. 00000020:00000010:1.0:1767389043.041604:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ce4af37. 00000100:00000001:2.0:1767389043.041606:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767389043.041609:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007390ced9. 00000100:00000001:2.0:1767389043.041611:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389043.041618:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f5b2184. 00000100:00000040:1.0:1767389043.041649:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389043.041654:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389043.041658:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389043.041661:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389043.041675:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389043.041677:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389043.041680:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654535424 02000000:00000001:2.0:1767389043.041684:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389043.041687:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389043.041689:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389043.041694:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389043.041695:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389043.041762:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389043.041766:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389043.041771:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:2.0:1767389043.041772:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654535424 00000100:00000040:1.0:1767389043.041775:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000020:00000001:2.0:1767389043.041778:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767389043.041783:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509325392 : -122821200226224 : ffff904b75fd5850) 00000020:00000040:2.0:1767389043.041784:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:2.0:1767389043.041790:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389043.041794:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00000040:1.0:1767389043.041796:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007656fdd5 x1853241654535296/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:494/0 lens 4848/0 e 0 to 0 dl 1767389054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767389043.041800:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389043.041811:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389043.041816:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389043.041819:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389043.041823:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006fc7c24d. 00000020:00000010:2.0:1767389043.041826:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005dfaf492. 00000100:00000001:1.0:1767389043.041830:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389043.041834:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389043.041837:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006fc7c24d. 00000020:00000010:2.0:1767389043.041840:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005dfaf492. 00000020:00000010:2.0:1767389043.041853:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d533510. 00000100:00100000:1.0:1767389043.041856:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007656fdd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654535296:12345-0@lo:253: 00000020:00000010:2.0:1767389043.041862:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004da7512f. 00000100:00000200:1.0:1767389043.041867:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654535296 00000020:00000010:2.0:1767389043.041876:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029be0417. 00000020:00000001:1.0:1767389043.041886:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389043.041888:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767389043.041889:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:1.0:1767389043.041892:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767389043.041894:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389043.041900:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389043.041901:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389043.041902:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 000000008cb43a2f. 00000100:00000001:2.0:1767389043.041914:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389043.041914:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1767389043.041915:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bab9040. 00000020:00000001:1.0:1767389043.041920:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000100:00000001:2.0:1767389043.041925:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389043.041927:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:3.0:1767389043.041930:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc136459. 00000020:00000001:1.0:1767389043.041932:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389043.041941:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767389043.041943:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008cb43a2f 00000020:00000001:1.0:1767389043.041946:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389043.041954:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389043.041955:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1767389043.041956:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000e550afe1. 00000100:00000001:1.0:1767389043.041960:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767389043.041963:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767389043.041968:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767389043.041969:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 416 success 00000100:00100000:2.0:1767389043.041978:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 02000000:00000010:1.0:1767389043.041979:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d02327cd. 00000100:00000040:2.0:1767389043.041985:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 02000000:00000001:1.0:1767389043.041986:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389043.041989:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102051 00000100:00000001:2.0:1767389043.041995:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509334608 : -122821200217008 : ffff904b75fd7c50) 00000100:00000001:1.0:1767389043.041996:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389043.041998:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (24) 20000000:00000001:1.0:1767389043.042010:0:338175:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:3.0:1767389043.042012:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000798155bb. 00000100:00000040:2.0:1767389043.042015:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f4809543 x1853241654535424/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:494/0 lens 4848/0 e 0 to 0 dl 1767389054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389043.042021:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d50b63d0. 20000000:00000010:1.0:1767389043.042030:0:338175:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000055389bdf. 00000400:00000010:3.0:1767389043.042033:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000098a5aaa6. 00000100:00000001:2.0:1767389043.042036:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:01000000:1.0:1767389043.042037:0:338175:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767389043.042045:0:338175:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:2.0:1767389043.042047:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005dfaf492. 20000000:00000001:1.0:1767389043.042050:0:338175:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767389043.042054:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767389043.042055:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 20000000:00000001:1.0:1767389043.042058:0:338175:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389043.042063:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005dfaf492. 20000000:00000001:1.0:1767389043.042065:0:338175:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389043.042073:0:338175:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767389043.042085:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000100:00100000:2.0:1767389043.042086:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f4809543 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654535424:12345-0@lo:253: 20000000:00000010:1.0:1767389043.042088:0:338175:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000072dcc3f. 20000000:01000000:1.0:1767389043.042099:0:338175:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 00000100:00000200:2.0:1767389043.042102:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654535424 00000400:00000200:3.0:1767389043.042104:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 20000000:00000001:1.0:1767389043.042112:0:338175:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767389043.042114:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000020:00000001:2.0:1767389043.042122:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:1.0:1767389043.042127:0:338175:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:2.0:1767389043.042131:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767389043.042137:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 00000020:00000001:2.0:1767389043.042138:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389043.042148:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389043.042154:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000400:00000200:3.0:1767389043.042160:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000020:00000001:2.0:1767389043.042163:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389043.042170:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389043.042176:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767389043.042177:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000020:00000001:2.0:1767389043.042182:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389043.042189:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389043.042195:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000100:00000001:2.0:1767389043.042198:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389043.042205:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767389043.042207:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000400:00000200:3.0:1767389043.042219:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000400:00000200:3.0:1767389043.042224:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 02000000:00000010:2.0:1767389043.042231:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000002c5c95e. 00000400:00000200:3.0:1767389043.042233:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 02000000:00000001:2.0:1767389043.042239:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389043.042244:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389043.042249:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767389043.042261:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 20000000:00000010:2.0:1767389043.042268:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fcdf2465. 00000400:00000200:3.0:1767389043.042274:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 20000000:01000000:2.0:1767389043.042277:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767389043.042286:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767389043.042290:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767389043.042292:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 20000000:00000001:2.0:1767389043.042294:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389043.042302:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389043.042311:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767389043.042312:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 00080000:00000001:1.0:1767389043.042316:0:338175:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767389043.042329:0:338175:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767389043.042335:0:338175:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389043.042336:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 00080000:00000001:1.0:1767389043.042341:0:338175:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767389043.042349:0:338175:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767389043.042350:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000020:00000001:1.0:1767389043.042359:0:338175:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00000400:00000200:3.0:1767389043.042361:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00080000:00000001:1.0:1767389043.042368:0:338175:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767389043.042378:0:338175:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006520e00d. 00000400:00000200:3.0:1767389043.042379:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 00080000:00000001:1.0:1767389043.042388:0:338175:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252617805824 : -122821091745792 : ffff904b7c74a000) 00080000:00000001:1.0:1767389043.042397:0:338175:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767389043.042400:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000400:00000200:3.0:1767389043.042413:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[67, 12], ns[68, 12] 00000400:00000200:3.0:1767389043.042420:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[68, 12], ns[69, 12] 00000400:00000200:3.0:1767389043.042433:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 12], ns[0, 12] 00000400:00000200:3.0:1767389043.042442:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000400:00000200:3.0:1767389043.042449:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp31 00000400:00000200:3.0:1767389043.042458:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp31 lpni_is_preferred = 0 00000400:00000200:3.0:1767389043.042462:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp31 00000400:00000200:3.0:1767389043.042465:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp31 NI seq info: [72:72:256:4294967295] 192.168.204.113@tcp31 LPNI seq info [71:71:8:4294967295] 00000400:00000200:3.0:1767389043.042472:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp31 00000400:00000200:3.0:1767389043.042481:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp31(192.168.204.113@tcp31:) -> 192.168.204.113@tcp31(192.168.204.113@tcp:192.168.204.113@tcp31) : GET try# 0 00000800:00000200:3.0:1767389043.042488:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp31 00000800:00000010:3.0:1767389043.042493:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000095b04c6a. 00000800:00000010:3.0:1767389043.042514:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e8c3570a. 00000800:00000010:3.0:1767389043.042518:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000017181ecc. 00000800:00000200:3.0:1767389043.042527:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8c3570a] -> 12345-192.168.204.113@tcp31 (2) 00000800:00000200:3.1:1767389043.042533:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8c3570a] -> 12345-192.168.204.113@tcp31 (2) 00000001:00000001:1.0:1767389043.042536:0:338175:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767389043.042543:0:338175:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389043.042547:0:338175:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767389043.042552:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:3.0:1767389043.042557:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100251 rc 0 00080000:00000001:1.0:1767389043.042579:0:338175:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389043.042586:0:338175:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767389043.042653:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.042900:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00080000:00000001:1.0:1767389043.042971:0:338175:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767389043.042979:0:338175:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767389043.043043:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.043190:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.043238:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.043289:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.043370:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.043532:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.043675:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.043854:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.044020:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.044231:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.044418:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.044602:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.044869:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.045059:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.045253:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.045438:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.045607:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.045819:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.045920:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.046069:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.046126:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.046205:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.046256:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.046327:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.046431:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.046470:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.046522:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.046601:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.046671:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.046822:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.046889:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.046981:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389043.047051:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389043.047289:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001225e4c9. 00000800:00000010:3.0:1767389043.047298:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000067297ade. 00000800:00000010:3.0:1767389043.047310:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007e6c4734. 00000800:00000010:3.0:1767389043.047349:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007e6c4734. 00000800:00020000:3.0:1767389043.047363:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389043.047367:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000067297ade. 00000800:00000010:3.0:1767389043.047373:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001225e4c9. 00000400:02020000:3.0:1767389043.047515:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp31 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389043.047527:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp31 notifying 192.168.204.113@tcp31: down 00000800:00000200:3.0:1767389043.047536:0:337526:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp31 down 00000800:00000100:3.0:1767389043.047548:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp31 00000800:00000010:3.0:1767389043.047553:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000095b04c6a. 00000400:00000200:3.0:1767389043.047557:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389043.047565:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp31->192.168.204.113@tcp31: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389043.047592:0:337526:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp31 added to recovery queue. ping count: 0 next ping: 4964 health :900 00000400:00000200:3.0:1767389043.047598:0:337526:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767389043.047609:0:337526:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 1 00000400:00000200:3.0:1767389043.047619:0:337526:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:3.0:1767389043.047658:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767389043.047667:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100851 00000400:00000001:3.0:1767389043.047671:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389043.047674:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767389043.047686:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d50b63d0 00000400:00000010:3.0:1767389043.047689:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d50b63d0. 00000400:00000200:3.0:1767389043.047695:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767389043.047702:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000010:3.0:1767389043.047782:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000798155bb. 00000400:00000200:3.0:1767389043.047793:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (25) 00000400:00000200:3.0:1767389043.047799:0:337534:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.113@tcp:-71 00000400:00000200:3.0:1767389043.047806:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102051 rc -71 00000400:00000200:3.0:1767389043.047818:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:3.0:1767389043.047831:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (24) 00080000:00000001:2.0:1767389043.058933:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1767389043.058940:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767389043.058944:0:338175:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767389043.058945:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767389043.058950:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767389043.058956:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767389043.058961:0:338175:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00080000:00000010:2.0:1767389043.058962:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006520e00d. 00080000:00000001:2.0:1767389043.058969:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767389043.058982:0:338175:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389043.058986:0:338175:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767389043.059006:0:338175:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767389043.059023:0:338175:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767389043.059024:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001bf5c923. 20000000:01000000:2.0:1767389043.059036:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:01000000:0.0:1767389043.059039:0:338175:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767389043.059041:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767389043.059044:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767389043.059051:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767389043.059053:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000020:0.0:1767389043.059057:0:338175:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:1.0:1767389043.059058:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767389043.059076:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767389043.059081:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767389043.059084:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767389043.059090:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767389043.059095:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767389043.059095:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dc31ec79. 00080000:00000001:2.0:1767389043.059099:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767389043.059106:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389043.059112:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fe626905. 00000020:00000001:2.0:1767389043.059113:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767389043.059121:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1767389043.059123:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00000020:00000040:1.0:1767389043.059130:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fe626905 with handle 0x95cd417baf4294e8 to hash 00080000:00000001:2.0:1767389043.059131:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:1.0:1767389043.059137:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000010:2.0:1767389043.059143:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003b075b52. 00010000:00000001:1.0:1767389043.059143:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00080000:00000001:2.0:1767389043.059151:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252461467648 : -122821248083968 : ffff904b73231800) 00010000:00000001:1.0:1767389043.059153:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00080000:00000001:2.0:1767389043.059161:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767389043.059165:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389043.059169:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389043.059173:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000fe626905/0x95cd417baf4294e8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389043.059185:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389043.059193:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389043.059197:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389043.059200:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389043.059204:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389043.059208:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389043.059211:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389043.059214:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389043.059219:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389043.059223:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389043.059225:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389043.059229:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dc31ec79) refcount = 1 00010000:00010000:1.0:1767389043.059243:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fe626905/0x95cd417baf4294e8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389043.059252:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389043.059255:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389043.059258:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389043.059263:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389043.059266:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767389043.059273:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767389043.059279:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:1.0:1767389043.059283:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389043.059285:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389043.059289:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe626905 refcount=4 00000020:00000001:1.0:1767389043.059293:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389043.059298:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389043.059302:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767389043.059306:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fe626905/0x95cd417baf4294e8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767389043.059309:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767389043.059317:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389043.059320:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000001:2.0:1767389043.059323:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:1.0:1767389043.059324:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000fe626905/0x95cd417baf4294e8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389043.059334:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389043.059336:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389043.059340:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000fe626905/0x95cd417baf4294e8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389043.059347:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389043.059350:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389043.059352:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389043.059354:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:2.0:1767389043.059357:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767389043.059359:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000fe626905/0x95cd417baf4294e8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389043.059370:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000fe626905 already unused, calling callback (00000000eb737536) 00010000:00000001:1.0:1767389043.059384:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389043.059388:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767389043.059392:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000fe626905/0x95cd417baf4294e8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389043.059399:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767389043.059402:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389043.059404:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389043.059407:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe626905 refcount=5 00000020:00000001:1.0:1767389043.059410:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389043.059414:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389043.059421:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767389043.059423:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000fe626905/0x95cd417baf4294e8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389043.059430:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767389043.059432:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389043.059436:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389043.059444:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767389043.059448:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767389043.059453:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389043.059458:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389043.059464:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fe626905 with handle 0x95cd417baf4294e8 from hash 00010000:00000001:1.0:1767389043.059470:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389043.059474:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389043.059475:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389043.059479:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767389043.059484:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767389043.059487:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389043.059490:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389043.059492:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389043.059497:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389043.059501:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389043.059504:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767389043.059508:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389043.059512:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389043.059520:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389043.059523:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389043.059527:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389043.059531:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000fe626905/0x95cd417baf4294e8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389043.059539:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389043.059542:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389043.059545:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767389043.059547:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767389043.059549:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389043.059551:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389043.059553:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767389043.059557:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389043.059559:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389043.059562:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000fe626905/0x95cd417baf4294e8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389043.059570:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767389043.059575:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389043.059579:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fe626905/0x95cd417baf4294e8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389043.059586:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dc31ec79 count: 0 00010000:00000001:1.0:1767389043.059615:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767389043.059619:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:2.0:1767389043.059647:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767389043.059652:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767389043.064814:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299631084, at 4299631085 00000100:00000010:2.0:1767389043.064825:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004566299a. 00000100:00000040:0.0:1767389043.065826:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299631084, at 4299631086 00000100:00000040:3.0:1767389043.065829:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299631084, at 4299631086 00000100:00000010:0.0:1767389043.065847:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080c2b18b. 00000100:00000010:3.0:1767389043.065850:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089a72aa1. 00000100:00000040:1.0:1767389043.065905:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299631084, at 4299631086 00000100:00000010:1.0:1767389043.065915:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003d71ed45. 00010000:00000010:1.1:1767389043.067756:0:349256:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dc31ec79. 00010000:00000010:1.1:1767389043.067771:0:349256:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fe626905. 00080000:00000001:3.0:1767389043.076390:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389043.076395:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:3.0:1767389043.076399:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00040000:00000001:0.0:1767389043.076401:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389043.076411:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767389043.076412:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767389043.076418:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767389043.076420:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767389043.076423:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767389043.076429:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000010:0.0:1767389043.076431:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003b075b52. 00080000:00000001:0.0:1767389043.076442:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767389043.076450:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767389043.076458:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767389043.076463:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:3.0:1767389043.076466:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767389043.076471:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767389043.076478:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767389043.076484:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389043.076487:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389043.076495:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002e6ce243. 00010000:00000001:2.0:1767389043.076502:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389043.076508:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d83d1a37. 00000020:00000001:2.0:1767389043.076513:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389043.076521:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d83d1a37 with handle 0x95cd417baf4294ef to hash 00000020:00000001:2.0:1767389043.076524:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389043.076526:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389043.076530:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389043.076535:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389043.076537:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389043.076542:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294ef lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389043.076551:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389043.076555:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389043.076571:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389043.076573:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389043.076576:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389043.076579:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389043.076582:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389043.076586:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389043.076589:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389043.076594:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389043.076596:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389043.076599:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002e6ce243) refcount = 1 00010000:00010000:2.0:1767389043.076604:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294ef lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389043.076611:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389043.076613:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389043.076617:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389043.076621:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389043.076625:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389043.076630:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767389043.076635:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:2.0:1767389043.076641:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389043.076645:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389043.076650:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83d1a37 refcount=4 00000020:00000001:2.0:1767389043.076654:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389043.076658:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389043.076662:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389043.076665:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294ef lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389043.076675:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389043.076677:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294ef lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389043.076683:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389043.076687:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389043.076692:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294ef lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389043.076706:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389043.076864:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389043.076870:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389043.076875:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294ef lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389043.076882:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d83d1a37 already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389043.076884:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389043.076886:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389043.076889:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294ef lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389043.076896:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389043.076899:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389043.076904:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389043.076906:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83d1a37 refcount=5 00000020:00000001:2.0:1767389043.076909:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389043.076913:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389043.076918:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389043.076921:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294ef lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389043.076929:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389043.076934:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389043.076939:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389043.076947:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389043.076949:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389043.076953:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389043.076956:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389043.076963:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d83d1a37 with handle 0x95cd417baf4294ef from hash 00010000:00000001:2.0:1767389043.076969:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389043.076975:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389043.076978:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389043.076996:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389043.077001:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389043.077003:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389043.077006:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389043.077007:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389043.077011:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389043.077014:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389043.077017:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389043.077020:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389043.077022:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389043.077024:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389043.077027:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389043.077029:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389043.077033:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294ef lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389043.077039:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389043.077040:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389043.077041:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389043.077043:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389043.077046:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389043.077047:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389043.077051:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389043.077059:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389043.077064:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389043.077066:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294ef lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389043.077071:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767389043.077072:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389043.077073:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d83d1a37/0x95cd417baf4294ef lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389043.077079:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002e6ce243 count: 0 00010000:00000001:2.0:1767389043.077099:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767389043.077101:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767389043.078770:0:338175:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767389043.078775:0:338175:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767389043.078786:0:338175:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000055389bdf. 20000000:00000001:2.0:1767389043.078802:0:338175:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389043.078807:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654535296 00010000:00000001:2.0:1767389043.078812:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389043.078821:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007656fdd5 x1853241654535296/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:494/0 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389043.078830:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389043.078833:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389043.078839:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389043.078848:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389043.078851:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389043.078854:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389043.078858:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389043.078860:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389043.078867:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389043.078870:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389043.078875:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cbff463. 00000100:00000200:2.0:1767389043.078884:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654535296, offset 224 00000400:00000200:2.0:1767389043.078894:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389043.078902:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389043.078922:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372806480 00000400:00000200:2.0:1767389043.078931:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1af1 [2] + 224 00000400:00000200:2.0:1767389043.078938:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389043.078947:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389043.078959:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389043.078968:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2aa30d6 x1853241654535296/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389043.078984:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d2aa30d6 x1853241654535296/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389043.079011:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389043.079027:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cbff463 00000400:00000010:2.0:1767389043.079031:0:338175:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cbff463. 00000100:00000001:1.0:1767389043.079037:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389043.079038:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389043.079043:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389043.079052:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767389043.079056:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389043.079061:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389043.079065:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa0c4c51. 00000100:00000001:2.0:1767389043.079066:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389043.079076:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088f489c0 00000100:00000040:2.0:1767389043.079077:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000010:1.0:1767389043.079083:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088f489c0. 00010000:00000001:2.0:1767389043.079085:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389043.079093:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389043.079096:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767389043.079097:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767389043.079112:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2aa30d6 x1853241654535296/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389043.079114:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007656fdd5 x1853241654535296/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:494/0 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389043.079131:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007656fdd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654535296:12345-0@lo:253: Request processed in 37307us (38049us total) trans 0 rc 0/0 00000100:00000200:1.0:1767389043.079152:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2aa30d6 x1853241654535296/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389043.079159:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00000040:2.0:1767389043.079169:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389043.079176:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389043.079177:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389043.079183:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389043.079186:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767389043.079189:0:337537:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767389043.079194:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007390ced9. 02000000:00000001:1.0:1767389043.079194:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389043.079198:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389043.079203:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389043.079204:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f5b2184. 02000000:00000001:1.0:1767389043.079207:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389043.079211:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ce4af37. 00000100:00001000:1.0:1767389043.079214:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=68 v=5 (5 0 0 0) 00000020:00000040:2.0:1767389043.079219:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00001000:1.0:1767389043.079221:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=68 v=5 (1 0 0 0) 02000000:00000001:2.0:1767389043.079226:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767389043.079226:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1767389043.079230:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d02327cd. 00000100:00000001:1.0:1767389043.079231:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389043.079239:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767389043.079240:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767389043.079243:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389043.079244:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389043.079251:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389043.079253:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767389043.079258:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2aa30d6 x1853241654535296/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389043.079260:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013ca900e. 00000100:00000001:1.0:1767389043.079270:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767389043.079272:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cbff463. 00000100:00000001:1.0:1767389043.079275:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389043.079282:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389043.079287:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767389043.079291:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767389043.079293:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389043.079295:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389043.079296:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389043.079297:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389043.079298:0:337537:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767389043.079300:0:337537:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767389043.079302:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389043.079303:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767389043.079305:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2aa30d6 x1853241654535296/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389043.079313:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2aa30d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654535296:0@lo:253: 00000100:00000001:1.0:1767389043.079327:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389043.079329:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389043.079331:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2aa30d6 x1853241654535296/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389043.079338:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389043.079340:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389043.079343:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004bc83c77. 02000000:00000001:1.0:1767389043.079349:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389043.079350:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389043.079351:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389043.079353:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389043.079356:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006b160a2e. 02000000:00000001:1.0:1767389043.079359:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389043.079361:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389043.079362:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2aa30d6. 00000100:00000001:1.0:1767389043.079367:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389043.079369:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389043.079371:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389043.079376:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389043.079378:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389043.079381:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389043.079383:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389043.081877:0:349259:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002c4869a6. 00000400:00000040:3.0:1767389043.081905:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389043.081908:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389043.081911:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389043.081914:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389043.081917:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389043.081919:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767389043.081923:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389043.081925:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389043.081928:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389043.081930:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767389043.081936:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389043.081940:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389043.081943:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389043.081946:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389043.081957:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767389043.081960:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389043.081963:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389043.081964:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767389043.081966:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767389043.081970:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389043.081974:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389043.081977:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389043.081980:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389043.081983:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389043.081986:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767389043.081990:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389043.081993:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389043.081996:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389043.081999:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389043.082003:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389043.082006:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767389043.082009:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389043.082011:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389043.082013:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389043.082016:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389043.082018:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389043.082020:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767389043.082023:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389043.082026:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389043.082028:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389043.082031:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389043.082034:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389043.082038:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767389043.082041:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767389043.082044:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767389043.082047:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767389043.082050:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767389043.082053:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767389043.082057:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389043.082062:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389043.082065:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767389043.082067:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389043.082071:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767389043.082083:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767389043.082085:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767389043.082087:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767389043.082088:0:349259:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767389043.082237:0:349259:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002c4869a6. 00080000:00000020:2.0:1767389043.082927:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767389043.082932:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767389043.082934:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fcdf2465. 20000000:00000001:2.0:1767389043.082939:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389043.082942:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654535424 00010000:00000001:2.0:1767389043.082945:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389043.082949:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f4809543 x1853241654535424/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:494/0 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389043.082957:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389043.082966:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389043.082969:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389043.082972:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389043.082974:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389043.082976:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389043.082978:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389043.082980:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389043.082982:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389043.082984:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389043.082987:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000449634df. 00000100:00000200:2.0:1767389043.082990:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654535424, offset 224 00000400:00000200:2.0:1767389043.082994:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389043.083000:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389043.083005:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372806500 00000400:00000200:2.0:1767389043.083009:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1af9 [2] + 224 00000400:00000200:2.0:1767389043.083014:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389043.083016:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389043.083019:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389043.083022:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000055c30b x1853241654535424/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389043.083029:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000055c30b x1853241654535424/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389043.083040:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389043.083044:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000449634df 00000400:00000010:2.0:1767389043.083046:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000449634df. 00000100:00000001:2.0:1767389043.083048:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389043.083049:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389043.083051:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389043.083053:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389043.083055:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389043.083057:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389043.083058:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767389043.083062:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4809543 x1853241654535424/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:494/0 lens 4848/4768 e 0 to 0 dl 1767389054 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389043.083083:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f4809543 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337538:x1853241654535424:12345-0@lo:253: Request processed in 41048us (41826us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389043.083090:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00000040:2.0:1767389043.083092:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:2.0:1767389043.083094:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389043.083095:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389043.083098:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004da7512f. 00000020:00000010:2.0:1767389043.083100:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029be0417. 00000020:00000010:2.0:1767389043.083103:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d533510. 00000020:00000040:2.0:1767389043.083106:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:2.0:1767389043.083109:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389043.083110:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000002c5c95e. 02000000:00000001:2.0:1767389043.083112:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389043.083113:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389043.083117:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389043.083121:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f28051da. 00000400:00000010:2.0:1767389043.083124:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000449634df. 00000100:00000001:2.0:1767389043.083140:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389043.083142:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767389043.083145:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389043.083146:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389043.083147:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eab702e3. 00000400:00000200:2.0:1767389043.083150:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f6a264b 00000400:00000010:2.0:1767389043.083151:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f6a264b. 00000100:00000001:2.0:1767389043.083153:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389043.083156:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000055c30b x1853241654535424/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389043.083162:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000055c30b x1853241654535424/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389043.083168:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389043.083169:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389043.083170:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389043.083172:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389043.083179:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389043.083181:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389043.083183:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389043.083186:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=68 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389043.083188:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=68 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389043.083190:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389043.083191:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389043.083193:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389043.083194:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389043.083196:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389043.083198:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000055c30b x1853241654535424/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389043.083204:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389043.083205:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389043.083207:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767389043.083209:0:337538:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767389043.083211:0:337538:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767389043.083212:0:337538:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389043.083213:0:337538:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389043.083214:0:337538:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389043.083215:0:337538:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389043.083216:0:337538:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767389043.083217:0:337538:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389043.083218:0:337538:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767389043.083220:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000055c30b x1853241654535424/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389043.083225:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000055c30b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654535424:0@lo:253: 00000100:00000001:2.0:1767389043.083229:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389043.083230:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389043.083232:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000055c30b x1853241654535424/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389059 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389043.083237:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389043.083238:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389043.083240:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ceb75cd3. 02000000:00000001:2.0:1767389043.083243:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389043.083248:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389043.083249:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389043.083258:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389043.083259:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000924c41d2. 02000000:00000001:2.0:1767389043.083261:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389043.083262:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389043.083263:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000055c30b. 00000100:00000001:2.0:1767389043.083266:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389043.083266:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389043.083268:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389043.083272:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389043.083273:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389043.083275:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389043.083277:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767389043.087790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002e6ce243. 00010000:00000010:2.1:1767389043.087798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d83d1a37. 00000400:00000010:0.0:1767389043.276919:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003c92281e. 00000400:00000010:0.0:1767389043.276934:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000042b933. 00000400:00000010:0.0:1767389043.276944:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e22c0b03. 00000400:00000010:0.0:1767389043.276949:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bc2b639c. 00000800:00000200:1.0:1767389043.276955:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ee4e6f3] -> 12345-192.168.204.113@tcp15 (6) 00000400:00000010:0.0:1767389043.276957:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000067606cac. 00000400:00000010:0.0:1767389043.276973:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006b9c8d60. 00000800:00000200:1.0:1767389043.276981:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp15 ip 192.168.204.113:988 00000400:00000010:0.0:1767389043.276984:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c886ec17. 00000800:00000200:1.0:1767389043.276989:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:0.0:1767389043.276994:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fa2b11e7. 00000400:00000010:0.0:1767389043.277003:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000077825d3e. 00000400:00000010:0.0:1767389043.277006:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000013cd68bc. 00000400:00000010:0.0:1767389043.277009:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003a8278e6. 00000400:00000010:0.0:1767389043.277020:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ebaa41aa. 00000400:00000010:0.0:1767389043.277032:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000017f39aac. 00000400:00000010:0.0:1767389043.277040:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000057c8e312. 00000400:00000010:0.0:1767389043.277052:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c4be4432. 00000400:00000010:0.0:1767389043.277058:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e9ac4409. 00000400:00000010:0.0:1767389043.277063:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c38b5421. 00000400:00000010:0.0:1767389043.277071:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000049bf5f87. 00000400:00000010:0.0:1767389043.277077:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002e84d996. 00000400:00000010:0.0:1767389043.277085:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e693b01a. 00000400:00000010:0.0:1767389043.277089:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f1249e2e. 00000400:00000010:0.0:1767389043.277105:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000029ac3814. 00000400:00000010:0.0:1767389043.277112:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000062808bb5. 00000400:00000010:0.0:1767389043.277122:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000065f5e2e8. 00000400:00000010:0.0:1767389043.277133:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008361a5c1. 00000400:00000010:0.0:1767389043.277143:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f224e8c9. 00000400:00000010:0.0:1767389043.277155:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c19a73e6. 00000400:00000010:0.0:1767389043.277169:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002a34f658. 00000800:00000200:3.0:1767389043.277171:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767389043.277173:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767389043.277174:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000072476e3d. 00000400:00000010:0.0:1767389043.277194:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c301597d. 00000800:00000001:1.0:1767389043.277197:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389043.277204:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000040853b54. 00000800:00000001:1.0:1767389043.277206:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767389043.277210:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000069a6f0d6. 00000800:00000001:1.0:1767389043.277214:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389043.277216:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dbd98cce. 00000400:00000010:0.0:1767389043.277232:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000581491da. 00000400:00000010:0.0:1767389043.277241:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003af9baf3. 00000400:00000010:0.0:1767389043.277245:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d331d073. 00000400:00000010:0.0:1767389043.277247:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000afd2b1ed. 00000400:00000010:0.0:1767389043.277251:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000236160b. 00000400:00000010:0.0:1767389043.277253:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dafdfec1. 00000400:00000010:0.0:1767389043.277256:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000f2d25c2. 00000400:00000010:0.0:1767389043.277258:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000230e9863. 00000400:00000010:0.0:1767389043.277261:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004c46ac5f. 00000400:00000010:0.0:1767389043.277263:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002cc28343. 00000400:00000010:0.0:1767389043.277265:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002ffe667a. 00000400:00000010:0.0:1767389043.277268:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000e8164f2. 00000400:00000001:0.0:1767389043.277275:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389043.277279:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389043.277281:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b8f577 00000400:00000010:0.0:1767389043.277285:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b8f577. 00000400:00000200:0.0:1767389043.277291:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767389043.277298:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767389043.277309:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008a920f8e. 00000400:00000010:0.0:1767389043.277315:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000052d696fd. 00010000:00000001:3.0:1767389043.916910:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389043.916915:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389043.916921:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389043.916923:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389043.916985:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389043.916990:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389043.916995:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767389044.299864:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f365d1dc] -> 12345-192.168.204.113@tcp18 (6) 00000800:00000200:3.0:1767389044.299871:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp18 ip 192.168.204.113:988 00000800:00000200:3.0:1767389044.299875:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767389044.299990:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767389044.299997:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389044.300007:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389044.300010:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389044.300012:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389044.300887:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp30 00000400:00000010:1.0:1767389044.300896:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000090cac96d. 00000400:00000010:1.0:1767389044.300913:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e38fd051. 00000400:00000010:1.0:1767389044.300920:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2e903bb. 00000400:00000010:1.0:1767389044.300929:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009d7f3005. 00000400:00000200:1.0:1767389044.300938:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp30 00000400:00000200:1.0:1767389044.300956:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp30 local destination 00000400:00000200:1.0:1767389044.300966:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp30 00000400:00000200:1.0:1767389044.300972:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp30 NI seq info: [73:73:256:4294967295] 192.168.204.113@tcp30 LPNI seq info [72:72:8:4294967295] 00000400:00000200:1.0:1767389044.300979:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp30 00000400:00000200:1.0:1767389044.300990:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp30(192.168.204.113@tcp30:) -> 192.168.204.113@tcp30(192.168.204.113@tcp30:192.168.204.113@tcp30) : GET try# 0 00000800:00000200:1.0:1767389044.300997:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp30 00000800:00000010:1.0:1767389044.301002:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000078af63d. 00000800:00000200:1.0:1767389044.301010:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (2) 00000800:00000200:1.1:1767389044.301019:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (2) 00000400:00000200:1.0:1767389044.301050:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp30 added to recovery queue. ping count: 2 next ping: 4969 health :800 00000400:00000200:1.0:1767389044.301055:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp29 00000400:00000010:1.0:1767389044.301060:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008c0571c1. 00000400:00000010:1.0:1767389044.301067:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000821f0e93. 00000400:00000010:1.0:1767389044.301073:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd7cb3a3. 00000400:00000010:1.0:1767389044.301085:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008a7c0a9c. 00000400:00000200:1.0:1767389044.301090:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp29 00000400:00000200:1.0:1767389044.301107:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp29 local destination 00000400:00000200:1.0:1767389044.301111:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp29 00000400:00000200:1.0:1767389044.301126:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp29 NI seq info: [74:74:256:4294967295] 192.168.204.113@tcp29 LPNI seq info [73:73:8:4294967295] 00000400:00000200:1.0:1767389044.301135:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp29 00000400:00000200:1.0:1767389044.301160:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp29(192.168.204.113@tcp29:) -> 192.168.204.113@tcp29(192.168.204.113@tcp29:192.168.204.113@tcp29) : GET try# 0 00000800:00000200:1.0:1767389044.301165:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp29 00000400:00000200:3.0:1767389044.301167:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000010:1.0:1767389044.301171:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000002cc11bd9. 00000800:00000200:1.0:1767389044.301187:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1009bfa] -> 12345-192.168.204.113@tcp29 (2) 00000800:00000200:1.1:1767389044.301198:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1009bfa] -> 12345-192.168.204.113@tcp29 (2) 00000400:00000200:1.0:1767389044.301228:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp29 added to recovery queue. ping count: 3 next ping: 4973 health :700 00000400:00000200:1.0:1767389044.301239:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp31 00000400:00000010:1.0:1767389044.301256:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c3b4ccab. 00000400:00000010:1.0:1767389044.301263:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000804efa2e. 00000400:00000010:1.0:1767389044.301267:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59772a1. 00000400:00000010:1.0:1767389044.301275:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002511b1b4. 00000400:00000200:1.0:1767389044.301289:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp31 00000400:00000200:1.0:1767389044.301310:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp31 local destination 00000400:00000200:1.0:1767389044.301318:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp31 00000400:00000200:1.0:1767389044.301324:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp31 NI seq info: [75:75:256:4294967295] 192.168.204.113@tcp31 LPNI seq info [74:74:8:4294967295] 00000400:00000200:1.0:1767389044.301330:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp31 00000400:00000200:3.0:1767389044.301337:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.301347:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp31(192.168.204.113@tcp31:) -> 192.168.204.113@tcp31(192.168.204.113@tcp31:192.168.204.113@tcp31) : GET try# 0 00000800:00000200:1.0:1767389044.301354:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp31 00000800:00000010:1.0:1767389044.301358:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bb6b1d20. 00000800:00000200:1.0:1767389044.301365:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8c3570a] -> 12345-192.168.204.113@tcp31 (2) 00000800:00000200:1.1:1767389044.301372:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8c3570a] -> 12345-192.168.204.113@tcp31 (2) 00000400:00000200:1.0:1767389044.301399:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp31 added to recovery queue. ping count: 1 next ping: 4967 health :900 00000400:00000200:3.0:1767389044.301400:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.301545:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.301566:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.301580:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.301766:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.301787:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.301893:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.301931:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.301997:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.302129:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.302130:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.302157:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.302425:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.302460:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.302462:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.302505:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.302827:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.302839:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.302843:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.303082:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.303130:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.303133:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.303170:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.303350:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.303392:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.303404:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.303514:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.303562:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.303608:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.303721:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.303793:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.303858:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.303883:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.303936:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.304040:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.304080:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.304109:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.304213:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.304271:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.304272:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.304329:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.304548:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.304595:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.304596:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.304640:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.304886:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.304936:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.304966:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.305007:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.305077:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.305165:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.305216:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.305217:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.305300:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.305387:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.305443:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.305447:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.305516:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.305713:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.305822:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.305850:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.305934:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.305997:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.306069:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.306117:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.306186:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.306284:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.306320:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.306380:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.306506:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.306507:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.306519:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.306761:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.306774:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.306855:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.306921:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.306955:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.307058:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.307065:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.307134:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.307271:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.307312:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.307321:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389044.307446:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.307553:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.307564:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.307718:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.307816:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.307840:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000800:00000010:3.0:1767389044.307893:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087be0d40. 00000800:00000010:3.0:1767389044.307901:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cb32a08b. 00000800:00000010:3.0:1767389044.307913:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023ca8ce1. 00000800:00000010:3.0:1767389044.307960:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023ca8ce1. 00000400:00000200:0.0:1767389044.307975:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.307976:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000800:00020000:3.0:1767389044.307979:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389044.307988:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cb32a08b. 00000800:00000010:3.0:1767389044.307997:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000087be0d40. 00000400:02020000:3.0:1767389044.308135:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp30 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389044.308150:0:337525:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp30 notifying 192.168.204.113@tcp30: down 00000400:00000200:3.0:1767389044.308159:0:337525:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767389044.308168:0:337525:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp30 00000800:00000010:3.0:1767389044.308172:0:337525:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000078af63d. 00000400:00000200:3.0:1767389044.308179:0:337525:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389044.308188:0:337525:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp30->192.168.204.113@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389044.308198:0:337525:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389044.308207:0:337525:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389044.308229:0:337525:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp30) recovery failed with -71 00000400:00000200:1.0:1767389044.308235:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.308235:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.308541:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389044.308542:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:1.0:1767389044.309052:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d6318e3. 00000800:00000010:1.0:1767389044.309063:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000058a4f387. 00000800:00000010:1.0:1767389044.309070:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000036cfc7e5. 00000800:00000010:1.0:1767389044.309121:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000036cfc7e5. 00000800:00020000:1.0:1767389044.309143:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389044.309149:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000058a4f387. 00000800:00000010:1.0:1767389044.309156:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000d6318e3. 00000400:02020000:1.0:1767389044.309337:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp31 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389044.309345:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp31 notifying 192.168.204.113@tcp31: down 00000400:00000200:1.0:1767389044.309352:0:337527:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767389044.309362:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp31 00000800:00000010:1.0:1767389044.309366:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bb6b1d20. 00000400:00000200:1.0:1767389044.309384:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389044.309395:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp31->192.168.204.113@tcp31: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389044.309404:0:337527:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767389044.309407:0:337527:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767389044.309416:0:337527:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp31) recovery failed with -71 00000400:00000200:0.0:1767389044.310346:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.310475:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.310578:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.310616:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.310652:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.310714:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.310796:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389044.310826:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389044.310999:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007c7bae14. 00000800:00000010:0.0:1767389044.311005:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000002ba8a81. 00000800:00000010:0.0:1767389044.311012:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000059abb4e1. 00000800:00000010:0.0:1767389044.311040:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000059abb4e1. 00000800:00020000:0.0:1767389044.311051:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389044.311056:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000002ba8a81. 00000800:00000010:0.0:1767389044.311059:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007c7bae14. 00000400:02020000:0.0:1767389044.311120:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp29 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389044.311129:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp29 notifying 192.168.204.113@tcp29: down 00000400:00000200:0.0:1767389044.311136:0:337524:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767389044.311142:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp29 00000800:00000010:0.0:1767389044.311146:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000002cc11bd9. 00000400:00000200:0.0:1767389044.311150:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389044.311155:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp29->192.168.204.113@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389044.311166:0:337524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767389044.311169:0:337524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767389044.311173:0:337524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp29) recovery failed with -71 00010000:00000001:3.0:1767389044.939834:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389044.939841:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389044.939849:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389044.939851:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389044.939989:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389044.939994:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389044.939999:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767389045.122377:0:349624:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389045.122396:0:349624:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389045.122402:0:349624:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389045.122412:0:349624:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389045.122422:0:349624:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389045.122426:0:349624:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767389045.323949:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389045.323954:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389045.323959:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2e903bb 00000400:00000010:0.0:1767389045.323964:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2e903bb. 00000400:00000200:0.0:1767389045.323971:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767389045.323977:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767389045.323985:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000090cac96d. 00000400:00000010:0.0:1767389045.323990:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e38fd051. 00000400:00000001:0.0:1767389045.323994:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389045.323996:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389045.323997:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd7cb3a3 00000400:00000010:0.0:1767389045.323999:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd7cb3a3. 00000400:00000200:0.0:1767389045.324002:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767389045.324017:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767389045.324022:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008c0571c1. 00000400:00000010:0.0:1767389045.324025:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000821f0e93. 00000400:00000001:0.0:1767389045.324031:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389045.324032:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389045.324034:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59772a1 00000400:00000010:0.0:1767389045.324036:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59772a1. 00000400:00000200:0.0:1767389045.324038:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767389045.324041:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp31 recovery ping unlinked 00000400:00000010:0.0:1767389045.324044:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c3b4ccab. 00000400:00000010:0.0:1767389045.324047:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000804efa2e. 00010000:00000001:3.0:1767389045.963804:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389045.963811:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389045.963818:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389045.963822:0:255632:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767389045.963826:0:255632:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767389045.963829:0:255632:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389045.963833:0:255632:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767389045.963835:0:255632:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389045.963838:0:255632:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389045.963840:0:255632:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389045.963891:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389045.963897:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389045.963902:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767389046.172840:0:349789:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767389046.172847:0:349789:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:3.0:1767389046.179638:0:349789:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389046.191479:0:349790:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f1d07195. 00000400:00000010:0.0:1767389046.191497:0:349790:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000002ba8a81. 00000400:00000010:0.0:1767389046.191507:0:349790:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000710e1b60. 00000400:00000010:0.0:1767389046.191512:0:349790:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c6c6c00d. 00000400:00000010:0.0:1767389046.191516:0:349790:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008cd1942a. 00000400:00000010:0.0:1767389046.191522:0:349790:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cafa700b. 00000400:00000010:0.0:1767389046.191524:0:349790:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004f467c0b. 00000400:00000010:0.0:1767389046.191527:0:349790:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000003cbba0. 00000400:00000010:0.0:1767389046.191531:0:349790:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000002c93d9a8. 00000800:00000010:0.0:1767389046.191544:0:349790:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004128ad37. 00000800:00000200:0.0:1767389046.191555:0:349790:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389046.191566:0:349790:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389046.191611:0:349790:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389046.191644:0:349790:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp33 [8/256/0/180] 00000400:00000010:0.0:1767389046.194839:0:349790:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000c9789eb7. 00000400:00000010:0.0:1767389046.194848:0:349790:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000359fe718. 00000400:00000010:0.0:1767389046.194856:0:349790:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dc73e79. 00000400:00000001:0.0:1767389046.194885:0:349790:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389046.194888:0:349790:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389046.194890:0:349790:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002594dd1d. 00000400:00000200:0.0:1767389046.194894:0:349790:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046ef2379 00000400:00000010:0.0:1767389046.194897:0:349790:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046ef2379. 00000400:00000010:0.0:1767389046.194901:0:349790:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 0000000086bd44fd. 00000400:00000200:0.0:1767389046.194908:0:349790:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (23) 00000400:00000200:0.0:1767389046.194937:0:349790:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389046.194949:0:349790:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:0.0:1767389046.194957:0:349790:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007c7bae14. 00000020:01000000:0.0:1767389046.194963:0:349790:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767389046.194966:0:349790:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp33 00000400:00000200:3.0:1767389046.194983:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767389046.195000:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 00000400:00000010:0.0:1767389046.195002:0:349790:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000002ba8a81. 00000400:00000010:0.0:1767389046.195016:0:349790:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f1d07195. 00000400:00000200:3.0:1767389046.195017:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (24) 00000400:00000010:3.0:1767389046.195045:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000d7cde1b8. 00000020:00000001:1.0:1767389046.195045:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767389046.195055:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:3.0:1767389046.195058:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d50b63d0. 10000000:00000001:1.0:1767389046.195062:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767389046.195067:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767389046.195072:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000010:3.0:1767389046.195073:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000067914aad. 00000020:01000004:1.0:1767389046.195076:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767389046.195081:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389046.195087:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767389046.195088:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000020:01000004:1.0:1767389046.195090:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389046.195096:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389046.195099:0:257746:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767389046.195102:0:257746:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767389046.195107:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389046.195111:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767389046.195118:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000100:00000010:1.0:1767389046.195122:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c751f0db. 00000020:00000040:1.0:1767389046.195132:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:3.0:1767389046.195133:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000100:00000001:1.0:1767389046.195147:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767389046.195148:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 02000000:00000001:1.0:1767389046.195154:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389046.195162:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.195179:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 38], ns[12, 38] 02000000:00000010:1.0:1767389046.195185:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000d6318e3. 00000400:00000200:3.0:1767389046.195197:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000100:00000001:1.0:1767389046.195201:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.195210:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000100:00000001:1.0:1767389046.195218:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767389046.195222:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000100:00000001:1.0:1767389046.195225:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.195242:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000100:00000040:1.0:1767389046.195246:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c751f0db] to pc [ptlrpcd_00_03+3] req@00000000c751f0db x1853241654535552/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389046.195258:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000400:00000200:3.0:1767389046.195280:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000400:00000200:3.0:1767389046.195287:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000400:00000200:3.0:1767389046.195312:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000400:00000200:3.0:1767389046.195324:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000400:00000200:3.0:1767389046.195336:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 00000400:00000200:3.0:1767389046.195348:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 10000000:00000001:1.0:1767389046.195356:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.195364:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 12], ns[42, 12] 10000000:00000001:1.0:1767389046.195366:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389046.195376:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.195383:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 12], ns[46, 12] 00000020:01000000:1.0:1767389046.195385:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767389046.195402:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 12], ns[50, 12] 00000020:00000001:1.0:1767389046.195403:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767389046.195412:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767389046.195419:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767389046.195423:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 12], ns[54, 12] 10000000:01000000:1.0:1767389046.195427:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767389046.195430:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767389046.195434:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767389046.195443:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767389046.195444:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767389046.195445:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 12], ns[58, 12] 00000100:00000001:2.0:1767389046.195451:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767389046.195452:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389046.195463:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389046.195468:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:2.0:1767389046.195474:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c751f0db x1853241654535552/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389046.195476:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[73, 12], ns[74, 12] 00000020:01000004:1.0:1767389046.195477:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389046.195485:0:257746:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767389046.195491:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389046.195496:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767389046.195506:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1767389046.195509:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ca92f52. 00000100:00000001:2.0:1767389046.195513:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389046.195518:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 02000000:00000001:2.0:1767389046.195525:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767389046.195529:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389046.195532:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389046.195535:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767389046.195539:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[72, 12], ns[73, 12] 02000000:00000001:1.0:1767389046.195544:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389046.195545:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.195552:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[74, 12], ns[75, 12] 00000100:00100000:2.0:1767389046.195560:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c751f0db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654535552:0@lo:253: 02000000:00000010:1.0:1767389046.195563:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000801f716c. 00000400:00000200:3.0:1767389046.195567:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000100:00000001:2.0:1767389046.195578:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767389046.195579:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.195587:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp12 02000000:00000001:2.0:1767389046.195592:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767389046.195593:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767389046.195600:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp12 lpni_is_preferred = 0 02000000:00000001:2.0:1767389046.195601:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389046.195602:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.195612:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp12 02000000:00000001:2.0:1767389046.195614:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767389046.195621:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ca92f52] to pc [ptlrpcd_00_00+0] req@000000009ca92f52 x1853241654535680/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389046.195629:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp12 NI seq info: [76:76:256:4294967295] 192.168.204.113@tcp12 LPNI seq info [75:75:8:4294967295] 02000000:00000010:2.0:1767389046.195630:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000002c5c95e. 02000000:00000001:2.0:1767389046.195641:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.195683:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp12 00000400:00000010:2.0:1767389046.195688:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eab702e3. 10000000:00000001:1.0:1767389046.195701:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389046.195705:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf0a6ee9. 10000000:00000001:1.0:1767389046.195710:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.195712:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp12(192.168.204.113@tcp12:) -> 192.168.204.113@tcp12(192.168.204.113@tcp:192.168.204.113@tcp12) : GET try# 0 00000100:00000200:2.0:1767389046.195718:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654535552, portal 25 00000020:00000001:1.0:1767389046.195720:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767389046.195769:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767389046.195772:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1767389046.195778:0:257746:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007c7bae14. 00000100:00000001:2.0:1767389046.195779:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151432448 : -122821558119168 : ffff904b60a85500) 00000800:00000200:3.0:1767389046.195787:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp12 00000800:00000010:3.0:1767389046.195798:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000db0fd4e1. 00000100:00000040:2.0:1767389046.195812:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c751f0db x1853241654535552/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767389046.195814:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6c543c4] -> 12345-192.168.204.113@tcp12 (6) 00000100:00000001:1.0:1767389046.195818:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1767389046.195837:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp12 ip 192.168.204.113:988 00000100:00000001:2.0:1767389046.195839:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389046.195839:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767389046.195850:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db0fd4e1 type 2, nob 96 niov 1 nkiov 0 00000100:00000040:2.0:1767389046.195851:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767389046.195855:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767389046.195860:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000591895d0. 00000100:00000001:1.0:1767389046.195863:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389046.195870:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767389046.195872:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654535552, offset 0 00000100:00000040:1.0:1767389046.195881:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ca92f52 x1853241654535680/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389046.195889:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389046.195895:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:3.0:1767389046.195909:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100271 rc 0 00000100:00000001:1.0:1767389046.195911:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389046.195918:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389046.195920:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767389046.195927:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389046.195934:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389046.195938:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389046.195945:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372806580 00000100:00100000:1.0:1767389046.195951:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ca92f52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654535680:0@lo:253: 00000100:00000001:1.0:1767389046.195960:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767389046.195966:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1375 [2] + 0 02000000:00000001:1.0:1767389046.195968:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767389046.195976:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8d88579. 02000000:00000001:1.0:1767389046.195977:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389046.195987:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767389046.195988:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e2f336f8 02000000:00000010:1.0:1767389046.195997:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000924c41d2. 00000400:00000200:2.0:1767389046.196003:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767389046.196004:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389046.196017:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767389046.196019:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa0c4c51. 00000400:00000200:2.0:1767389046.196025:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2f336f8 00000400:00000010:2.0:1767389046.196031:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2f336f8. 00000100:00000001:2.0:1767389046.196043:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767389046.196047:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000099ebdb16. 00000100:00000200:2.0:1767389046.196048:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767389046.196059:0:337539:0:(events.c:337:request_in_callback()) incoming req@0000000029d73784 x1853241654535552 msgsize 4848 00000100:00000200:1.0:1767389046.196063:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654535680, portal 25 00000800:00000200:3.0:1767389046.196064:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1767389046.196075:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389046.196076:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1767389046.196077:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000db0fd4e1. 00000100:00000001:1.0:1767389046.196082:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151437824 : -122821558113792 : ffff904b60a86a00) 00000100:00000040:2.0:1767389046.196085:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767389046.196087:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767389046.196095:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ca92f52 x1853241654535680/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389046.196106:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389046.196107:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp12->192.168.204.113@tcp12: GET: OK 00000400:00000200:2.0:1767389046.196121:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000591895d0 00000100:00000001:1.0:1767389046.196123:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767389046.196130:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000591895d0. 00000100:00000040:1.0:1767389046.196132:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767389046.196137:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767389046.196139:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b43d4d2. 00000400:00000200:3.0:1767389046.196140:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:2.0:1767389046.196148:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c751f0db x1853241654535552/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389046.196152:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654535680, offset 0 00000400:00000200:3.0:1767389046.196154:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000400:00000200:1.0:1767389046.196175:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389046.196179:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389046.196189:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c751f0db x1853241654535552/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767389046.196197:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389046.196200:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:3.0:1767389046.196213:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389046.196217:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767389046.196219:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767389046.196223:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767389046.196225:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372806600 00000100:00000001:2.0:1767389046.196243:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767389046.196244:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389046.196244:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13a1 [2] + 0 00000100:00000001:2.0:1767389046.196256:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299634239 00000400:00000010:1.0:1767389046.196258:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a5b1eb01. 00000400:00000200:3.0:1767389046.196263:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp12(192.168.204.113@tcp12) <- 192.168.204.113@tcp12 : GET - for me 00000100:00000010:2.0:1767389046.196276:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be9a0df7. 00000400:00000200:1.0:1767389046.196279:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000893d58ee 00000400:00000200:3.0:1767389046.196286:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 416 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767389046.196291:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767389046.196294:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389046.196302:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 416/416 into md 0x1b25 [1] + 0 00000100:00000001:2.0:1767389046.196305:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299634239 00000400:00000200:1.0:1767389046.196309:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767389046.196313:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aeee6b12. 00000100:00000001:2.0:1767389046.196320:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767389046.196326:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299634239 00000400:00000200:1.0:1767389046.196331:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000893d58ee 00000100:00000010:2.0:1767389046.196334:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e0bffd93. 00000400:00000010:1.0:1767389046.196337:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000893d58ee. 00000100:00000001:2.0:1767389046.196342:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389046.196348:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767389046.196349:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp12 to MR: 192.168.204.113@tcp12 local destination 00000100:00000001:2.0:1767389046.196352:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299634239 00000100:00000200:1.0:1767389046.196355:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000010:2.0:1767389046.196363:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029633633. 00000100:00000040:1.0:1767389046.196366:0:337536:0:(events.c:337:request_in_callback()) incoming req@0000000074d03ce5 x1853241654535680 msgsize 4848 00000100:00000001:2.0:1767389046.196373:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767389046.196374:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp12 NI seq info: [77:77:256:4294967295] 192.168.204.113@tcp12 LPNI seq info [76:76:8:4294967295] 00000100:00000001:2.0:1767389046.196386:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767389046.196388:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389046.196398:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767389046.196399:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389046.196412:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.196416:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp12(192.168.204.113@tcp12:192.168.204.113@tcp12) -> 192.168.204.113@tcp12(192.168.204.113@tcp12:192.168.204.113@tcp12) 192.168.204.113@tcp12 : REPLY try# 0 00000100:00000001:1.0:1767389046.196417:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389046.196419:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389046.196433:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b43d4d2 00000800:00000200:3.0:1767389046.196435:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.113@tcp12 00000100:00000001:2.0:1767389046.196439:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767389046.196442:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b43d4d2. 00000100:00000001:2.0:1767389046.196447:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:3.0:1767389046.196448:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db0fd4e1. 00000100:00000001:1.0:1767389046.196449:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767389046.196458:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389046.196463:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767389046.196467:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ca92f52 x1853241654535680/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767389046.196469:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6c543c4] -> 12345-192.168.204.113@tcp12 (6) 00000100:00000001:2.0:1767389046.196471:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389046.196483:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767389046.196494:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp12 ip 192.168.204.113:1017 00000100:00000001:1.0:1767389046.196497:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767389046.196501:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db0fd4e1 type 3, nob 512 niov 1 nkiov 1 00000100:00000040:1.0:1767389046.196509:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ca92f52 x1853241654535680/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389046.196520:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389046.196523:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389046.196524:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767389046.196532:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654535552 00000100:00000001:1.0:1767389046.196536:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389046.196539:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389046.196548:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389046.196549:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299634239 00000100:00000001:2.0:1767389046.196553:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389046.196559:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299634239 02000000:00000001:2.0:1767389046.196563:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389046.196566:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299634239 00000100:00100000:2.0:1767389046.196571:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654535552 00000100:00000001:1.0:1767389046.196574:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299634239 00000020:00000001:2.0:1767389046.196578:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767389046.196580:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299634239 00000020:00000040:2.0:1767389046.196586:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:1.0:1767389046.196588:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299634239 00000020:00000001:2.0:1767389046.196594:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.0:1767389046.196595:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767389046.196597:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299634239 00000020:00000040:2.0:1767389046.196601:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000800:00000010:3.0:1767389046.196603:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db0fd4e1. 00000100:00000001:1.0:1767389046.196605:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299634239 00000020:00000001:2.0:1767389046.196614:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389046.196616:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767389046.196619:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767389046.196625:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389046.196628:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.196634:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp12->192.168.204.113@tcp12: REPLY: OK 00000800:00000001:3.0:1767389046.196678:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767389046.196680:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389046.196680:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767389046.196688:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389046.196689:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767389046.196690:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1bafdff. 00000800:00000001:3.0:1767389046.196699:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767389046.196704:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389046.196708:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767389046.196712:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1bafdff. 00000800:00000001:3.0:1767389046.196714:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389046.196715:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389046.196777:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767389046.196779:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000245b97a6. 00000100:00000001:1.0:1767389046.196781:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389046.196788:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389046.196792:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006624c2be. 00000100:00000001:1.0:1767389046.196793:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767389046.196802:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767389046.196805:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029be0417. 00000800:00000001:3.0:1767389046.196819:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389046.196820:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389046.196831:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389046.196833:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767389046.196843:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767389046.196844:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp12(192.168.204.113@tcp12) <- 192.168.204.113@tcp12 : REPLY - for me 00000100:00000001:2.0:1767389046.196849:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389046.196856:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389046.196872:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.196873:0:337531:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp12: Reply from 12345-192.168.204.113@tcp12 of length 416/416 into md 0x1b29 00000800:00000001:3.0:1767389046.196884:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389046.196895:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389046.196897:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389046.196902:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389046.196915:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp12->192.168.204.113@tcp12: REPLY: OK 00000100:00000001:2.0:1767389046.196927:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767389046.196928:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d50b63d0 00000100:00100000:2.0:1767389046.196935:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654535680 00000400:00000010:3.0:1767389046.196936:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d50b63d0. 02000000:00000001:2.0:1767389046.196944:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1767389046.196949:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000001:2.0:1767389046.196952:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389046.196958:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389046.196965:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.196966:0:337531:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000100:00100000:2.0:1767389046.196976:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654535680 00000400:00000200:3.0:1767389046.196978:0:337531:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000020:00000001:2.0:1767389046.196985:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389046.196990:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000400:00000200:3.0:1767389046.196992:0:337531:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.113@tcp (432 bytes) 00000020:00000001:2.0:1767389046.196996:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389046.196999:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:2.0:1767389046.197008:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389046.197015:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000200:3.0:1767389046.197019:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:2.0:1767389046.197026:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389046.197034:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1bafdff. 00000100:00000001:2.0:1767389046.197042:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767389046.197045:0:337531:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000d7cde1b8. 00000020:00000010:2.0:1767389046.197047:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1bafdff. 00000400:00000200:3.0:1767389046.197055:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (25) 00000020:00000010:2.0:1767389046.197063:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d082a0a. 00000020:00000010:2.0:1767389046.197075:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ddb34604. 00000800:00000001:3.0:1767389046.197078:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767389046.197080:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c68a6402. 00000800:00000001:3.0:1767389046.197094:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389046.197095:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389046.197113:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389046.197118:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389046.197133:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389046.197140:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389046.197142:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767389046.197148:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:1.0:1767389046.197151:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767389046.197161:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000d7cde1b8. 00000100:00100000:1.0:1767389046.197169:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000001:2.0:1767389046.197170:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1767389046.197175:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003862beac. 00000100:00000001:2.0:1767389046.197178:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767389046.197184:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000400:00000010:3.0:1767389046.197188:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d50b63d0. 00000100:00000001:1.0:1767389046.197192:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509320272 : -122821200231344 : ffff904b75fd4450) 00000400:00000200:3.0:1767389046.197198:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d7cde1b8 00000100:00100000:2.0:1767389046.197200:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00000040:2.0:1767389046.197209:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000400:00000001:3.0:1767389046.197210:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767389046.197211:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029d73784 x1853241654535552/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:497/0 lens 4848/0 e 0 to 0 dl 1767389057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389046.197219:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509326416 : -122821200225200 : ffff904b75fd5c50) 00000400:00000001:3.0:1767389046.197220:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389046.197227:0:337534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bab9040. 00000400:00000200:3.0:1767389046.197240:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc136459 00000100:00000040:2.0:1767389046.197241:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000074d03ce5 x1853241654535680/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:497/0 lens 4848/0 e 0 to 0 dl 1767389057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389046.197244:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767389046.197247:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc136459. 00000020:00000010:1.0:1767389046.197254:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd5f6700. 00000400:00000200:3.0:1767389046.197266:0:337534:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:1.0:1767389046.197268:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389046.197273:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767389046.197274:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 000000008cb43a2f. 00000020:00000010:1.0:1767389046.197277:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd5f6700. 00000020:00000010:2.0:1767389046.197281:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1bafdff. 00000400:00000200:3.0:1767389046.197286:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 432 success 00000100:00000001:2.0:1767389046.197290:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389046.197296:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1bafdff. 00000100:00100000:1.0:1767389046.197303:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000029d73784 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654535552:12345-0@lo:253: 00000400:00000200:3.0:1767389046.197306:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100871 00000100:00000200:1.0:1767389046.197319:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654535552 00000100:00100000:2.0:1767389046.197320:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000074d03ce5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654535680:12345-0@lo:253: 00000020:00000001:1.0:1767389046.197328:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767389046.197330:0:337534:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.113@tcp:0 00000100:00000200:2.0:1767389046.197335:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654535680 00000020:00000001:1.0:1767389046.197341:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389046.197343:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767389046.197344:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 rc 1 00000020:00000001:1.0:1767389046.197350:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389046.197354:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389046.197359:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767389046.197362:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 00000020:00000001:2.0:1767389046.197362:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389046.197365:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:2.0:1767389046.197377:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767389046.197378:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (24) 00000020:00000001:1.0:1767389046.197379:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389046.197384:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:1.0:1767389046.197388:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767389046.197390:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 0000000029149edc. 00000020:00000001:2.0:1767389046.197392:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389046.197396:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:3.0:1767389046.197400:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc136459. 00000020:00000001:2.0:1767389046.197401:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389046.197403:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389046.197411:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389046.197412:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389046.197417:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767389046.197421:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767389046.197422:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e9292bc2. 00000020:00000001:2.0:1767389046.197424:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389046.197434:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389046.197438:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767389046.197443:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 02000000:00000001:2.0:1767389046.197444:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389046.197452:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006b160a2e. 02000000:00000001:1.0:1767389046.197462:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.197466:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000100:00000001:1.0:1767389046.197468:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389046.197478:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767389046.197480:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 02000000:00000010:2.0:1767389046.197492:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fcdf2465. 00000400:00000200:3.0:1767389046.197493:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 02000000:00000001:2.0:1767389046.197501:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.197508:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000100:00000001:2.0:1767389046.197509:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767389046.197510:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000087edd5a1. 20000000:00000001:2.0:1767389046.197520:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:1.0:1767389046.197522:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767389046.197529:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 38], ns[14, 38] 20000000:00000001:1.0:1767389046.197531:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767389046.197539:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767389046.197545:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767389046.197549:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c2d9defc. 20000000:00000001:1.0:1767389046.197552:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.197559:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 20000000:01000000:2.0:1767389046.197561:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767389046.197562:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767389046.197570:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767389046.197575:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767389046.197578:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 20000000:00000001:2.0:1767389046.197581:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767389046.197582:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000804efa2e. 20000000:01000000:1.0:1767389046.197591:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:2.0:1767389046.197593:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389046.197600:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 20000000:00000001:2.0:1767389046.197603:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767389046.197605:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767389046.197614:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00080000:00000001:1.0:1767389046.197618:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767389046.197625:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000400:00000200:3.0:1767389046.197632:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000400:00000200:3.0:1767389046.197637:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000400:00000200:3.0:1767389046.197643:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000400:00000200:3.0:1767389046.197669:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000400:00000200:3.0:1767389046.197675:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000400:00000200:3.0:1767389046.197684:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 14], ns[42, 14] 00000400:00000200:3.0:1767389046.197689:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 14], ns[46, 14] 00000400:00000200:3.0:1767389046.197695:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 14], ns[50, 14] 00000400:00000200:3.0:1767389046.197702:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 14], ns[54, 14] 00000400:00000200:3.0:1767389046.197709:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 14], ns[58, 14] 00000400:00000200:3.0:1767389046.197719:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[73, 14], ns[74, 14] 00000400:00000200:3.0:1767389046.197823:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[72, 14], ns[73, 14] 00000400:00000200:3.0:1767389046.197829:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[74, 14], ns[75, 14] 00000400:00000200:3.0:1767389046.197847:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:3.0:1767389046.197852:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp13 00000400:00000200:3.0:1767389046.197858:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp13 lpni_is_preferred = 0 00000400:00000200:3.0:1767389046.197863:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp13 00000400:00000200:3.0:1767389046.197869:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp13 NI seq info: [78:78:256:4294967295] 192.168.204.113@tcp13 LPNI seq info [77:77:8:4294967295] 00000400:00000200:3.0:1767389046.197881:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp13 00000400:00000200:3.0:1767389046.197901:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp13(192.168.204.113@tcp13:) -> 192.168.204.113@tcp13(192.168.204.113@tcp:192.168.204.113@tcp13) : GET try# 0 00000800:00000200:3.0:1767389046.197910:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp13 00000800:00000010:3.0:1767389046.197916:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000db0fd4e1. 00000800:00000200:3.0:1767389046.197925:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000520c0684] -> 12345-192.168.204.113@tcp13 (6) 00080000:00000001:1.0:1767389046.197926:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767389046.197935:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767389046.197938:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767389046.197944:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp13 ip 192.168.204.113:988 00080000:00000001:1.0:1767389046.197945:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000800:00000200:3.0:1767389046.197954:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db0fd4e1 type 2, nob 96 niov 1 nkiov 0 00000020:00000001:1.0:1767389046.197955:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767389046.197968:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:1.0:1767389046.197976:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767389046.197984:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d0224ab8. 00000400:00000200:3.0:1767389046.197985:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00080000:00000001:1.0:1767389046.197993:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252617798656 : -122821091752960 : ffff904b7c748400) 00000400:00000200:3.0:1767389046.197999:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100271 rc 0 00080000:00000001:1.0:1767389046.198005:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:3.0:1767389046.198151:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389046.198159:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000db0fd4e1. 00000400:00000200:3.0:1767389046.198171:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389046.198185:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp13->192.168.204.113@tcp13: GET: OK 00000400:00000200:3.0:1767389046.198194:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767389046.198201:0:337529:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000800:00000001:3.0:1767389046.198222:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:1.0:1767389046.198230:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000001:3.0:1767389046.198235:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767389046.198237:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767389046.198245:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767389046.198247:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000001:3.0:1767389046.198268:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389046.198284:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp13(192.168.204.113@tcp13) <- 192.168.204.113@tcp13 : GET - for me 00080000:00000001:1.0:1767389046.198288:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389046.198297:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767389046.198303:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767389046.198317:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 432/432 into md 0x1b25 [1] + 0 00000400:00000200:3.0:1767389046.198344:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp13 to MR: 192.168.204.113@tcp13 local destination 00000400:00000200:3.0:1767389046.198355:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp13 NI seq info: [79:79:256:4294967295] 192.168.204.113@tcp13 LPNI seq info [78:78:8:4294967295] 00000400:00000200:3.0:1767389046.198407:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp13(192.168.204.113@tcp13:192.168.204.113@tcp13) -> 192.168.204.113@tcp13(192.168.204.113@tcp13:192.168.204.113@tcp13) 192.168.204.113@tcp13 : REPLY try# 0 00000800:00000200:3.0:1767389046.198421:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.113@tcp13 00000800:00000010:3.0:1767389046.198428:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db0fd4e1. 00000800:00000200:3.0:1767389046.198443:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000520c0684] -> 12345-192.168.204.113@tcp13 (6) 00000800:00000200:3.0:1767389046.198458:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp13 ip 192.168.204.113:1015 00000800:00000200:3.0:1767389046.198464:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db0fd4e1 type 3, nob 528 niov 1 nkiov 1 00000800:00000200:3.0:1767389046.198581:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389046.198587:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db0fd4e1. 00000400:00000200:3.0:1767389046.198596:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389046.198608:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp13->192.168.204.113@tcp13: REPLY: OK 00000800:00000001:3.0:1767389046.198639:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389046.198672:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389046.198679:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389046.198690:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389046.198697:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389046.198710:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767389046.198792:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767389046.198800:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767389046.198811:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp13(192.168.204.113@tcp13) <- 192.168.204.113@tcp13 : REPLY - for me 00000400:00000200:3.0:1767389046.198840:0:337529:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp13: Reply from 12345-192.168.204.113@tcp13 of length 432/432 into md 0x1b41 00000800:00000001:3.0:1767389046.198850:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389046.198861:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389046.198865:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389046.198870:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp13->192.168.204.113@tcp13: REPLY: OK 00000400:00000200:3.0:1767389046.198876:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc136459 00000400:00000010:3.0:1767389046.198879:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc136459. 00000400:00000200:3.0:1767389046.198883:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767389046.198887:0:337529:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:3.0:1767389046.198891:0:337529:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:3.0:1767389046.198897:0:337529:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 25. state = 0x100271 00000400:00000200:3.0:1767389046.198904:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:3.0:1767389046.198928:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (25) 00000800:00000001:3.0:1767389046.198935:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389046.198949:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389046.199025:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767389046.199040:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000f1 00000400:00000010:3.0:1767389046.199055:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 520 at 00000000fa68ea96. 00000400:00000010:3.0:1767389046.199064:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 624 at 000000004eed1948. 00000400:00000010:3.0:1767389046.199072:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 520 at 00000000adda44fe. 00000400:00000200:3.0:1767389046.199160:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp29(00000000519ca7cf) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767389046.199176:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp30(00000000229613ff) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767389046.199192:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp31(00000000a95fd2af) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:3.0:1767389046.199209:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e6554371. 00000400:00000200:3.0:1767389046.199223:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e6554371 nid 192.168.204.113@tcp32 00000400:00000010:3.0:1767389046.199231:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008a5f08aa. 00000400:00000200:3.0:1767389046.199243:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 000000008a5f08aa net tcp32 00000400:00000200:3.0:1767389046.199251:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (24) 00000400:00000200:3.0:1767389046.199265:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp32 flags 0x11 00000400:00000010:3.0:1767389046.199281:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ba248ab2. 00000400:00000200:3.0:1767389046.199291:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ba248ab2 nid 192.168.204.113@tcp33 00000400:00000010:3.0:1767389046.199299:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000043d8f4ca. 00000400:00000200:3.0:1767389046.199304:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 0000000043d8f4ca net tcp33 00000400:00000200:3.0:1767389046.199311:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (25) 00000400:00000200:3.0:1767389046.199321:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp33 flags 0x11 00000400:00000010:3.0:1767389046.199328:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 520 at 00000000fa68ea96. 00000400:00000010:3.0:1767389046.199333:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 624 at 000000004eed1948. 00000400:00000010:3.0:1767389046.199338:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 520 at 00000000adda44fe. 00000400:00000010:3.0:1767389046.199344:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 0000000029149edc. 00000400:00000200:3.0:1767389046.199352:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:3.0:1767389046.199356:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100171 00000400:00000200:3.0:1767389046.199361:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 rc 1 00000400:00000200:3.0:1767389046.199368:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000400:00000010:3.0:1767389046.199375:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc136459. 00000400:00000200:3.0:1767389046.199379:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (26) 00000400:00000010:3.0:1767389046.199386:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000454a3918. 00000400:00000200:3.0:1767389046.199401:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp13 00000400:00000200:3.0:1767389046.199412:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp13 to MR: 192.168.204.113@tcp13 local destination 00000400:00000200:3.0:1767389046.199419:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp13 NI seq info: [80:80:256:4294967295] 192.168.204.113@tcp13 LPNI seq info [79:79:8:4294967295] 00000400:00000200:3.0:1767389046.199425:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp13 00000400:00000200:3.0:1767389046.199439:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp13(192.168.204.113@tcp13:192.168.204.113@tcp13) -> 192.168.204.113@tcp13(192.168.204.113@tcp13:192.168.204.113@tcp13) : PUT try# 0 00000800:00000200:3.0:1767389046.199445:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.113@tcp13 00000800:00000010:3.0:1767389046.199451:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db0fd4e1. 00000800:00000200:3.0:1767389046.199457:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000520c0684] -> 12345-192.168.204.113@tcp13 (6) 00000800:00000200:3.0:1767389046.199464:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp13 ip 192.168.204.113:988 00000800:00000200:3.0:1767389046.199467:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db0fd4e1 type 1, nob 528 niov 1 nkiov 1 00000400:00000200:3.0:1767389046.199496:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:3.0:1767389046.199500:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100571 rc 0 00000800:00000200:0.0:1767389046.199708:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389046.199717:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db0fd4e1. 00000400:00000200:0.0:1767389046.199800:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767389046.199807:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767389046.199817:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp13->192.168.204.113@tcp13: PUT: OK 00000800:00000001:3.0:1767389046.199825:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389046.199831:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:3.0:1767389046.199832:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767389046.199843:0:337529:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp13: 0 00000800:00000001:3.0:1767389046.199847:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389046.199870:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp13(192.168.204.113@tcp13) <- 192.168.204.113@tcp13 : PUT - for me 00000400:00000200:3.0:1767389046.199891:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767389046.199902:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 432/432 into md 0x1b3d [1] + 0 00000400:00000010:3.0:1767389046.199907:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003862beac. 00000400:00000200:3.0:1767389046.199913:0:337530:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d50b63d0 00000800:00000001:3.0:1767389046.199918:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389046.199927:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389046.199930:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389046.199943:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp13->192.168.204.113@tcp13: PUT: OK 00000400:00000200:3.0:1767389046.199956:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d50b63d0 00000400:00000010:3.0:1767389046.199962:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d50b63d0. 00000400:00000200:3.0:1767389046.199972:0:337530:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767389046.199977:0:337530:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (27) 00000400:00000200:3.0:1767389046.199987:0:337530:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000010:3.0:1767389046.199994:0:337530:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 0000000029149edc. 00000400:00000200:3.0:1767389046.200010:0:337530:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.113@tcp 25 00000400:00000200:3.0:1767389046.200018:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:3.0:1767389046.200042:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (28) 00000400:00000200:3.0:1767389046.200053:0:337530:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767389046.200061:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp13 to MR: 192.168.204.113@tcp13 local destination 00000400:00000200:3.0:1767389046.200069:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp13 NI seq info: [81:81:256:4294967295] 192.168.204.113@tcp13 LPNI seq info [80:80:8:4294967295] 00000400:00000200:3.0:1767389046.200084:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp13(192.168.204.113@tcp13:192.168.204.113@tcp13) -> 192.168.204.113@tcp13(192.168.204.113@tcp13:192.168.204.113@tcp13) 192.168.204.113@tcp13 : ACK try# 0 00000800:00000200:3.0:1767389046.200098:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp13 00000400:00000200:0.0:1767389046.200101:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767389046.200113:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002594dd1d. 00000400:00000010:0.0:1767389046.200124:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046ef2379. 00000400:00000200:0.0:1767389046.200130:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d7cde1b8 00000400:00000200:0.0:1767389046.200145:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1004f1 00000400:00000010:0.0:1767389046.200157:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 520 at 00000000f1d07195. 00000400:00000010:0.0:1767389046.200161:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 624 at 00000000548735c8. 00000400:00000010:0.0:1767389046.200168:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 520 at 00000000cadb5515. 00000400:00000010:0.0:1767389046.200260:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 520 at 00000000f1d07195. 00000400:00000010:0.0:1767389046.200265:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 624 at 00000000548735c8. 00000400:00000010:0.0:1767389046.200271:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 520 at 00000000cadb5515. 00000400:00000010:0.0:1767389046.200278:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 0000000029149edc. 00000400:00000200:0.0:1767389046.200291:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389046.200301:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100571 00000400:00000200:0.0:1767389046.200314:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100571 rc 1 00000400:00000200:0.0:1767389046.200328:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100571 00000800:00000010:2.0:1767389046.200329:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009c15f3c7. 00000400:00000200:0.0:1767389046.200339:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389046.200355:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100511 rc 0 00000800:00000200:2.0:1767389046.200357:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000520c0684] -> 12345-192.168.204.113@tcp13 (6) 00000400:00000200:0.0:1767389046.200374:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000800:00000200:2.0:1767389046.200393:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp13 ip 192.168.204.113:1015 00000400:00000200:0.0:1767389046.200394:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (27) 00000800:00000200:2.0:1767389046.200406:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009c15f3c7 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767389046.200473:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389046.200484:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767389046.200616:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389046.200623:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c15f3c7. 00000400:00000200:3.0:1767389046.200629:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389046.200644:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp13->192.168.204.113@tcp13: ACK: OK 00000800:00000001:0.0:1767389046.200646:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389046.200680:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389046.200686:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389046.200697:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389046.200711:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp13(192.168.204.113@tcp13) <- 192.168.204.113@tcp13 : ACK - for me 00000400:00000200:0.0:1767389046.200919:0:337529:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp13: ACK from 12345-192.168.204.113@tcp13 into md 0x1b45 00000400:00000200:0.0:1767389046.200931:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389046.200941:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp13->192.168.204.113@tcp13: ACK: OK 00000400:00000200:0.0:1767389046.200953:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc136459 00000400:00000010:0.0:1767389046.200959:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc136459. 00000400:00000200:0.0:1767389046.200970:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767389046.200981:0:337529:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:0.0:1767389046.200990:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (26) 00000800:00000001:0.0:1767389046.201010:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389046.201020:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767389046.215069:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767389046.215081:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:0.0:1767389046.215088:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389046.215095:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767389046.215096:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767389046.215112:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767389046.215118:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767389046.215120:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767389046.215122:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767389046.215126:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d0224ab8. 20000000:01000000:0.0:1767389046.215129:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:2.0:1767389046.215135:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767389046.215156:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389046.215163:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767389046.215176:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767389046.215180:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005f6b5bcc. 20000000:01000000:3.0:1767389046.215189:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:00000001:3.0:1767389046.215197:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767389046.215203:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767389046.215216:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389046.215223:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389046.215227:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389046.215235:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389046.215241:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389046.215255:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cfead646. 00080000:00000001:3.0:1767389046.215258:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767389046.215267:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767389046.215268:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767389046.215277:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767389046.215279:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018c4a8e0. 00080000:00000001:3.0:1767389046.215281:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767389046.215290:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767389046.215292:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1767389046.215300:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00000020:00000040:0.0:1767389046.215304:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000018c4a8e0 with handle 0x95cd417baf4294f6 to hash 00080000:00000001:3.0:1767389046.215308:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767389046.215322:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004eed1948. 00000020:00000001:0.0:1767389046.215325:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767389046.215330:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247376470016 : -122826333081600 : ffff904a440c3000) 00010000:00000001:0.0:1767389046.215332:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00080000:00000001:3.0:1767389046.215345:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767389046.215346:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389046.215359:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389046.215362:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389046.215366:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4294f6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389046.215379:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389046.215384:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389046.215387:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389046.215390:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389046.215393:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389046.215396:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389046.215398:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389046.215401:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389046.215403:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389046.215405:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389046.215409:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389046.215414:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cfead646) refcount = 1 00010000:00010000:0.0:1767389046.215420:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4294f6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389046.215428:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389046.215431:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389046.215436:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389046.215440:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389046.215443:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389046.215451:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389046.215459:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:0.0:1767389046.215464:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389046.215467:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389046.215470:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018c4a8e0 refcount=4 00000020:00000001:0.0:1767389046.215474:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389046.215479:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00000001:00000001:3.0:1767389046.215482:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767389046.215486:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389046.215492:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767389046.215500:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389046.215505:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4294f6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389046.215515:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389046.215518:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4294f6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767389046.215519:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389046.215538:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767389046.215547:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389046.215550:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389046.215552:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4294f6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389046.215560:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389046.215563:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389046.215566:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389046.215569:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4294f6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389046.215577:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000018c4a8e0 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389046.215580:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389046.215586:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389046.215591:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4294f6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389046.215599:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389046.215604:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389046.215606:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389046.215607:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018c4a8e0 refcount=5 00000020:00000001:0.0:1767389046.215612:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389046.215617:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389046.215622:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389046.215628:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4294f6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389046.215675:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389046.215683:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389046.215686:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389046.215692:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389046.215695:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389046.215703:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389046.215707:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389046.215712:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000018c4a8e0 with handle 0x95cd417baf4294f6 from hash 00010000:00000001:0.0:1767389046.215716:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389046.215720:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389046.215722:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1767389046.215864:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767389046.215870:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767389046.216593:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389046.216599:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389046.216602:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389046.216605:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389046.216608:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389046.216614:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389046.216618:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389046.216622:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389046.216628:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389046.216632:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389046.216637:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389046.216640:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389046.216644:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389046.216677:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4294f6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389046.216688:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389046.216691:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389046.216696:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389046.216700:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389046.216702:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389046.216705:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389046.216708:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389046.216717:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389046.216781:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389046.216797:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4294f6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389046.216806:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389046.216811:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389046.216814:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4294f6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389046.216823:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cfead646 count: 0 00010000:00000001:0.0:1767389046.216864:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389046.216869:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767389046.219796:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299634239, at 4299634240 00000100:00000010:3.0:1767389046.219809:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029633633. 00000100:00000040:2.0:1767389046.219828:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299634239, at 4299634240 00000100:00000040:1.0:1767389046.219829:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299634239, at 4299634240 00000100:00000010:2.0:1767389046.219845:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e0bffd93. 00000100:00000010:1.0:1767389046.219849:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aeee6b12. 00010000:00000010:0.1:1767389046.220832:0:338051:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cfead646. 00010000:00000010:0.1:1767389046.220854:0:338051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018c4a8e0. 00000100:00000040:0.0:1767389046.221265:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299634239, at 4299634241 00000100:00000010:0.0:1767389046.221279:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be9a0df7. 00080000:00000001:0.0:1767389046.234080:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767389046.234087:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389046.234092:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389046.234094:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389046.234095:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767389046.234101:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004eed1948. 00080000:00000001:0.0:1767389046.234108:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767389046.234211:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767389046.234220:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:0.0:1767389046.234226:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389046.234230:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767389046.234234:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767389046.234258:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389046.234264:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767389046.234275:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767389046.234281:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767389046.234290:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767389046.234294:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767389046.234302:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389046.234307:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389046.234324:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000239d263a. 00010000:00000001:2.0:1767389046.234333:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389046.234342:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a93216f0. 00000020:00000001:2.0:1767389046.234348:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389046.234352:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a93216f0 with handle 0x95cd417baf4294fd to hash 00000020:00000001:2.0:1767389046.234357:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389046.234363:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:2.0:1767389046.234370:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:2.0:1767389046.234376:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389046.234382:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389046.234398:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a93216f0/0x95cd417baf4294fd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389046.234411:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389046.234419:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389046.234424:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389046.234427:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389046.234433:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389046.234437:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389046.234443:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389046.234448:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389046.234453:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389046.234457:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389046.234459:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389046.234464:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000239d263a) refcount = 1 00010000:00010000:2.0:1767389046.234471:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a93216f0/0x95cd417baf4294fd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389046.234481:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389046.234487:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389046.234491:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389046.234495:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389046.234500:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389046.234507:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767389046.234517:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:2.0:1767389046.234523:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389046.234526:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389046.234528:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a93216f0 refcount=4 00000020:00000001:2.0:1767389046.234533:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:2.0:1767389046.234539:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:2.0:1767389046.234543:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389046.234548:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a93216f0/0x95cd417baf4294fd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389046.234560:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389046.234575:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a93216f0/0x95cd417baf4294fd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389046.234586:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389046.234589:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389046.234593:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a93216f0/0x95cd417baf4294fd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389046.234601:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389046.234603:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389046.234608:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389046.234612:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a93216f0/0x95cd417baf4294fd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389046.234624:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a93216f0 already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389046.234630:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389046.234637:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389046.234642:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a93216f0/0x95cd417baf4294fd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389046.234673:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389046.234679:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389046.234682:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389046.234686:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a93216f0 refcount=5 00000020:00000001:2.0:1767389046.234692:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:2.0:1767389046.234714:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:2.0:1767389046.234722:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389046.234725:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a93216f0/0x95cd417baf4294fd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389046.234733:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389046.234784:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389046.234789:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389046.234797:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389046.234801:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389046.234808:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389046.234820:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389046.234823:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a93216f0 with handle 0x95cd417baf4294fd from hash 00010000:00000001:2.0:1767389046.234828:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389046.234830:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389046.234832:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389046.234834:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389046.234840:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389046.234846:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389046.234852:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389046.234855:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389046.234859:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389046.234862:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389046.234866:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389046.234872:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389046.234875:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389046.234879:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389046.234884:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389046.234887:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389046.234890:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a93216f0/0x95cd417baf4294fd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389046.234896:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389046.234898:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389046.234902:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389046.234906:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389046.234908:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389046.234911:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389046.234915:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389046.234924:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389046.234931:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389046.234936:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a93216f0/0x95cd417baf4294fd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389046.234943:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767389046.234945:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389046.234949:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a93216f0/0x95cd417baf4294fd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389046.234971:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000239d263a count: 0 00010000:00000001:2.0:1767389046.234986:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767389046.234988:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767389046.239153:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389046.239159:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389046.239163:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000087edd5a1. 20000000:00000001:0.0:1767389046.239170:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389046.239177:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654535552 00010000:00000001:0.0:1767389046.239181:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389046.239193:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000029d73784 x1853241654535552/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:497/0 lens 4848/4768 e 0 to 0 dl 1767389057 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389046.239219:0:349795:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000119d1aa7. 00010000:00000001:0.0:1767389046.239238:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389046.239242:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389046.239247:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=71 v=5 (1 0 0 0) 00000400:00000040:3.0:1767389046.239253:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:0.0:1767389046.239254:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000040:3.0:1767389046.239266:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000040:0.0:1767389046.239267:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389046.239276:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000400:00000040:3.0:1767389046.239277:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 02000000:00000001:0.0:1767389046.239299:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000040:3.0:1767389046.239301:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 02000000:00000001:0.0:1767389046.239312:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767389046.239314:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389046.239332:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000001:0.0:1767389046.239334:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000040:3.0:1767389046.239339:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000040:0.0:1767389046.239343:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000040:3.0:1767389046.239346:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000010:0.0:1767389046.239350:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7197ca3. 00000400:00000040:3.0:1767389046.239352:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389046.239359:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000100:00000200:0.0:1767389046.239360:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654535552, offset 224 00000400:00000040:3.0:1767389046.239369:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389046.239373:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389046.239376:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000200:0.0:1767389046.239377:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000040:3.0:1767389046.239384:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389046.239389:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767389046.239391:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389046.239393:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389046.239394:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767389046.239395:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767389046.239397:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389046.239399:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389046.239401:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389046.239402:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389046.239404:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389046.239405:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767389046.239407:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389046.239409:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389046.239410:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389046.239412:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389046.239414:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389046.239415:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767389046.239417:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389046.239419:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389046.239420:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389046.239422:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389046.239429:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389046.239431:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767389046.239434:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389046.239436:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389046.239438:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389046.239439:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389046.239441:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389046.239443:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767389046.239444:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767389046.239446:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767389046.239448:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767389046.239449:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767389046.239451:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767389046.239453:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389046.239455:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389046.239456:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767389046.239458:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389046.239459:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767389046.239461:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767389046.239462:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767389046.239464:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767389046.239465:0:349795:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767389046.239549:0:349795:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000119d1aa7. 00000400:00000200:0.0:1767389046.239564:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389046.239577:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372806580 00000400:00000200:0.0:1767389046.239587:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b2d [2] + 224 00000400:00000200:0.0:1767389046.239597:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389046.239603:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389046.239611:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389046.239620:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c751f0db x1853241654535552/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389046.239636:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c751f0db x1853241654535552/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389046.239676:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389046.239685:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7197ca3 00000400:00000010:0.0:1767389046.239687:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7197ca3. 00000100:00000001:0.0:1767389046.239692:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389046.239695:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389046.239702:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389046.239707:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767389046.239708:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:2.0:1767389046.239713:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767389046.239715:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389046.239723:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767389046.239755:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389046.239759:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389046.239763:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eab702e3. 00000400:00000200:2.0:1767389046.239774:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf0a6ee9 00000400:00000010:2.0:1767389046.239777:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf0a6ee9. 00000100:00000001:2.0:1767389046.239782:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389046.239793:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c751f0db x1853241654535552/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389046.239812:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767389046.239818:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c751f0db x1853241654535552/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389046.239836:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767389046.239837:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029d73784 x1853241654535552/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:497/0 lens 4848/4768 e 0 to 0 dl 1767389057 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389046.239839:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389046.239850:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389046.239863:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389046.239869:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389046.239873:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389046.239876:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000029d73784 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654535552:12345-0@lo:253: Request processed in 42628us (43809us total) trans 0 rc 0/0 02000000:00000001:2.0:1767389046.239880:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389046.239898:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=71 v=5 (5 0 0 0) 00000100:00100000:0.0:1767389046.239911:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00001000:2.0:1767389046.239912:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=71 v=5 (1 0 0 0) 00000100:00000040:0.0:1767389046.239922:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:2.0:1767389046.239923:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389046.239936:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389046.239938:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389046.239951:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767389046.239952:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389046.239963:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389046.239968:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006624c2be. 00000100:00000001:2.0:1767389046.239969:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389046.239989:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029be0417. 00000100:00000040:2.0:1767389046.239991:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c751f0db x1853241654535552/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389046.240002:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000245b97a6. 00000020:00000040:0.0:1767389046.240019:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00000001:2.0:1767389046.240021:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389046.240033:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767389046.240034:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767389046.240037:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767389046.240041:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006b160a2e. 02000000:00000001:0.0:1767389046.240048:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389046.240055:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767389046.240060:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767389046.240065:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000200:0.0:1767389046.240066:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767389046.240069:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389046.240077:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389046.240083:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:0.0:1767389046.240083:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cc56837. 00000020:01000004:2.0:1767389046.240093:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389046.240096:0:337539:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767389046.240098:0:337539:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767389046.240099:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:0.0:1767389046.240100:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7197ca3. 00000020:01000004:2.0:1767389046.240102:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767389046.240111:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c751f0db x1853241654535552/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389046.240122:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c751f0db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654535552:0@lo:253: 00000100:00000001:2.0:1767389046.240130:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389046.240133:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389046.240142:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c751f0db x1853241654535552/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389046.240150:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389046.240155:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389046.240159:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000002c5c95e. 02000000:00000001:2.0:1767389046.240167:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389046.240170:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389046.240172:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389046.240176:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389046.240180:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000d6318e3. 02000000:00000001:2.0:1767389046.240190:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389046.240193:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389046.240198:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c751f0db. 00000100:00000001:2.0:1767389046.240208:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389046.240212:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389046.240217:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389046.240225:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389046.240227:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389046.240233:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389046.240237:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767389046.242541:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767389046.242558:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767389046.242560:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c2d9defc. 20000000:00000001:2.0:1767389046.242567:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389046.242572:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654535680 00010000:00000001:2.0:1767389046.242575:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389046.242581:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000074d03ce5 x1853241654535680/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:497/0 lens 4848/4768 e 0 to 0 dl 1767389057 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389046.242590:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389046.242593:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389046.242597:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389046.242601:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389046.242604:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389046.242607:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389046.242611:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389046.242614:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389046.242617:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389046.242620:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389046.242624:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf0a6ee9. 00000100:00000200:2.0:1767389046.242629:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654535680, offset 224 00000400:00000200:2.0:1767389046.242635:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389046.242645:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389046.242674:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372806600 00000400:00000200:2.0:1767389046.242680:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b35 [2] + 224 00000400:00000200:2.0:1767389046.242688:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389046.242693:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389046.242714:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389046.242717:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ca92f52 x1853241654535680/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389046.242727:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009ca92f52 x1853241654535680/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389046.242792:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389046.242801:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767389046.242802:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf0a6ee9 00000100:00000001:3.0:1767389046.242807:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767389046.242808:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf0a6ee9. 00000100:00000001:2.0:1767389046.242815:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767389046.242817:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389046.242821:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389046.242823:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa0c4c51. 00000100:00000001:2.0:1767389046.242831:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767389046.242833:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099ebdb16 00000400:00000010:3.0:1767389046.242839:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099ebdb16. 00000100:00000001:2.0:1767389046.242840:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389046.242843:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767389046.242849:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000200:3.0:1767389046.242855:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ca92f52 x1853241654535680/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389046.242855:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389046.242861:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389046.242869:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767389046.242881:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ca92f52 x1853241654535680/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389046.242881:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074d03ce5 x1853241654535680/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:497/0 lens 4848/4768 e 0 to 0 dl 1767389057 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389046.242930:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389046.242936:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767389046.242937:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000074d03ce5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337536:x1853241654535680:12345-0@lo:253: Request processed in 45661us (46564us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389046.242950:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000001:3.0:1767389046.242953:0:337536:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767389046.242957:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 02000000:00000001:3.0:1767389046.242958:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389046.242962:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389046.242964:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389046.242966:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389046.242969:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767389046.242971:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389046.242976:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ddb34604. 00000100:00001000:3.0:1767389046.242978:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=71 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389046.242986:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=71 v=5 (1 0 0 0) 00000020:00000010:2.0:1767389046.242986:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c68a6402. 00000100:00000001:3.0:1767389046.242996:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767389046.242997:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d082a0a. 00000100:00000001:3.0:1767389046.242998:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389046.243006:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389046.243009:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389046.243010:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000001:3.0:1767389046.243011:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389046.243018:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1767389046.243019:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ca92f52 x1853241654535680/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389046.243022:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fcdf2465. 02000000:00000001:2.0:1767389046.243031:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389046.243036:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389046.243037:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389046.243044:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1767389046.243045:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767389046.243046:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389046.243055:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:2.0:1767389046.243056:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eab702e3. 00000020:01000004:3.0:1767389046.243058:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767389046.243065:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389046.243067:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:2.0:1767389046.243068:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf0a6ee9. 00000020:01000004:3.0:1767389046.243069:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389046.243074:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389046.243077:0:337536:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389046.243079:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389046.243081:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389046.243086:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ca92f52 x1853241654535680/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389046.243095:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ca92f52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654535680:0@lo:253: 00000100:00000001:3.0:1767389046.243099:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389046.243102:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389046.243103:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ca92f52 x1853241654535680/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389062 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389046.243110:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389046.243112:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389046.243122:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000924c41d2. 02000000:00000001:3.0:1767389046.243127:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389046.243128:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389046.243130:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389046.243132:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389046.243133:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000801f716c. 02000000:00000001:3.0:1767389046.243137:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389046.243138:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389046.243139:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ca92f52. 00000100:00000001:3.0:1767389046.243144:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389046.243146:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389046.243148:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389046.243153:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389046.243154:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389046.243157:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389046.243159:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767389046.248781:0:349797:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000239d263a. 00010000:00000010:2.1:1767389046.248794:0:349797:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a93216f0. 00000400:00000200:0.0:1767389046.348877:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp31 00000400:00000010:0.0:1767389046.348886:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009eb25a52. 00000400:00000010:0.0:1767389046.348896:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000eccba725. 00000400:00000010:0.0:1767389046.348905:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002db60def. 00000400:00000010:0.0:1767389046.348917:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002ffe667a. 00000400:00000200:0.0:1767389046.348924:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp31 00000400:00000200:0.0:1767389046.348947:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp31 local destination 00000400:00000200:0.0:1767389046.348957:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp31 00000400:00000200:0.0:1767389046.348969:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp31 NI seq info: [82:82:256:4294967295] 192.168.204.113@tcp31 LPNI seq info [81:81:8:4294967295] 00000400:00000200:0.0:1767389046.348977:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp31 00000400:00000200:0.0:1767389046.349000:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp31(192.168.204.113@tcp31:) -> 192.168.204.113@tcp31(192.168.204.113@tcp31:192.168.204.113@tcp31) : GET try# 0 00000800:00000200:0.0:1767389046.349014:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp31 00000800:00000010:0.0:1767389046.349032:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000008df758d. 00000800:00000200:0.0:1767389046.349041:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8c3570a] -> 12345-192.168.204.113@tcp31 (2) 00000800:00000200:0.1:1767389046.349051:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8c3570a] -> 12345-192.168.204.113@tcp31 (2) 00000400:00000200:0.0:1767389046.349095:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp31 added to recovery queue. ping count: 2 next ping: 4971 health :800 00000400:00000200:3.0:1767389046.349261:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.349401:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.349511:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.349571:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.349681:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.349824:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.349870:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.349901:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.349964:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350031:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350118:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350212:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350308:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350390:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350434:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350470:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350508:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350544:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350598:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350635:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350725:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350792:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350823:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350849:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350875:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350898:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350924:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350946:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350966:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.350994:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.351017:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.351040:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.351060:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.351082:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389046.351103:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389046.351249:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087be0d40. 00000800:00000010:3.0:1767389046.351255:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005dcfe88e. 00000800:00000010:3.0:1767389046.351262:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003a147a58. 00000800:00000010:3.0:1767389046.351292:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003a147a58. 00000800:00020000:3.0:1767389046.351302:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389046.351307:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005dcfe88e. 00000800:00000010:3.0:1767389046.351310:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000087be0d40. 00000400:02020000:3.0:1767389046.351357:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp31 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389046.351365:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp31 notifying 192.168.204.113@tcp31: down 00000800:00000200:3.0:1767389046.351373:0:337526:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp31 down 00000800:00000100:3.0:1767389046.351382:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp31 00000800:00000010:3.0:1767389046.351385:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000008df758d. 00000400:00000200:3.0:1767389046.351389:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389046.351393:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp31->192.168.204.113@tcp31: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389046.351414:0:337526:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389046.351417:0:337526:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389046.351421:0:337526:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp31) recovery failed with -71 00000100:00000001:3.0:1767389046.667826:0:339022:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767389046.667832:0:339022:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389046.667900:0:339024:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767389046.667904:0:339024:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389046.988795:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389046.988799:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389046.988805:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389046.988806:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389046.988853:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389046.988859:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389046.988863:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767389047.180860:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767389047.180865:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 2 10000000:00000001:3.0:1767389047.180870:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389047.180874:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767389047.180876:0:338177:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767389047.180878:0:338177:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767389047.180881:0:338177:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767389047.180885:0:338177:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767389047.180888:0:338177:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff904b60cd8000 from 47 10000000:00000001:3.0:1767389047.180892:0:338177:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767389047.180894:0:338177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767389047.180902:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000030c04a2. 00000020:00000040:3.0:1767389047.180907:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:3.0:1767389047.180912:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389047.180916:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389047.180921:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389047.180929:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000029149edc. 00000100:00000001:3.0:1767389047.180936:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389047.180941:0:338177:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767389047.180945:0:338177:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767389047.180952:0:338177:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c44ca6d2. 00010000:00000001:3.0:1767389047.180956:0:338177:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389047.180960:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e5cf5266. 00000020:00000001:3.0:1767389047.180966:0:338177:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389047.180970:0:338177:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e5cf5266 with handle 0x95cd417baf429504 to hash 00000020:00000001:3.0:1767389047.180982:0:338177:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389047.180984:0:338177:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538719232 : -122821170832384 : ffff904b77bddc00) 00010000:00000001:3.0:1767389047.180987:0:338177:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538719232 : -122821170832384 : ffff904b77bddc00) 00010000:00000001:3.0:1767389047.180991:0:338177:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389047.180995:0:338177:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389047.180999:0:338177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 00000000e5cf5266/0x95cd417baf429504 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389047.181009:0:338177:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: 00000000e5cf5266/0x95cd417baf429504 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389047.181022:0:338177:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: 00000000e5cf5266/0x95cd417baf429504 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767389047.181045:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767389047.181049:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767389047.181055:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7a87e0e. 00000100:00000001:3.0:1767389047.181059:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247439989760 : -122826269561856 : ffff904a47d56c00) 00000100:00000001:3.0:1767389047.181063:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389047.181065:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694447232 : -122822015104384 : ffff904b456b4a80) 00000100:00000001:3.0:1767389047.181071:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389047.181074:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.181077:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767389047.181080:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767389047.181087:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000030c04a2 x1853241654535808/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389047.181099:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389047.181102:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389047.181107:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389047.181110:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389047.181115:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389047.181127:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000030c04a2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654535808:0@lo:101: 00000100:00000001:3.0:1767389047.181140:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389047.181154:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389047.181158:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389047.181162:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767389047.181167:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004eed1948. 02000000:00000001:3.0:1767389047.181170:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389047.181175:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003862beac. 00000400:00000010:3.0:1767389047.181182:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d50b63d0. 00000100:00000200:3.0:1767389047.181189:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654535808, portal 25 00000100:00000001:3.0:1767389047.181191:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389047.181194:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694447232 : -122822015104384 : ffff904b456b4a80) 00000100:00000040:3.0:1767389047.181202:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000030c04a2 x1853241654535808/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389047.181212:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389047.181220:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389047.181225:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cbc1b70. 00000100:00000200:3.0:1767389047.181230:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654535808, offset 0 00000400:00000200:3.0:1767389047.181239:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389047.181254:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389047.181268:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958372806680 00000400:00000200:3.0:1767389047.181278:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x13a9 [2] + 0 00000400:00000010:3.0:1767389047.181282:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd630f5e. 00000400:00000200:3.0:1767389047.181288:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000075606d02 00000400:00000200:3.0:1767389047.181294:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389047.181301:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767389047.181307:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075606d02 00000400:00000010:3.0:1767389047.181310:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075606d02. 00000100:00000001:3.0:1767389047.181317:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389047.181320:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767389047.181325:0:338177:0:(events.c:337:request_in_callback()) incoming req@0000000016803ad6 x1853241654535808 msgsize 328 00000100:00100000:3.0:1767389047.181335:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767389047.181340:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767389047.181365:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389047.181373:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cbc1b70 00000400:00000010:3.0:1767389047.181376:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cbc1b70. 00000100:00000001:3.0:1767389047.181379:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767389047.181392:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000030c04a2 x1853241654535808/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389047.181405:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389047.181407:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000030c04a2 x1853241654535808/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389047.181416:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.181419:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389047.181428:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.181432:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299635224 00000100:00000010:3.0:1767389047.181437:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4100056. 00000100:00000001:3.0:1767389047.181444:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767389047.181455:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299635224 00000100:00000010:3.0:1767389047.181461:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000633d0ac7. 00000100:00000001:3.0:1767389047.181468:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767389047.181487:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299635224 00000100:00000001:0.0:1767389047.181492:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:3.0:1767389047.181493:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000010164c02. 00000100:00100000:0.0:1767389047.181505:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654535808 00000100:00000001:3.0:1767389047.181507:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 02000000:00000001:0.0:1767389047.181527:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389047.181534:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299635224 00000100:00000001:0.0:1767389047.181536:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389047.181548:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767389047.181551:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d7d9891c. 00000100:00000001:3.0:1767389047.181561:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 02000000:00000001:0.0:1767389047.181563:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.181573:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767389047.181575:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654535808 00000100:00000001:3.0:1767389047.181583:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389047.181586:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767389047.181590:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767389047.181592:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:3.0:1767389047.181594:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767389047.181602:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767389047.181604:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d7a87e0e going to sleep for 11 seconds 00000020:00000040:0.0:1767389047.181610:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000001:3.0:1767389047.181613:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767389047.181624:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389047.181626:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389047.181664:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389047.181672:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389047.181692:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6f9fdf4. 00000100:00000001:0.0:1767389047.181700:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389047.181705:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6f9fdf4. 00000020:00000010:0.0:1767389047.181714:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000807bc468. 00000020:00000010:0.0:1767389047.181721:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f8ca0d2d. 00000020:00000010:0.0:1767389047.181777:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef0ccc91. 00000100:00000040:0.0:1767389047.181807:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767389047.181814:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389047.181819:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389047.181822:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.181837:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.181855:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389047.181871:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389047.181876:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389047.181883:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00000040:0.0:1767389047.181889:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389047.181893:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509323344 : -122821200228272 : ffff904b75fd5050) 00000100:00000040:0.0:1767389047.181916:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016803ad6 x1853241654535808/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:498/0 lens 328/0 e 0 to 0 dl 1767389058 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389047.181929:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389047.181933:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6f9fdf4. 00000100:00000001:0.0:1767389047.181935:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389047.181938:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6f9fdf4. 00000100:00100000:0.0:1767389047.181946:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000016803ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:338177:x1853241654535808:12345-0@lo:101: 00000100:00000200:0.0:1767389047.181952:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654535808 00000020:00000001:0.0:1767389047.181956:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389047.181961:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389047.181964:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389047.181968:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389047.181971:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000020:00000001:0.0:1767389047.181976:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389047.181979:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389047.181982:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389047.181985:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389047.181991:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389047.181994:0:338174:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767389047.181997:0:338174:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767389047.182001:0:338174:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767389047.182004:0:338174:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767389047.182008:0:338174:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389047.182015:0:338174:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389047.182023:0:338174:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cfead646. 00010000:00000001:0.0:1767389047.182029:0:338174:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389047.182032:0:338174:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018c4a8e0. 00000020:00000001:0.0:1767389047.182047:0:338174:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389047.182050:0:338174:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000018c4a8e0 with handle 0x95cd417baf42950b to hash 00000020:00000001:0.0:1767389047.182053:0:338174:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389047.182056:0:338174:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389047.182060:0:338174:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00010000:0.0:1767389047.182064:0:338174:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42950b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x95cd417baf429504 expref: -99 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389047.182083:0:338174:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003eb5d898 : new locks_count 10 00000020:00000040:0.0:1767389047.182087:0:338174:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=15 00000100:00000001:0.0:1767389047.182101:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389047.182107:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389047.182111:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000f1d07195. 02000000:00000001:0.0:1767389047.182116:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.182120:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389047.182125:0:338174:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389047.182131:0:338174:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389047.182135:0:338174:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389047.182139:0:338174:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389047.182143:0:338174:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389047.182146:0:338174:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389047.182150:0:338174:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389047.182154:0:338174:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389047.182157:0:338174:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389047.182160:0:338174:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389047.182163:0:338174:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389047.182166:0:338174:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cfead646) refcount = 1 00010000:00010000:0.0:1767389047.182180:0:338174:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42950b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x95cd417baf429504 expref: 15 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389047.182189:0:338174:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389047.182191:0:338174:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389047.182195:0:338174:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389047.182198:0:338174:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389047.182202:0:338174:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389047.182214:0:338174:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767389047.182220:0:338174:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42950b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf429504 expref: 15 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389047.182229:0:338174:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389047.182233:0:338174:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389047.182235:0:338174:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389047.182246:0:338174:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389047.182248:0:338174:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389047.182251:0:338174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389047.182254:0:338174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389047.182256:0:338174:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000018c4a8e0, rc 0) 00000020:00000001:0.0:1767389047.182259:0:338174:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389047.182263:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654535808 00010000:00000001:0.0:1767389047.182267:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389047.182271:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000016803ad6 x1853241654535808/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:498/0 lens 328/344 e 0 to 0 dl 1767389058 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389047.182282:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389047.182285:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389047.182288:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=72 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389047.182293:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389047.182296:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389047.182298:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389047.182302:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389047.182304:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.182307:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389047.182310:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389047.182314:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a179ee7f. 00000100:00000200:0.0:1767389047.182319:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654535808, offset 224 00000400:00000200:0.0:1767389047.182324:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389047.182335:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389047.182347:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958372806680 00000400:00000200:0.0:1767389047.182354:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1b61 [1] + 224 00000400:00000200:0.0:1767389047.182360:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389047.182370:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389047.182382:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389047.182390:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000030c04a2 x1853241654535808/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389047.182405:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000030c04a2 x1853241654535808/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389047.182440:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389047.182466:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a179ee7f 00000400:00000010:0.0:1767389047.182470:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a179ee7f. 00000100:00000001:0.0:1767389047.182475:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389047.182486:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389047.182494:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389047.182500:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389047.182506:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389047.182510:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389047.182514:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767389047.182523:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016803ad6 x1853241654535808/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:498/0 lens 328/344 e 0 to 0 dl 1767389058 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389047.182540:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000016803ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654535808:12345-0@lo:101: Request processed in 606us (1209us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389047.182568:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000040:0.0:1767389047.182574:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:0.0:1767389047.182580:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389047.182585:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389047.182592:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f8ca0d2d. 00000100:00000001:3.0:1767389047.182596:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767389047.182600:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0ccc91. 00000400:00000001:3.0:1767389047.182614:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767389047.182616:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000807bc468. 00000400:00000001:3.0:1767389047.182626:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389047.182658:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003862beac. 00000020:00000040:0.0:1767389047.182662:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:0.0:1767389047.182685:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:3.0:1767389047.182687:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d50b63d0 02000000:00000010:0.0:1767389047.182690:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000f1d07195. 00000400:00000010:3.0:1767389047.182692:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d50b63d0. 02000000:00000001:0.0:1767389047.182698:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389047.182703:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389047.182714:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389047.182715:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767389047.182730:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000030c04a2 x1853241654535808/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389047.182793:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000030c04a2 x1853241654535808/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389063 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389047.182803:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389047.182806:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389047.182808:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e30449de. 00000100:00000001:3.0:1767389047.182810:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389047.182818:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389047.182820:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767389047.182820:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086f6cc83. 00000100:00000001:3.0:1767389047.182827:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389047.182834:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389047.182839:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389047.182845:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389047.182849:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389047.182851:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389047.182853:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389047.182856:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.182858:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389047.182863:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000030c04a2 x1853241654535808/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389063 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389047.182871:0:338177:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389047.182875:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389047.182877:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389047.182880:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000030c04a2 x1853241654535808/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389063 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389047.182887:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000030c04a2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654535808:0@lo:101: 00000100:00000001:3.0:1767389047.182892:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389047.182894:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.182896:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767389047.182898:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389047.182901:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000030c04a2 x1853241654535808/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389063 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389047.182919:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767389047.182923:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d7a87e0e. 00000100:00000001:3.0:1767389047.182926:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767389047.182927:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389047.182930:0:338177:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767389047.182933:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389047.182935:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389047.182938:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e5cf5266 refcount=4 00000020:00000001:3.0:1767389047.182939:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538719232 : -122821170832384 : ffff904b77bddc00) 00010000:00000001:3.0:1767389047.182942:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538719232 : -122821170832384 : ffff904b77bddc00) 00010000:00000040:3.0:1767389047.182947:0:338177:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000e5cf5266, remote cookie: 0x95cd417baf42950b, flags: 0x0 00010000:00000001:3.0:1767389047.182951:0:338177:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389047.182954:0:338177:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389047.182956:0:338177:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389047.182958:0:338177:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389047.182960:0:338177:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389047.182961:0:338177:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c44ca6d2) refcount = 1 00010000:00010000:3.0:1767389047.182965:0:338177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: 00000000e5cf5266/0x95cd417baf429504 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf42950b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389047.182972:0:338177:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389047.182974:0:338177:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389047.182975:0:338177:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389047.182978:0:338177:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767389047.182980:0:338177:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389047.182983:0:338177:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: 00000000e5cf5266/0x95cd417baf429504 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf42950b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389047.182989:0:338177:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767389047.182991:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389047.182992:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389047.182993:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389047.182994:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389047.182996:0:338177:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.183006:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389047.183009:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000030c04a2 x1853241654535808/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389063 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389047.183015:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389047.183017:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389047.183020:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004eed1948. 02000000:00000001:3.0:1767389047.183024:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389047.183025:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389047.183027:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389047.183030:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389047.183032:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000029149edc. 02000000:00000001:3.0:1767389047.183035:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389047.183053:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389047.183055:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000030c04a2. 00000100:00000001:3.0:1767389047.183059:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389047.183061:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767389047.183064:0:338177:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389047.183067:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767389047.183069:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 3 10000000:00000001:3.0:1767389047.183072:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389047.183075:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389047.183077:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389047.183079:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e5cf5266 refcount=3 00000020:00000001:3.0:1767389047.183082:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538719232 : -122821170832384 : ffff904b77bddc00) 00010000:00000001:3.0:1767389047.183085:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538719232 : -122821170832384 : ffff904b77bddc00) 00010000:00000001:3.0:1767389047.183088:0:338177:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767389047.183089:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389047.183091:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389047.183092:0:338177:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389047.183096:0:338177:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767389047.183102:0:338177:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000003ff35396. 00000100:00000010:3.0:1767389047.183126:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000030c04a2. 00000020:00000040:3.0:1767389047.183130:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:3.0:1767389047.183134:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389047.183136:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389047.183140:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389047.183157:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000029149edc. 00000100:00000001:3.0:1767389047.183163:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.183169:0:338177:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767389047.183174:0:338177:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004eed1948. 00000100:00000010:3.0:1767389047.183177:0:338177:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000aef56d30. 00000020:00000040:3.0:1767389047.183180:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:3.0:1767389047.183186:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767389047.183187:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767389047.183191:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7a87e0e. 00000100:00000001:3.0:1767389047.183193:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247439989760 : -122826269561856 : ffff904a47d56c00) 00000100:00000001:3.0:1767389047.183196:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389047.183198:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694447232 : -122822015104384 : ffff904b456b4a80) 00000100:00000001:3.0:1767389047.183201:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389047.183203:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.183205:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767389047.183207:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767389047.183210:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000030c04a2 x1853241654535936/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389047.183219:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389047.183221:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389047.183224:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389047.183226:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389047.183230:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389047.183232:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000030c04a2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654535936:0@lo:256: 00000100:00000001:3.0:1767389047.183237:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389047.183240:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389047.183243:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.183246:0:338177:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767389047.183254:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003862beac. 00000400:00000010:3.0:1767389047.183259:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d83caf25. 00000100:00000200:3.0:1767389047.183264:0:338177:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958372806700-0x6958372806700, portal 33 00000100:00000001:3.0:1767389047.183269:0:338177:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389047.183273:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767389047.183278:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f7399d0. 02000000:00000001:3.0:1767389047.183290:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389047.183295:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bab9040. 00000400:00000010:3.0:1767389047.183302:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d50b63d0. 00000100:00000200:3.0:1767389047.183308:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654535936, portal 25 00000100:00000001:3.0:1767389047.183310:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389047.183312:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694447232 : -122822015104384 : ffff904b456b4a80) 00000100:00000040:3.0:1767389047.183318:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000030c04a2 x1853241654535936/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389047.183327:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389047.183331:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389047.183333:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cbc1b70. 00000100:00000200:3.0:1767389047.183336:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853241654535936, offset 0 00000400:00000200:3.0:1767389047.183341:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389047.183352:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389047.183361:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958372806700 00000400:00000200:3.0:1767389047.183367:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x13cd [2] + 0 00000400:00000010:3.0:1767389047.183371:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd5f9c8e. 00000400:00000200:3.0:1767389047.183375:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fd4a2cc2 00000400:00000200:3.0:1767389047.183381:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389047.183385:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767389047.183390:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd4a2cc2 00000400:00000010:3.0:1767389047.183391:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd4a2cc2. 00000100:00000001:3.0:1767389047.183399:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389047.183401:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767389047.183406:0:338177:0:(events.c:337:request_in_callback()) incoming req@00000000019eae05 x1853241654535936 msgsize 304 00000100:00100000:3.0:1767389047.183410:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767389047.183412:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767389047.183436:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389047.183442:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cbc1b70 00000400:00000010:3.0:1767389047.183444:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cbc1b70. 00000100:00000001:3.0:1767389047.183448:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767389047.183452:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000030c04a2 x1853241654535936/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389063 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389047.183463:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389047.183478:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000030c04a2 x1853241654535936/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389063 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.183487:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767389047.183490:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389047.183494:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654535936 00000100:00000001:3.0:1767389047.183496:0:338177:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767389047.183502:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389047.183506:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389047.183507:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.183510:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.183515:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299635226 02000000:00000001:2.0:1767389047.183519:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.183527:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299635224 00000100:00100000:2.0:1767389047.183528:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654535936 00000100:00000001:3.0:1767389047.183537:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299635226 00000100:00000001:3.0:1767389047.183543:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299635224 00000020:00000001:2.0:1767389047.183546:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389047.183551:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:3.0:1767389047.183553:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299635226 00000020:00000001:2.0:1767389047.183556:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767389047.183560:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299635224 00000020:00000040:2.0:1767389047.183561:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00000001:3.0:1767389047.183570:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299635226 00000020:00000001:2.0:1767389047.183571:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389047.183580:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389047.183581:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299635224 00000100:00000001:2.0:1767389047.183591:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389047.183592:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389047.183599:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389047.183600:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c71eebc. 00000100:00000001:3.0:1767389047.183603:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389047.183608:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389047.183609:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767389047.183613:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d7a87e0e going to sleep for 11 seconds 00000020:00000010:2.0:1767389047.183617:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c71eebc. 00000100:00000001:3.0:1767389047.183622:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389047.183627:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389047.183629:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001552d8f3. 00000020:00000010:2.0:1767389047.183660:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000051e30d79. 00000020:00000010:2.0:1767389047.183668:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c68a6402. 00000100:00000040:2.0:1767389047.183681:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767389047.183703:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389047.183705:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389047.183707:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.183715:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.183752:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389047.183771:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389047.183774:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389047.183780:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00000040:2.0:1767389047.183784:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:2.0:1767389047.183788:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251720007760 : -122821989543856 : ffff904b46f15050) 00000100:00000040:2.0:1767389047.183797:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000019eae05 x1853241654535936/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:498/0 lens 304/0 e 0 to 0 dl 1767389058 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.183807:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389047.183812:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c71eebc. 00000100:00000001:2.0:1767389047.183816:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389047.183819:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c71eebc. 00000100:00100000:2.0:1767389047.183829:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000019eae05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654535936:12345-0@lo:256: 00000100:00000200:2.0:1767389047.183834:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654535936 00000020:00000001:2.0:1767389047.183845:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389047.183850:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389047.183853:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389047.183856:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389047.183858:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333408 : -1039218208 : ffffffffc20ec9e0) 00000020:00000001:2.0:1767389047.183861:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389047.183863:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389047.183866:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389047.183868:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389047.183872:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.183876:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389047.183880:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389047.183885:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000a887a345. 02000000:00000001:2.0:1767389047.183889:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.183891:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389047.183894:0:338174:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767389047.183898:0:338174:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767389047.183903:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767389047.183906:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389047.183909:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389047.183912:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767389047.183915:0:338174:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767389047.183919:0:338174:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000ea901c10. 20000000:00000001:2.0:1767389047.183922:0:338174:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767389047.183938:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767389047.183945:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767389047.183951:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767389047.183954:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767389047.183957:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767389047.183960:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767389047.183963:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767389047.183967:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767389047.183970:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767389047.183973:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767389047.183976:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767389047.183978:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767389047.183980:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767389047.183984:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767389047.183993:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767389047.183995:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767389047.183997:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767389047.184001:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767389047.184002:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767389047.184004:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767389047.184007:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767389047.184008:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767389047.184010:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767389047.184012:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767389047.184015:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:01000000:2.0:1767389047.184018:0:338174:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 524, pages 3572/1/4/3. 20000000:00000040:2.0:1767389047.184026:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767389047.184028:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767389047.184030:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767389047.184033:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767389047.184035:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767389047.184055:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767389047.184057:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767389047.184059:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767389047.184062:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767389047.184064:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767389047.184066:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767389047.184069:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767389047.184071:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767389047.184075:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767389047.184078:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767389047.184082:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767389047.184084:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767389047.184086:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767389047.184089:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767389047.184092:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767389047.184095:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767389047.184097:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767389047.184099:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767389047.184101:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767389047.184104:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:01000000:2.0:1767389047.184106:0:338174:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 524, pages 3048/1/4/3. 20000000:01000000:2.0:1767389047.184110:0:338174:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1048, version 52 20000000:00000001:2.0:1767389047.184120:0:338174:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1048 : 1048 : 418) 00000100:00000001:2.0:1767389047.184124:0:338174:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767389047.184128:0:338174:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004b957225. 00000100:00000010:2.0:1767389047.184130:0:338174:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000345a108e. 00000020:00000040:2.0:1767389047.184133:0:338174:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=16 00010000:00000001:2.0:1767389047.184139:0:338174:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767389047.184144:0:338174:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767389047.184149:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eccd4e70. 00000400:00000010:2.0:1767389047.184156:0:338174:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000a12dce2. 00000400:00000200:2.0:1767389047.184162:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389047.184174:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389047.184183:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1048 into portal 33 MB=0x6958372806700 00000400:00000200:2.0:1767389047.184189:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1048/1048 into md 0x1b71 [4] + 0 00000400:00000010:2.0:1767389047.184193:0:338174:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003862beac. 00000400:00000200:2.0:1767389047.184198:0:338174:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d83caf25 00000400:00000200:2.0:1767389047.184202:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389047.184206:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389047.184213:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83caf25 00000400:00000010:2.0:1767389047.184215:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d83caf25. 00000100:00000001:2.0:1767389047.184219:0:338174:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767389047.184221:0:338174:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000030c04a2 desc 000000004eed1948 mbits 1853241654535936 00000100:00000001:2.0:1767389047.184239:0:338174:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767389047.184245:0:338174:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767389047.184252:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767389047.184264:0:338174:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1b7d 00000400:00000200:2.0:1767389047.184267:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389047.184271:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767389047.184275:0:338174:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767389047.184277:0:338174:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000004b957225 00000100:00000001:2.0:1767389047.184280:0:338174:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767389047.184287:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eccd4e70 00000400:00000010:2.0:1767389047.184289:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eccd4e70. 00000100:00000001:2.0:1767389047.184296:0:338174:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767389047.184298:0:338174:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000004b957225 00000100:00000001:2.0:1767389047.184302:0:338174:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767389047.184329:0:338174:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1048 bytes via portal 33 id 12345-0@lo mbits 0x6958372806700-0x6958372806700 00000100:00000001:2.0:1767389047.184333:0:338174:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389047.184339:0:338174:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.184343:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767389047.184347:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000010:2.0:1767389047.184351:0:338174:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000345a108e. 00000100:00000001:3.0:1767389047.184353:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767389047.184355:0:338174:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004b957225. 00000100:00000001:3.0:1767389047.184362:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.184363:0:338174:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767389047.184369:0:338174:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767389047.184385:0:338174:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000ea901c10. 20000000:00000001:2.0:1767389047.184393:0:338174:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389047.184397:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654535936 00010000:00000001:2.0:1767389047.184401:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389047.184406:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000019eae05 x1853241654535936/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:498/0 lens 304/240 e 0 to 0 dl 1767389058 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389047.184417:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389047.184419:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389047.184422:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389047.184427:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389047.184430:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389047.184432:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389047.184435:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389047.184438:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.184441:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389047.184444:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389047.184448:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eccd4e70. 00000100:00000200:2.0:1767389047.184452:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853241654535936, offset 224 00000400:00000200:2.0:1767389047.184459:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389047.184466:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389047.184477:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958372806700 00000400:00000200:2.0:1767389047.184485:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1b75 [1] + 224 00000400:00000200:2.0:1767389047.184491:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389047.184495:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389047.184499:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389047.184513:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000030c04a2 x1853241654535936/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389047.184527:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000030c04a2 x1853241654535936/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.184548:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389047.184557:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eccd4e70 00000400:00000010:2.0:1767389047.184559:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eccd4e70. 00000100:00000001:2.0:1767389047.184562:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389047.184565:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389047.184570:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389047.184577:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389047.184581:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389047.184584:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389047.184588:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767389047.184598:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767389047.184599:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000019eae05 x1853241654535936/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:498/0 lens 304/240 e 0 to 0 dl 1767389058 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767389047.184609:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389047.184615:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767389047.184621:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000019eae05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654535936:12345-0@lo:256: Request processed in 807us (1207us total) trans 0 rc 0/0 00000400:00000010:3.0:1767389047.184623:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bab9040. 00000400:00000200:3.0:1767389047.184659:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d50b63d0 00000100:00100000:2.0:1767389047.184661:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000400:00000010:3.0:1767389047.184665:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d50b63d0. 00000100:00000040:2.0:1767389047.184669:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389047.184691:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389047.184691:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389047.184696:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767389047.184701:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000030c04a2 x1853241654535936/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389063 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389047.184702:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000051e30d79. 00000020:00000010:2.0:1767389047.184712:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c68a6402. 00000020:00000010:2.0:1767389047.184721:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001552d8f3. 00000100:00000200:3.0:1767389047.184722:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000030c04a2 x1853241654535936/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389063 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767389047.184729:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:2.0:1767389047.184770:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389047.184773:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000a887a345. 02000000:00000001:2.0:1767389047.184778:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389047.184781:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389047.184785:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389047.184791:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ee8cc00. 00000400:00000010:2.0:1767389047.184796:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004aa1e2dc. 00000100:00000001:3.0:1767389047.184804:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389047.184810:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389047.184814:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389047.184819:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389047.184821:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389047.184823:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389047.184825:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389047.184829:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389047.184833:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389047.184835:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389047.184836:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389047.184839:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389047.184841:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.184843:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389047.184850:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000030c04a2 x1853241654535936/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389063 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389047.184862:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000030c04a2 x1853241654535936/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389063 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389047.184869:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389047.184871:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389047.184874:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000030c04a2 x1853241654535936/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389063 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389047.184881:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000030c04a2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654535936:0@lo:256: 00000100:00000001:3.0:1767389047.184885:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389047.184887:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.184889:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767389047.184890:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389047.184893:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000030c04a2 x1853241654535936/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389063 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389047.184899:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767389047.184901:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d7a87e0e. 00000100:00000001:3.0:1767389047.184904:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767389047.184914:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767389047.184918:0:338177:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 52, more 0. 10000000:00000001:3.0:1767389047.184923:0:338177:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767389047.184930:0:338177:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000092095ec3. 10000000:00000040:3.0:1767389047.184942:0:338177:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767389047.184949:0:338177:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767389047.184954:0:338177:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767389047.184959:0:338177:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.113@tcp has 192.168.204.113@tcp. 00000100:00000001:3.0:1767389047.184962:0:338177:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389047.184964:0:338177:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767389047.184968:0:338177:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.113@tcp with 192.168.204.113@tcp 00000100:00000200:3.0:1767389047.184971:0:338177:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.113@tcp' 00000400:00000200:3.0:1767389047.184976:0:338177:0:(peer.c:1356:LNetAddPeer()) Add peer with 25 NIDs 00000400:00001000:3.0:1767389047.184980:0:338177:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767389047.184985:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.113@tcp 00000400:00000200:3.0:1767389047.184992:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767389047.184998:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (25) 00000400:00000200:3.0:1767389047.185007:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767389047.185012:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp: 0. pending discovery 00000400:00000200:3.0:1767389047.185014:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (26) 00000400:00000200:3.0:1767389047.185016:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp 00000400:00000200:3.0:1767389047.185020:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.113@tcp10 00000400:00000200:3.0:1767389047.185023:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185025:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp10 00000400:00000200:3.0:1767389047.185027:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.113@tcp11 00000400:00000200:3.0:1767389047.185030:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185048:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp11 00000400:00000200:3.0:1767389047.185050:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.113@tcp12 00000400:00000200:3.0:1767389047.185054:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185058:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp12 00000400:00000200:3.0:1767389047.185060:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.113@tcp13 00000400:00000200:3.0:1767389047.185066:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185068:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp13 00000400:00000200:3.0:1767389047.185070:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.113@tcp14 00000400:00000200:3.0:1767389047.185073:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185075:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp14 00000400:00000200:3.0:1767389047.185085:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.113@tcp15 00000400:00000200:3.0:1767389047.185090:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185093:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp15 00000400:00000200:3.0:1767389047.185096:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.113@tcp16 00000400:00000200:3.0:1767389047.185102:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185103:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp16 00000400:00000200:3.0:1767389047.185106:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.113@tcp17 00000400:00000200:3.0:1767389047.185110:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185111:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp17 00000400:00000200:3.0:1767389047.185113:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.113@tcp18 00000400:00000200:3.0:1767389047.185118:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185120:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp18 00000400:00000200:3.0:1767389047.185123:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.113@tcp19 00000400:00000200:3.0:1767389047.185127:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185129:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp19 00000400:00000200:3.0:1767389047.185131:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.113@tcp20 00000400:00000200:3.0:1767389047.185136:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185138:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp20 00000400:00000200:3.0:1767389047.185142:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.113@tcp21 00000400:00000200:3.0:1767389047.185146:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185147:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp21 00000400:00000200:3.0:1767389047.185151:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.113@tcp22 00000400:00000200:3.0:1767389047.185155:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185158:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp22 00000400:00000200:3.0:1767389047.185159:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.113@tcp23 00000400:00000200:3.0:1767389047.185164:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185166:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp23 00000400:00000200:3.0:1767389047.185168:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.113@tcp24 00000400:00000200:3.0:1767389047.185173:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185176:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp24 00000400:00000200:3.0:1767389047.185179:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.113@tcp25 00000400:00000200:3.0:1767389047.185184:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185185:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp25 00000400:00000200:3.0:1767389047.185187:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.113@tcp26 00000400:00000200:3.0:1767389047.185191:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185193:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp26 00000400:00000200:3.0:1767389047.185205:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.113@tcp27 00000400:00000200:3.0:1767389047.185209:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185212:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp27 00000400:00000200:3.0:1767389047.185214:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.113@tcp28 00000400:00000200:3.0:1767389047.185220:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185223:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp28 00000400:00000200:3.0:1767389047.185225:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.113@tcp29 00000400:00000200:3.0:1767389047.185228:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185231:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp29 00000400:00000200:3.0:1767389047.185233:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.113@tcp30 00000400:00000200:3.0:1767389047.185237:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185240:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp30 00000400:00000200:3.0:1767389047.185243:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.113@tcp31 00000400:00000200:3.0:1767389047.185246:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185248:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp31 00000400:00000200:3.0:1767389047.185250:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.113@tcp32 00000400:00000200:3.0:1767389047.185253:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185254:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp32 00000400:00000200:3.0:1767389047.185256:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.113@tcp33 00000400:00000200:3.0:1767389047.185259:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767389047.185261:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp33 00000100:00000001:3.0:1767389047.185264:0:338177:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389047.185267:0:338177:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767389047.185272:0:338177:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.113@tcp' by NID '192.168.204.113@tcp' 10000000:00000010:3.0:1767389047.185279:0:338177:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000a81921be. 10000000:00000040:3.0:1767389047.185282:0:338177:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 52/52 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.113@tcp::1 00000020:00000080:3.0:1767389047.185288:0:338177:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767389047.185299:0:338177:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767389047.185306:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5c7acce. 00000020:00000010:3.0:1767389047.185313:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d3315ace. 00000040:00000010:3.0:1767389047.185320:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000051a4569d. 00000020:00000010:3.0:1767389047.185326:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000105b2305. 00000020:00000010:3.0:1767389047.185333:0:338177:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c141cab1. 00000020:00000010:3.0:1767389047.185340:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000041d4abdf. 80000000:00000010:3.0:1767389047.185357:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000df1c4f09. 40000000:00000010:3.0:1767389047.185364:0:338177:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000010c8d1dc. 00100000:00000010:3.0:1767389047.185371:0:338177:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000042b09e36. 00040000:00000010:3.0:1767389047.185377:0:338177:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000097c6937f. 00040000:00000010:3.0:1767389047.185383:0:338177:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fa8d1a9b. 00040000:00000010:3.0:1767389047.185389:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a85b52db. 00080000:00000010:3.0:1767389047.185396:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b604f042. 00000004:00000010:3.0:1767389047.185404:0:338177:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000064290599. 00000004:00000010:3.0:1767389047.185413:0:338177:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000092e8251c. 00000004:00000010:3.0:1767389047.185424:0:338177:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fe5c7b95. 00002000:00000010:3.0:1767389047.185431:0:338177:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000adda44fe. 00000004:00000010:3.0:1767389047.185438:0:338177:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fa68ea96. 00000004:00000001:3.0:1767389047.185445:0:338177:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767389047.185450:0:338177:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767389047.185453:0:338177:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000a81921be 00000040:00001000:3.0:1767389047.185456:0:338177:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767389047.185458:0:338177:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767389047.185460:0:338177:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767389047.185462:0:338177:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767389047.185466:0:338177:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767389047.185469:0:338177:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767389047.185471:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767389047.185473:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.113@tcp::1 00000040:00000001:3.0:1767389047.185475:0:338177:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767389047.185569:0:338177:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389047.185577:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d3315ace. 00000040:00000010:3.0:1767389047.185585:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000051a4569d. 00000020:00000010:3.0:1767389047.185593:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000105b2305. 00000020:00000010:3.0:1767389047.185598:0:338177:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c141cab1. 00000020:00000010:3.0:1767389047.185605:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000041d4abdf. 80000000:00000010:3.0:1767389047.185609:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000df1c4f09. 40000000:00000010:3.0:1767389047.185614:0:338177:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000010c8d1dc. 00100000:00000010:3.0:1767389047.185621:0:338177:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000042b09e36. 00040000:00000010:3.0:1767389047.185626:0:338177:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000097c6937f. 00040000:00000010:3.0:1767389047.185651:0:338177:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fa8d1a9b. 00040000:00000010:3.0:1767389047.185686:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a85b52db. 00080000:00000010:3.0:1767389047.185691:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b604f042. 00000004:00000010:3.0:1767389047.185696:0:338177:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000064290599. 00000004:00000010:3.0:1767389047.185703:0:338177:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000092e8251c. 00000004:00000010:3.0:1767389047.185708:0:338177:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fe5c7b95. 00002000:00000010:3.0:1767389047.185711:0:338177:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000adda44fe. 00000004:00000010:3.0:1767389047.185714:0:338177:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fa68ea96. 00000020:00000010:3.0:1767389047.185717:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5c7acce. 00000020:00000001:3.0:1767389047.185720:0:338177:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389047.185723:0:338177:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767389047.185726:0:338177:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000a81921be. 10000000:00000010:3.0:1767389047.185729:0:338177:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000092095ec3. 10000000:00000001:3.0:1767389047.185734:0:338177:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.185774:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389047.185779:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000030c04a2 x1853241654535936/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389063 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389047.185787:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389047.185789:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389047.185794:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f7399d0. 02000000:00000001:3.0:1767389047.185801:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389047.185802:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389047.185804:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389047.185806:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767389047.185807:0:338177:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767389047.185809:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389047.185811:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389047.185812:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767389047.185814:0:338177:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000aef56d30. 00000100:00000010:3.0:1767389047.185819:0:338177:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004eed1948. 00000100:00000001:3.0:1767389047.185825:0:338177:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767389047.185827:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000029149edc. 02000000:00000001:3.0:1767389047.185832:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389047.185834:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389047.185836:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000030c04a2. 00000100:00000001:3.0:1767389047.185841:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389047.185843:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767389047.185871:0:338177:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000003ff35396. 10000000:01000000:3.0:1767389047.185876:0:338177:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767389047.185880:0:338177:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767389047.185882:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389047.185883:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389047.185887:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e5cf5266 refcount=3 00000020:00000001:3.0:1767389047.185889:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538719232 : -122821170832384 : ffff904b77bddc00) 00010000:00000001:3.0:1767389047.185892:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538719232 : -122821170832384 : ffff904b77bddc00) 00010000:00000001:3.0:1767389047.185896:0:338177:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767389047.185898:0:338177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 00000000e5cf5266/0x95cd417baf429504 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf42950b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389047.185904:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389047.185906:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389047.185908:0:338177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: 00000000e5cf5266/0x95cd417baf429504 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf42950b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389047.185913:0:338177:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767389047.185914:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389047.185915:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767389047.185916:0:338177:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389047.185919:0:338177:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389047.185921:0:338177:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767389047.185923:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767389047.185925:0:338177:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 3 10000000:00000001:3.0:1767389047.185927:0:338177:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767389047.206797:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299635226, at 4299635227 00000100:00000040:2.0:1767389047.206801:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299635226, at 4299635227 00000100:00000040:3.0:1767389047.206808:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299635226, at 4299635227 00000100:00000010:0.0:1767389047.206813:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4100056. 00000100:00000010:2.0:1767389047.206817:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000010164c02. 00000100:00000040:1.0:1767389047.206817:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299635226, at 4299635227 00000100:00000010:3.0:1767389047.206822:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d7d9891c. 00000100:00000010:1.0:1767389047.206830:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000633d0ac7. 00000020:00000010:0.0:1767389047.207563:0:349981:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000b0e779ce. 00000020:00000040:0.0:1767389047.207573:0:349981:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(1) 00000020:00000010:0.0:1767389047.207577:0:349981:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000b0e779ce. 00000800:00000200:1.0:1767389047.371812:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044947d7a] -> 12345-192.168.204.113@tcp16 (6) 00000800:00000200:1.0:1767389047.371823:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp16 ip 192.168.204.113:988 00000800:00000200:1.0:1767389047.371827:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767389047.371942:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767389047.371949:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389047.371959:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389047.371964:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389047.371968:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767389047.372836:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389047.372840:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389047.372843:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002db60def 00000400:00000010:1.0:1767389047.372847:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002db60def. 00000400:00000200:1.0:1767389047.372858:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389047.372866:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp31 recovery ping unlinked 00000400:00000010:1.0:1767389047.372879:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009eb25a52. 00000400:00000010:1.0:1767389047.372884:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000eccba725. 00000004:00000001:0.0:1767389047.691840:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767389047.691848:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767389047.691856:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017c6cd8a. 00000020:00000040:0.0:1767389047.691863:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767389047.691869:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389047.691873:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389047.691881:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389047.691886:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1767389047.691892:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000022e6aaca. 00000100:00000001:2.0:1767389047.691895:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767389047.691903:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389047.691905:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000055c30b. 00000020:00000040:2.0:1767389047.691921:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389047.691924:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389047.691928:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767389047.691930:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389047.691937:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389047.691947:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389047.691951:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017c6cd8a] to pc [ptlrpcd_00_01+1] req@0000000017c6cd8a x1853241654536064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389047.691959:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004767a6bf. 00000100:00000001:2.0:1767389047.691977:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389047.691990:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@000000000055c30b x1853241654536192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389047.692005:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000004:00000001:0.0:1767389047.692007:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.692012:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389047.692032:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000055c30b] to pc [ptlrpcd_00_02+2] req@000000000055c30b x1853241654536192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389047.692041:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389047.692050:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389047.692055:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389047.692066:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000017c6cd8a x1853241654536064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.692070:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389047.692084:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389047.692106:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389047.692108:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767389047.692122:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389047.692125:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2aa30d6. 02000000:00000001:0.0:1767389047.692130:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767389047.692132:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:0.0:1767389047.692136:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389047.692138:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389047.692144:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389047.692146:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389047.692151:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389047.692159:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000017c6cd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654536064:0@lo:13: 02000000:00000010:2.0:1767389047.692165:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b11ad5e0. 00000100:00000001:0.0:1767389047.692168:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767389047.692178:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389047.692180:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389047.692186:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389047.692191:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d2aa30d6 x1853241654536320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767389047.692195:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389047.692205:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000db81dcd5. 00000100:00000001:2.0:1767389047.692211:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767389047.692214:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.692215:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389047.692223:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be81d954. 00000400:00000010:0.0:1767389047.692233:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a179ee7f. 00000100:00000040:2.0:1767389047.692238:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2aa30d6] to pc [ptlrpcd_00_03+3] req@00000000d2aa30d6 x1853241654536320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389047.692243:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654536064, portal 4 00000100:00000001:2.0:1767389047.692256:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.692264:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767389047.692265:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389047.692273:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520929792 : -122821188621824 : ffff904b76ae6a00) 00000100:00000001:2.0:1767389047.692277:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767389047.692291:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036e528bb. 00000100:00000040:0.0:1767389047.692299:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000017c6cd8a x1853241654536064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389063 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767389047.692302:0:257746:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767389047.692317:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389047.692326:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767389047.692328:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767389047.692332:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389047.692342:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1767389047.692351:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ba51547. 00000400:00000010:0.0:1767389047.692353:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000100:00000001:2.0:1767389047.692364:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389047.692367:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654536064, offset 0 00000100:00000040:2.0:1767389047.692378:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000036e528bb x1853241654536448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767389047.692389:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389047.692406:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389047.692408:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389047.692419:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767389047.692426:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036e528bb] to pc [ptlrpcd_00_00+0] req@0000000036e528bb x1853241654536448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389047.692438:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372806780 00000100:00000001:2.0:1767389047.692446:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389047.692456:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 2464 00000100:00000040:2.0:1767389047.692458:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767389047.692482:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1767389047.692484:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767389047.692496:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee3a3af1. 00000400:00000200:0.0:1767389047.692496:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767389047.692506:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767389047.692512:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767389047.692513:0:337537:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767389047.692520:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1767389047.692522:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:2.0:1767389047.692533:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389047.692534:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb94cc36. 02000000:00000010:2.0:1767389047.692549:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b7602201. 00000100:00000040:0.0:1767389047.692551:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000cb94cc36 x1853241654536064 msgsize 224 00000100:00000001:2.0:1767389047.692574:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389047.692594:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000ee3a3af1 x1853241654536576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767389047.692595:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389047.692617:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389047.692651:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389047.692655:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389047.692669:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee3a3af1] to pc [ptlrpcd_00_01+1] req@00000000ee3a3af1 x1853241654536576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389047.692671:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000400:00000010:0.0:1767389047.692680:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000100:00000001:0.0:1767389047.692695:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389047.692707:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000017c6cd8a x1853241654536064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389063 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.692709:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.692782:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389047.692788:0:257746:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4973) 00000100:00000040:0.0:1767389047.692789:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000017c6cd8a x1853241654536064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389063 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389047.692808:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.692812:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389047.692819:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389047.692825:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8540 usecs (9 jiffies) 00000100:00000001:2.0:1767389047.692829:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389047.692831:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299635722 00000100:00000001:2.0:1767389047.692835:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389047.692838:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389047.692846:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000055c30b x1853241654536192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767389047.692849:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5936f46. 00000100:00000001:0.0:1767389047.692863:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767389047.692865:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389047.692870:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389047.692876:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767389047.692876:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299635722 02000000:00000001:2.0:1767389047.692881:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767389047.692884:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001864ef88. 02000000:00000001:2.0:1767389047.692887:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.692899:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00100000:2.0:1767389047.692901:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000055c30b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654536192:0@lo:400: 00000100:00000001:0.0:1767389047.692909:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299635722 00000100:00000001:2.0:1767389047.692912:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1767389047.692915:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006ae65c74. 02000000:00000001:2.0:1767389047.692919:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767389047.692922:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 02000000:00000001:2.0:1767389047.692924:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389047.692938:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767389047.692940:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299635722 02000000:00000010:2.0:1767389047.692943:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9e82490. 00000100:00000010:0.0:1767389047.692945:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab70d318. 02000000:00000001:2.0:1767389047.692954:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.692959:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767389047.692963:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001afdfa6e. 00000100:00000001:0.0:1767389047.692975:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767389047.692979:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eccd4e70. 00000100:00000001:0.0:1767389047.692981:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389047.692992:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654536192, portal 25 00000100:00000001:0.0:1767389047.692992:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.693011:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389047.693013:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389047.693025:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666875776 : -122821042675840 : ffff904b7f615f80) 00000100:00000001:0.0:1767389047.693032:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767389047.693037:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000055c30b x1853241654536192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389047.693038:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389047.693054:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389047.693059:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389047.693063:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767389047.693070:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389047.693072:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767389047.693083:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcdf2135. 00000100:00000040:0.0:1767389047.693092:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee3a3af1 x1853241654536576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389047.693094:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654536192, offset 0 00000100:00000001:0.0:1767389047.693122:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767389047.693124:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389047.693131:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389047.693138:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389047.693143:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389047.693151:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389047.693163:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1767389047.693168:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ee3a3af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654536576:0@lo:400: 00000100:00000001:0.0:1767389047.693176:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389047.693185:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767389047.693190:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372806800 02000000:00000001:0.0:1767389047.693192:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389047.693203:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767389047.693206:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13d5 [2] + 0 00000400:00000010:2.0:1767389047.693212:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca4edeaf. 02000000:00000010:0.0:1767389047.693217:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d842291c. 00000400:00000200:2.0:1767389047.693220:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a0de1dbc 02000000:00000001:0.0:1767389047.693223:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389047.693228:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767389047.693234:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d3da31d. 00000400:00000200:2.0:1767389047.693240:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767389047.693248:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000400:00000200:2.0:1767389047.693249:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0de1dbc 00000400:00000010:2.0:1767389047.693260:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0de1dbc. 00000100:00000001:2.0:1767389047.693269:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389047.693271:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1767389047.693274:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654536576, portal 4 00000100:00000040:2.0:1767389047.693276:0:337538:0:(events.c:337:request_in_callback()) incoming req@0000000054ac7fb1 x1853241654536192 msgsize 224 00000100:00000001:0.0:1767389047.693280:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389047.693286:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402872320 : -122821306679296 : ffff904b6fa50000) 00000100:00100000:2.0:1767389047.693297:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389047.693302:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1767389047.693303:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ee3a3af1 x1853241654536576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389047.693312:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389047.693316:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389047.693318:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389047.693320:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389047.693327:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389047.693327:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767389047.693331:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdf2135 00000400:00000010:2.0:1767389047.693343:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcdf2135. 00000100:00000040:3.0:1767389047.693344:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2aa30d6 x1853241654536320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389047.693344:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021d5f531. 00000100:00000001:2.0:1767389047.693372:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389047.693373:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654536576, offset 0 00000100:00000001:3.0:1767389047.693375:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389047.693384:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389047.693390:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000055c30b x1853241654536192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389047.693402:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389047.693424:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767389047.693433:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767389047.693437:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000055c30b x1853241654536192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389047.693449:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389047.693457:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389047.693472:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958372806980 02000000:00000001:3.0:1767389047.693473:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.693475:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.693493:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767389047.693498:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2aa30d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:337539:1853241654536320:0@lo:400: 00000100:00000001:2.0:1767389047.693506:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389047.693507:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 3664 00000100:00000001:2.0:1767389047.693519:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299635736 00000100:00000001:3.0:1767389047.693523:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767389047.693532:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767389047.693535:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389047.693541:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.693542:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299635722 00000400:00000200:0.0:1767389047.693548:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767389047.693551:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767389047.693566:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299635736 00000100:00000001:0.0:1767389047.693572:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389047.693577:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767389047.693580:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299635722 00000100:00000010:0.0:1767389047.693582:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000065b48c61. 00000100:00000040:0.0:1767389047.693591:0:337537:0:(events.c:337:request_in_callback()) incoming req@0000000065b48c61 x1853241654536576 msgsize 224 00000100:00000001:2.0:1767389047.693593:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299635736 00000100:00100000:0.0:1767389047.693640:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389047.693644:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299635722 02000000:00000010:3.0:1767389047.693657:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a85b52db. 00000100:00000001:0.0:1767389047.693663:0:337537:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767389047.693665:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.693665:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299635736 00000400:00000010:3.0:1767389047.693683:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bab9040. 00000400:00000200:0.0:1767389047.693685:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021d5f531 00000100:00000001:2.0:1767389047.693687:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299635722 00000400:00000010:0.0:1767389047.693697:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021d5f531. 00000100:00000001:2.0:1767389047.693702:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389047.693708:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.693710:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767389047.693716:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d50b63d0. 00000100:00000001:2.0:1767389047.693716:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389047.693721:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee3a3af1 x1853241654536576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389047.693767:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654536320, portal 10 00000100:00000001:0.0:1767389047.693771:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389047.693772:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389047.693774:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389047.693779:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666882944 : -122821042668672 : ffff904b7f617b80) 00000100:00000040:0.0:1767389047.693782:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee3a3af1 x1853241654536576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.693789:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767389047.693802:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2aa30d6 x1853241654536320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.693803:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389047.693824:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389047.693830:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389047.693830:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.693838:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389047.693839:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389047.693858:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389047.693859:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389047.693860:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389047.693874:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cbc1b70. 00000100:00000001:0.0:1767389047.693880:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389047.693881:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654536320, offset 0 00000100:00000040:0.0:1767389047.693893:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8540 usecs (9 jiffies) 00000100:00000001:0.0:1767389047.693899:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299635723 00000400:00000200:3.0:1767389047.693901:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389047.693902:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389047.693917:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299635736 00000100:00100000:2.0:1767389047.693918:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654536192 02000000:00000001:2.0:1767389047.693930:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389047.693934:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299635723 00000400:00000200:3.0:1767389047.693936:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389047.693937:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389047.693943:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299635736 00000100:00000001:2.0:1767389047.693945:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.693958:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299635723 02000000:00000001:2.0:1767389047.693960:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389047.693972:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372806880 00000100:00000001:0.0:1767389047.693974:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299635736 00000100:00100000:2.0:1767389047.693976:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654536192 00000020:00000001:2.0:1767389047.693985:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767389047.693993:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299635723 00000020:00000040:2.0:1767389047.693994:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000400:00000200:3.0:1767389047.694007:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000020:00000001:2.0:1767389047.694009:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389047.694012:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299635736 00000020:00000040:2.0:1767389047.694018:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000400:00000200:3.0:1767389047.694022:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389047.694027:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767389047.694028:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000200:3.0:1767389047.694042:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767389047.694048:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389047.694049:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.694054:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389047.694064:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767389047.694073:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389047.694073:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767389047.694074:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000030c04a2. 00000020:00000010:2.0:1767389047.694088:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f58775e. 00000100:00000001:0.0:1767389047.694091:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389047.694092:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000030c04a2 x1853241654536320 msgsize 224 00000100:00000001:2.0:1767389047.694099:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389047.694110:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f58775e. 00000100:00000001:0.0:1767389047.694113:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1767389047.694123:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389047.694124:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767389047.694126:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad01d01f. 00000100:00000001:0.0:1767389047.694146:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767389047.694147:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006239a712. 00000100:00000001:0.0:1767389047.694154:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389047.694157:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767389047.694158:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c68a6402. 00000100:00000001:0.0:1767389047.694160:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389047.694174:0:337537:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767389047.694178:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389047.694184:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767389047.694187:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767389047.694188:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cbc1b70 00000100:00000001:0.0:1767389047.694197:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389047.694199:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1767389047.694200:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cbc1b70. 00000100:00000001:0.0:1767389047.694208:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389047.694211:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767389047.694220:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389047.694221:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1767389047.694229:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2aa30d6 x1853241654536320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389047.694232:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767389047.694233:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389047.694253:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036e528bb x1853241654536448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.694255:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.694256:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389047.694273:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2aa30d6 x1853241654536320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.694280:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389047.694304:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389047.694306:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389047.694318:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767389047.694319:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.694320:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389047.694342:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00000001:3.0:1767389047.694344:0:337539:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767389047.694345:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767389047.694348:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 02000000:00000001:0.0:1767389047.694360:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389047.694361:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251720016976 : -122821989534640 : ffff904b46f17450) 00000100:00000001:3.0:1767389047.694364:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389047.694372:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 4737 usecs (5 jiffies) 00000100:00000040:2.0:1767389047.694373:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054ac7fb1 x1853241654536192/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:498/0 lens 224/0 e 0 to 0 dl 1767389058 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389047.694381:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.694385:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299635719 00000100:00000001:3.0:1767389047.694402:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299635736 00000100:00100000:0.0:1767389047.694408:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036e528bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:337537:1853241654536448:0@lo:400: 00000100:00000001:3.0:1767389047.694418:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299635719 00000100:00000001:2.0:1767389047.694420:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389047.694431:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299635736 00000020:00000010:2.0:1767389047.694433:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f58775e. 00000100:00000001:0.0:1767389047.694433:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389047.694447:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767389047.694448:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299635719 00000100:00000001:2.0:1767389047.694449:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389047.694462:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.694464:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299635736 00000020:00000010:2.0:1767389047.694464:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f58775e. 02000000:00000001:0.0:1767389047.694483:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767389047.694485:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299635719 00000100:00100000:2.0:1767389047.694497:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000054ac7fb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654536192:12345-0@lo:400: 00000100:00000001:3.0:1767389047.694499:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299635736 02000000:00000010:0.0:1767389047.694501:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000821f0e93. 00000100:00000200:2.0:1767389047.694507:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654536192 00000100:00000001:3.0:1767389047.694518:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767389047.694520:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767389047.694520:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389047.694533:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767389047.694538:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389047.694540:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389047.694540:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003443df0a. 00000020:00000001:2.0:1767389047.694558:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767389047.694562:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389047.694562:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000400:00000010:0.0:1767389047.694565:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021d5f531. 00000100:00000001:3.0:1767389047.694588:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389047.694588:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1767389047.694589:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654536448, portal 10 00000020:00000001:2.0:1767389047.694597:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389047.694609:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767389047.694611:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767389047.694616:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767389047.694618:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767389047.694618:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252666870400 : -122821042681216 : ffff904b7f614a80) 00000100:00000001:3.0:1767389047.694649:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767389047.694653:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.694657:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767389047.694658:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000036e528bb x1853241654536448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767389047.694661:0:338174:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767389047.694665:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389047.694669:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767389047.694675:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389047.694678:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389047.694688:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a887a345. 00000100:00000001:3.0:1767389047.694691:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389047.694703:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.694718:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.694719:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389047.694777:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389047.694779:0:338182:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389047.694788:0:338182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654536320 00000400:00000010:0.0:1767389047.694790:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000020:00000001:2.0:1767389047.694794:0:338174:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389047.694800:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654536448, offset 0 02000000:00000001:3.0:1767389047.694804:0:338182:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000040:2.0:1767389047.694808:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654536192 00000100:00000001:3.0:1767389047.694816:0:338182:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767389047.694818:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767389047.694824:0:338182:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389047.694827:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:2.0:1767389047.694837:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000054ac7fb1 x1853241654536192/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:498/0 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389047.694842:0:338182:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389047.694852:0:338182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654536320 00000020:00000001:3.0:1767389047.694861:0:338182:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1767389047.694862:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1767389047.694867:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767389047.694869:0:338182:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00010000:00000001:2.0:1767389047.694871:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389047.694881:0:338182:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:2.0:1767389047.694881:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=72 v=5 (1 0 0 0) 00000020:00000040:3.0:1767389047.694887:0:338182:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000400:00000200:0.0:1767389047.694895:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372806900 00000100:00000001:2.0:1767389047.694901:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767389047.694905:0:338182:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000040:2.0:1767389047.694915:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000020:00000001:3.0:1767389047.694918:0:338182:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000400:00000200:0.0:1767389047.694926:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000100:00000001:2.0:1767389047.694931:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:3.0:1767389047.694935:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389047.694945:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cead88a7. 02000000:00000001:2.0:1767389047.694948:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767389047.694950:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767389047.694955:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.694956:0:338182:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389047.694963:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767389047.694970:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767389047.694973:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cead88a7. 00000100:00000001:0.0:1767389047.694978:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767389047.694979:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767389047.694989:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1767389047.694990:0:338182:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b5c7acce. 00000400:00000010:2.0:1767389047.694991:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcdf2135. 00000100:00000200:2.0:1767389047.695013:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654536192, offset 224 00000020:00000010:3.0:1767389047.695018:0:338182:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002257bbdb. 00000100:00000010:0.0:1767389047.695019:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a77bf420. 00000400:00000200:2.0:1767389047.695039:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767389047.695042:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000a77bf420 x1853241654536448 msgsize 224 00000020:00000010:3.0:1767389047.695043:0:338182:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4bcf7a. 00000400:00000200:2.0:1767389047.695067:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767389047.695072:0:338182:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767389047.695084:0:338182:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767389047.695088:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767389047.695090:0:338182:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389047.695098:0:338182:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389047.695100:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372806800 00000100:00000001:3.0:1767389047.695108:0:338182:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767389047.695113:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389047.695115:0:338182:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1767389047.695115:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1b91 [1] + 224 00000100:00000001:3.0:1767389047.695128:0:338182:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389047.695132:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389047.695137:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000400:00000200:2.0:1767389047.695142:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389047.695148:0:338182:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389047.695149:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 00000100:00000001:0.0:1767389047.695174:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767389047.695175:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767389047.695180:0:338182:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767389047.695186:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000055c30b x1853241654536192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389047.695188:0:338182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654536448 00000100:00000200:0.0:1767389047.695197:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036e528bb x1853241654536448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389047.695198:0:338182:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389047.695207:0:338182:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389047.695216:0:338182:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389047.695236:0:338182:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389047.695252:0:338182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654536448 00000020:00000001:3.0:1767389047.695265:0:338182:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767389047.695271:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000055c30b x1853241654536192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767389047.695273:0:338182:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000100:00000001:0.0:1767389047.695276:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767389047.695288:0:338182:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767389047.695292:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036e528bb x1853241654536448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.695300:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767389047.695305:0:338182:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000100:00000001:0.0:1767389047.695314:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389047.695316:0:338182:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000400:00000200:2.0:1767389047.695316:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdf2135 00000400:00000010:2.0:1767389047.695328:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcdf2135. 00000100:00000001:0.0:1767389047.695335:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767389047.695337:0:338182:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:2.0:1767389047.695339:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389047.695351:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389047.695353:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389047.695358:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cead88a7. 00000100:00000001:0.0:1767389047.695360:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389047.695368:0:338182:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bb0734ec. 00000100:00000040:0.0:1767389047.695371:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6241 usecs (7 jiffies) 00000100:00000001:0.0:1767389047.695377:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299635722 00000100:00000001:2.0:1767389047.695378:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389047.695379:0:338182:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000001:0.0:1767389047.695382:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299635736 00000100:00000040:2.0:1767389047.695399:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:0.0:1767389047.695400:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299635722 00010000:00000001:2.0:1767389047.695414:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767389047.695415:0:338182:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1767389047.695417:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389047.695423:0:338182:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f7399d0. 00000020:00000001:2.0:1767389047.695424:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00080000:0.0:1767389047.695428:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:3.0:1767389047.695433:0:338182:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a81921be. 00000100:00000040:2.0:1767389047.695436:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054ac7fb1 x1853241654536192/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:498/0 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767389047.695436:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000020:00000010:3.0:1767389047.695440:0:338182:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004e8cd0af. 00000100:00000001:3.0:1767389047.695455:0:338182:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389047.695464:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389047.695466:0:338182:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767389047.695466:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000054ac7fb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654536192:12345-0@lo:400: Request processed in 1038us (2182us total) trans 0 rc 0/0 00000100:00000001:3.0:1767389047.695474:0:338182:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389047.695475:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389047.695494:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000001:3.0:1767389047.695495:0:338182:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1767389047.695502:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389047.695504:0:338182:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767389047.695509:0:338182:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.695511:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389047.695516:0:339010:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767389047.695518:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389047.695524:0:338182:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767389047.695531:0:339010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654536064 00000020:00000010:2.0:1767389047.695533:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006239a712. 02000000:00000001:0.0:1767389047.695541:0:339010:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389047.695543:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767389047.695544:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c68a6402. 00000100:00000001:0.0:1767389047.695545:0:339010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389047.695548:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767389047.695554:0:339010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389047.695558:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad01d01f. 02000000:00000001:0.0:1767389047.695562:0:339010:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389047.695566:0:338182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000020:00000040:2.0:1767389047.695571:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00100000:0.0:1767389047.695574:0:339010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654536064 00000100:00000040:3.0:1767389047.695576:0:338182:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 02000000:00000001:2.0:1767389047.695581:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:0.0:1767389047.695584:0:339010:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767389047.695586:0:338182:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251694447232 : -122822015104384 : ffff904b456b4a80) 02000000:00000010:2.0:1767389047.695587:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a887a345. 00000020:00000040:0.0:1767389047.695589:0:339010:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000001:0.0:1767389047.695607:0:339010:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767389047.695609:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767389047.695610:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000030c04a2 x1853241654536320/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:498/0 lens 224/0 e 0 to 0 dl 1767389058 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767389047.695614:0:339010:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000100:00000001:2.0:1767389047.695617:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389047.695646:0:339010:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000200:2.0:1767389047.695652:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:0.0:1767389047.695659:0:339010:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000400:00000010:2.0:1767389047.695668:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039a065a9. 00000100:00000001:0.0:1767389047.695675:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767389047.695679:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000037040515. 00000020:00000010:0.0:1767389047.695684:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004134f313. 00000100:00000001:3.0:1767389047.695691:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389047.695693:0:339010:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000089bea752. 00000020:00000010:3.0:1767389047.695698:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb0734ec. 00000020:00000040:0.0:1767389047.695702:0:339010:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:3.0:1767389047.695704:0:338182:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389047.695708:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb0734ec. 00000100:00100000:3.0:1767389047.695720:0:338182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000030c04a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:337539:x1853241654536320:12345-0@lo:400: 00000100:00000001:2.0:1767389047.695723:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389047.695773:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767389047.695783:0:339010:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:3.0:1767389047.695784:0:338182:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654536320 00000100:00100000:2.0:1767389047.695787:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000020:00000001:3.0:1767389047.695795:0:338182:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767389047.695797:0:339010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000807bc468. 00000100:00000040:2.0:1767389047.695799:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000020:00000010:0.0:1767389047.695806:0:339010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ddb34604. 00000100:00000001:2.0:1767389047.695809:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520928000 : -122821188623616 : ffff904b76ae6300) 00000020:00000001:3.0:1767389047.695811:0:338182:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:0.0:1767389047.695813:0:339010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef0ccc91. 00000020:00000001:3.0:1767389047.695819:0:338182:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389047.695823:0:338182:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767389047.695825:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a77bf420 x1853241654536448/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:498/0 lens 224/0 e 0 to 0 dl 1767389058 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389047.695827:0:338182:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000040:0.0:1767389047.695830:0:339010:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:3.0:1767389047.695844:0:338182:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767389047.695846:0:339010:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389047.695852:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389047.695862:0:339010:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767389047.695864:0:338182:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767389047.695864:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f58775e. 00000100:00000001:0.0:1767389047.695871:0:339010:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389047.695872:0:338182:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389047.695880:0:338182:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389047.695888:0:338182:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.695890:0:338180:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767389047.695892:0:338182:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767389047.695894:0:339010:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389047.695897:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f58775e. 00000100:00000001:3.0:1767389047.695904:0:338182:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389047.695917:0:338182:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767389047.695923:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a77bf420 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:337537:x1853241654536448:12345-0@lo:400: 00000100:00000001:0.0:1767389047.695924:0:339010:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767389047.695926:0:338182:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fa68ea96. 02000000:00000001:3.0:1767389047.695945:0:338182:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389047.695946:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654536448 00000100:00000001:3.0:1767389047.695955:0:338182:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389047.695955:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767389047.695958:0:339010:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389047.695970:0:339010:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767389047.695972:0:338182:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389047.695972:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389047.695984:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389047.695985:0:338182:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654536320 00000020:00000001:2.0:1767389047.695998:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:0.0:1767389047.695999:0:339010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00010000:00000001:3.0:1767389047.696001:0:338182:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767389047.696002:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00010000:00000200:3.0:1767389047.696018:0:338182:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000030c04a2 x1853241654536320/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:498/0 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389047.696018:0:339010:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000020:00000001:2.0:1767389047.696020:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389047.696032:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389047.696035:0:339010:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520933376 : -122821188618240 : ffff904b76ae7800) 00000020:00000001:2.0:1767389047.696045:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389047.696053:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389047.696063:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389047.696063:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cb94cc36 x1853241654536064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:498/0 lens 224/0 e 0 to 0 dl 1767389058 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389047.696065:0:338182:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767389047.696080:0:338180:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1767389047.696081:0:338182:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.696090:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00001000:3.0:1767389047.696098:0:338182:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=66 v=5 (1 0 0 0) 02000000:00000001:2.0:1767389047.696101:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389047.696115:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a887a345. 00000100:00000001:3.0:1767389047.696121:0:338182:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767389047.696130:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389047.696140:0:338182:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389047.696142:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.696142:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389047.696154:0:338182:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000001:2.0:1767389047.696157:0:338180:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389047.696157:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089bea752. 02000000:00000001:3.0:1767389047.696160:0:338182:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389047.696167:0:338182:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.696180:0:339010:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389047.696181:0:338182:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:2.0:1767389047.696181:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654536448 00010000:00000001:2.0:1767389047.696198:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767389047.696202:0:338182:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767389047.696204:0:339010:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089bea752. 00010000:00000200:2.0:1767389047.696215:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a77bf420 x1853241654536448/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:498/0 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389047.696216:0:338182:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cbc1b70. 00000100:00100000:0.0:1767389047.696231:0:339010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cb94cc36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654536064:12345-0@lo:13: 00000100:00000200:3.0:1767389047.696233:0:338182:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654536320, offset 224 00000400:00000200:3.0:1767389047.696260:0:338182:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767389047.696261:0:339010:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654536064 00010000:00000001:2.0:1767389047.696267:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767389047.696272:0:339010:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767389047.696275:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389047.696278:0:339010:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00001000:2.0:1767389047.696284:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=66 v=5 (1 0 0 0) 00000020:00000001:0.0:1767389047.696289:0:339010:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389047.696294:0:338182:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767389047.696309:0:339010:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767389047.696310:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767389047.696314:0:339010:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000100:00000040:2.0:1767389047.696319:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000400:00000200:3.0:1767389047.696329:0:338182:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372806880 00000100:00000001:2.0:1767389047.696332:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000001:0.0:1767389047.696334:0:339010:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767389047.696345:0:338182:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ba1 [1] + 224 00000020:00000001:0.0:1767389047.696345:0:339010:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389047.696347:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389047.696352:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389047.696356:0:339010:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767389047.696360:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767389047.696363:0:339010:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389047.696369:0:339010:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389047.696370:0:338182:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389047.696389:0:338182:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767389047.696390:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389047.696395:0:339010:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767389047.696397:0:338182:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767389047.696398:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcdf2135. 02000000:00000001:0.0:1767389047.696400:0:339010:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767389047.696408:0:338182:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2aa30d6 x1853241654536320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767389047.696413:0:339010:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000016c502e9. 00000100:00000200:2.0:1767389047.696414:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654536448, offset 224 02000000:00000001:0.0:1767389047.696429:0:339010:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389047.696448:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389047.696450:0:339010:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389047.696452:0:338182:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2aa30d6 x1853241654536320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:0.0:1767389047.696470:0:339010:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767389047.696484:0:339010:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000200:2.0:1767389047.696485:0:338180:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389047.696490:0:338182:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767389047.696495:0:339010:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767389047.696503:0:339010:0:(osd_handler.c:571:osd_statfs()) Process entered 00000400:00000200:3.0:1767389047.696504:0:338182:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cbc1b70 00000400:00000010:3.0:1767389047.696509:0:338182:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cbc1b70. 00000400:00000200:2.0:1767389047.696510:0:338180:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372806900 00000100:00000001:3.0:1767389047.696518:0:338182:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389047.696526:0:338182:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:0.0:1767389047.696526:0:339010:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389047.696527:0:338180:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ba9 [1] + 224 00000100:00000001:3.0:1767389047.696540:0:338182:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389047.696544:0:339010:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389047.696551:0:338180:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767389047.696555:0:338182:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00002000:00000024:0.0:1767389047.696555:0:339010:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000400:00000200:2.0:1767389047.696566:0:338180:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767389047.696572:0:338182:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000020:0.0:1767389047.696583:0:339010:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000001:3.0:1767389047.696585:0:338182:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.696585:0:338180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389047.696602:0:338180:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036e528bb x1853241654536448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389047.696606:0:338182:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000020:0.0:1767389047.696607:0:339010:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00000100:00000040:3.0:1767389047.696641:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000030c04a2 x1853241654536320/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:498/0 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:0.0:1767389047.696645:0:339010:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00002000:00000001:0.0:1767389047.696667:0:339010:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:0.0:1767389047.696679:0:339010:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000076d45338. 00000100:00000040:2.0:1767389047.696694:0:338180:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000036e528bb x1853241654536448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767389047.696694:0:339010:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767389047.696704:0:339010:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389047.696706:0:338182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000030c04a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:337539:x1853241654536320:12345-0@lo:400: Request processed in 1007us (2607us total) trans 0 rc 0/0 00002000:00000001:0.0:1767389047.696718:0:339010:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389047.696772:0:339010:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654536064 00010000:00000001:0.0:1767389047.696787:0:339010:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767389047.696798:0:338182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00010000:00000200:0.0:1767389047.696799:0:339010:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cb94cc36 x1853241654536064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:498/0 lens 224/368 e 0 to 0 dl 1767389058 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389047.696815:0:338182:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000100:00000001:2.0:1767389047.696817:0:338180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389047.696828:0:338182:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767389047.696830:0:339010:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1767389047.696832:0:338180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdf2135 00000100:00000001:3.0:1767389047.696833:0:338182:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767389047.696836:0:339010:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389047.696838:0:338180:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcdf2135. 00000020:00000010:3.0:1767389047.696842:0:338182:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002257bbdb. 00000100:00001000:0.0:1767389047.696848:0:339010:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389047.696850:0:338180:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767389047.696852:0:338182:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4bcf7a. 00000100:00000001:2.0:1767389047.696857:0:338180:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389047.696871:0:339010:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767389047.696873:0:338182:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5c7acce. 00000100:00000001:2.0:1767389047.696874:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389047.696880:0:339010:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000001:0.0:1767389047.696892:0:339010:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000040:3.0:1767389047.696893:0:338182:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000100:00000040:2.0:1767389047.696897:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389047.696905:0:338182:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389047.696909:0:339010:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767389047.696910:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:0.0:1767389047.696919:0:339010:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389047.696921:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389047.696940:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767389047.696943:0:339010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389047.696952:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a77bf420 x1853241654536448/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:498/0 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389047.696964:0:339010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389047.696976:0:339010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000100:00100000:2.0:1767389047.696980:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a77bf420 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:337537:x1853241654536448:12345-0@lo:400: Request processed in 1126us (1937us total) trans 0 rc 0/0 00000100:00000200:0.0:1767389047.696996:0:339010:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654536064, offset 224 00000100:00100000:2.0:1767389047.696997:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00000040:2.0:1767389047.697011:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000100:00000001:2.0:1767389047.697022:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767389047.697023:0:339010:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389047.697032:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389047.697038:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a81921be. 00000400:00000200:0.0:1767389047.697046:0:339010:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389047.697050:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767389047.697061:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004e8cd0af. 00000100:00000001:3.0:1767389047.697062:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767389047.697073:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767389047.697075:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f7399d0. 00000400:00000200:0.0:1767389047.697075:0:339010:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372806780 00000020:00000040:2.0:1767389047.697088:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000400:00000001:3.0:1767389047.697092:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767389047.697094:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767389047.697097:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bab9040. 00000400:00000200:3.0:1767389047.697104:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d50b63d0 00000400:00000010:3.0:1767389047.697107:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d50b63d0. 00000100:00000001:3.0:1767389047.697114:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767389047.697118:0:339010:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1b89 [1] + 224 00000100:00000200:3.0:1767389047.697124:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2aa30d6 x1853241654536320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.697134:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767389047.697136:0:339010:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767389047.697144:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2aa30d6 x1853241654536320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.697145:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767389047.697156:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767389047.697162:0:339010:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1767389047.697165:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389047.697170:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001afdfa6e. 00000400:00000200:2.0:1767389047.697177:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eccd4e70 00000400:00000010:2.0:1767389047.697180:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eccd4e70. 00000100:00000001:2.0:1767389047.697185:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389047.697188:0:339010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389047.697196:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000055c30b x1853241654536192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389047.697200:0:339010:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000017c6cd8a x1853241654536064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389063 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389047.697233:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389047.697241:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389047.697255:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389047.697264:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389047.697272:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389047.697280:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389047.697292:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000055c30b x1853241654536192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389047.697293:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389047.697305:0:339010:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000017c6cd8a x1853241654536064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767389047.697309:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=66 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389047.697328:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389047.697350:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389047.697357:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.697368:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767389047.697369:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767389047.697380:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767389047.697387:0:337539:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d2aa30d6 x1853241654536320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.697388:0:337538:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767389047.697390:0:339010:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767389047.697401:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1767389047.697405:0:339010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000100:00000001:2.0:1767389047.697407:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389047.697415:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389047.697417:0:339010:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 02000000:00000001:2.0:1767389047.697429:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.697432:0:339010:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:2.0:1767389047.697445:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=72 v=5 (5 0 0 0) 00000100:00000001:0.0:1767389047.697446:0:339010:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767389047.697451:0:337539:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.697462:0:339010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.697464:0:337539:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:2.0:1767389047.697466:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=72 v=5 (1 0 0 0) 00000100:00000040:3.0:1767389047.697471:0:337539:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:0.0:1767389047.697487:0:339010:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:3.0:1767389047.697488:0:337539:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389047.697489:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389047.697500:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389047.697505:0:339010:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767389047.697507:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389047.697507:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767389047.697525:0:339010:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389047.697527:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389047.697529:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2aa30d6 x1853241654536320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.697546:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389047.697548:0:339010:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767389047.697552:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389047.697565:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767389047.697571:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000055c30b x1853241654536192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389047.697571:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb94cc36 x1853241654536064/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:498/0 lens 224/368 e 0 to 0 dl 1767389058 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389047.697574:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389047.697597:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2aa30d6 x1853241654536320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389047.697655:0:339010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cb94cc36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654536064:12345-0@lo:13: Request processed in 1502us (5095us total) trans 0 rc 0/0 00000100:00000001:2.0:1767389047.697691:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389047.697705:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389047.697710:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767389047.697715:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2aa30d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:337539:1853241654536320:0@lo:400: 00000100:00100000:0.0:1767389047.697717:0:339010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767389047.697808:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000055c30b x1853241654536192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389047.697822:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000055c30b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654536192:0@lo:400: 00000100:00000001:3.0:1767389047.697840:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389047.697841:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389047.697851:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389047.697851:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389047.697867:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2aa30d6 x1853241654536320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389047.697867:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000055c30b x1853241654536192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.697906:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767389047.697911:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389047.697913:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767389047.697919:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389047.697920:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9e82490. 02000000:00000010:3.0:1767389047.697924:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a85b52db. 02000000:00000001:2.0:1767389047.697927:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767389047.697930:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389047.697933:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767389047.697935:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389047.697939:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000040:3.0:1767389047.697940:0:337539:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767389047.697951:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767389047.697952:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389047.697960:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b11ad5e0. 02000000:00000010:2.0:1767389047.697961:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004767a6bf. 02000000:00000001:3.0:1767389047.697972:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389047.697974:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389047.697978:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767389047.697979:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389047.697983:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2aa30d6. 00000100:00000010:2.0:1767389047.697985:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000055c30b. 00000100:00000001:3.0:1767389047.697994:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767389047.698002:0:339010:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:3.0:1767389047.698003:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389047.698003:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389047.698013:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389047.698024:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389047.698025:0:339010:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389047.698040:0:339010:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389047.698042:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767389047.698049:0:339010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ddb34604. 00000100:00000001:3.0:1767389047.698050:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.698053:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389047.698078:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767389047.698079:0:339010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0ccc91. 00000100:00000001:2.0:1767389047.698080:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389047.698093:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.698094:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389047.698097:0:339010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000807bc468. 00000100:00000001:2.0:1767389047.698102:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389047.698106:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389047.698127:0:339010:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:0.0:1767389047.698135:0:339010:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389047.698201:0:339008:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389047.698210:0:339008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654536576 02000000:00000001:0.0:1767389047.698213:0:339008:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389047.698215:0:339008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389047.698222:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299635736 00000100:00000001:0.0:1767389047.698222:0:339008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.698230:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299635725 02000000:00000001:0.0:1767389047.698231:0:339008:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.698236:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299635736 00000100:00100000:0.0:1767389047.698239:0:339008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654536576 00000100:00000001:2.0:1767389047.698245:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299635725 00000020:00000001:0.0:1767389047.698247:0:339008:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389047.698255:0:339008:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000100:00000001:2.0:1767389047.698256:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299635736 00000020:00000001:0.0:1767389047.698267:0:339008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767389047.698270:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767389047.698279:0:339008:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000100:00000001:2.0:1767389047.698280:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389047.698297:0:339008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000400:00000001:2.0:1767389047.698303:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767389047.698305:0:339008:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:0.0:1767389047.698310:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389047.698314:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089bea752. 00000400:00000001:2.0:1767389047.698325:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767389047.698325:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1767389047.698335:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:0.0:1767389047.698337:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089bea752. 00000400:00000010:2.0:1767389047.698339:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003443df0a. 00000020:00000040:3.0:1767389047.698342:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000400:00000200:2.0:1767389047.698358:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021d5f531 00000020:00000010:0.0:1767389047.698359:0:339008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000807bc468. 00000400:00000010:2.0:1767389047.698367:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021d5f531. 00000100:00000001:2.0:1767389047.698374:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767389047.698377:0:339008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ddb34604. 00000100:00000200:2.0:1767389047.698382:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036e528bb x1853241654536448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389047.698385:0:339008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef0ccc91. 00000100:00000040:0.0:1767389047.698411:0:339008:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000200:2.0:1767389047.698413:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036e528bb x1853241654536448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389047.698425:0:339008:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389047.698434:0:339008:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389047.698453:0:339008:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389047.698468:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389047.698472:0:339008:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767389047.698473:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389047.698480:0:339008:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767389047.698481:0:337537:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767389047.698498:0:339008:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389047.698499:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389047.698512:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389047.698517:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389047.698521:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389047.698528:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=63 v=5 (5 0 0 0) 00000100:00000001:0.0:1767389047.698533:0:339008:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767389047.698536:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=63 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389047.698544:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389047.698546:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.698565:0:339008:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:2.0:1767389047.698568:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767389047.698570:0:339008:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00080000:2.0:1767389047.698582:0:337537:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000036e528bb x1853241654536448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389047.698592:0:339008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767389047.698603:0:339009:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1767389047.698608:0:339008:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:3.0:1767389047.698611:0:339009:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767389047.698643:0:339009:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.698643:0:339008:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520926208 : -122821188625408 : ffff904b76ae5c00) 00010000:00000001:2.0:1767389047.698647:0:337537:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389047.698652:0:339009:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.698654:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767389047.698662:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767389047.698668:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389047.698672:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389047.698674:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000065b48c61 x1853241654536576/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:498/0 lens 224/0 e 0 to 0 dl 1767389058 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389047.698684:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036e528bb x1853241654536448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389047.698777:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389047.698782:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000089bea752. 00000100:00000001:0.0:1767389047.698795:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389047.698798:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389047.698802:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000089bea752. 00000100:00000001:2.0:1767389047.698810:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389047.698814:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767389047.698818:0:339008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000065b48c61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654536576:12345-0@lo:400: 00000100:00000200:0.0:1767389047.698826:0:339008:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654536576 00000100:00000040:2.0:1767389047.698827:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036e528bb x1853241654536448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389047.698832:0:339008:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389047.698835:0:339008:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389047.698839:0:339008:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389047.698852:0:339008:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389047.698862:0:339008:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00100000:2.0:1767389047.698872:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036e528bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:337537:1853241654536448:0@lo:400: 00000020:00000001:0.0:1767389047.698874:0:339008:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389047.698884:0:339008:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389047.698890:0:339008:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389047.698894:0:339008:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000001:2.0:1767389047.698897:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767389047.698897:0:339008:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767389047.698901:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767389047.698905:0:339008:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1767389047.698907:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be81d954. 00000100:00000001:0.0:1767389047.698913:0:339008:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767389047.698917:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a179ee7f 02000000:00000001:0.0:1767389047.698920:0:339008:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1767389047.698922:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a179ee7f. 02000000:00000010:0.0:1767389047.698926:0:339008:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f1d07195. 00000100:00000001:2.0:1767389047.698930:0:337537:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767389047.698933:0:339008:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.698938:0:339008:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389047.698940:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000017c6cd8a x1853241654536064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389047.698946:0:339008:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389047.698962:0:339008:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654536576 00010000:00000001:0.0:1767389047.698968:0:339008:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:2.0:1767389047.698971:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000017c6cd8a x1853241654536064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767389047.698982:0:339008:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000065b48c61 x1853241654536576/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:498/0 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.698986:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389047.698991:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389047.699004:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389047.699010:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389047.699014:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767389047.699016:0:339008:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767389047.699029:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389047.699030:0:339008:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389047.699042:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389047.699044:0:339008:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389047.699068:0:339008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1767389047.699073:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=56 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389047.699079:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389047.699090:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767389047.699090:0:339008:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389047.699099:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389047.699100:0:339008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00010000:00000001:2.0:1767389047.699113:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767389047.699114:0:339008:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389047.699120:0:339008:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1767389047.699128:0:337537:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000017c6cd8a x1853241654536064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389047.699131:0:339008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389047.699148:0:339008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389047.699161:0:339008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00010000:00000001:2.0:1767389047.699163:0:337537:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.699174:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767389047.699175:0:339008:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654536576, offset 224 00000100:00000040:2.0:1767389047.699179:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1767389047.699186:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389047.699191:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389047.699192:0:339008:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767389047.699211:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000017c6cd8a x1853241654536064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389047.699220:0:339008:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389047.699243:0:339008:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958372806980 00000400:00000200:0.0:1767389047.699249:0:339008:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1b99 [1] + 224 00000400:00000200:0.0:1767389047.699277:0:339008:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389047.699300:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389047.699300:0:339008:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389047.699322:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389047.699324:0:339008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389047.699326:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389047.699334:0:339008:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee3a3af1 x1853241654536576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767389047.699335:0:337537:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767389047.699347:0:337537:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767389047.699356:0:337537:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000040:0.0:1767389047.699356:0:339008:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ee3a3af1 x1853241654536576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:2.0:1767389047.699394:0:337537:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000100:00000001:0.0:1767389047.699399:0:339008:0:(events.c:163:reply_in_callback()) Process leaving 00000004:00000001:2.0:1767389047.699409:0:337537:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389047.699413:0:339008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000100:00000040:2.0:1767389047.699419:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017c6cd8a x1853241654536064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389063 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389047.699421:0:339008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 00000100:00000001:0.0:1767389047.699437:0:339008:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:2.0:1767389047.699443:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000017c6cd8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654536064:0@lo:13: 00000100:00000001:0.0:1767389047.699444:0:339008:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389047.699460:0:339008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.699463:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389047.699483:0:339008:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389047.699496:0:339008:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767389047.699497:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767389047.699509:0:339008:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389047.699517:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036e528bb x1853241654536448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389047.699520:0:339008:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767389047.699532:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065b48c61 x1853241654536576/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:498/0 lens 224/224 e 0 to 0 dl 1767389058 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.699549:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389047.699556:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389047.699564:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000821f0e93. 00000100:00100000:0.0:1767389047.699574:0:339008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000065b48c61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654536576:12345-0@lo:400: Request processed in 788us (5974us total) trans 0 rc 0/0 02000000:00000001:2.0:1767389047.699576:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389047.699584:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389047.699588:0:337537:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767389047.699591:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389047.699593:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003ba51547. 02000000:00000001:2.0:1767389047.699604:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389047.699610:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389047.699614:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036e528bb. 00000100:00000001:2.0:1767389047.699619:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1767389047.699619:0:339008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:0.0:1767389047.699640:0:339008:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:2.0:1767389047.699644:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389047.699646:0:339008:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389047.699655:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389047.699657:0:339008:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389047.699664:0:339008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ddb34604. 00000100:00000040:2.0:1767389047.699666:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000017c6cd8a x1853241654536064/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389063 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389047.699672:0:339008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0ccc91. 00000020:00000010:0.0:1767389047.699677:0:339008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000807bc468. 00000020:00000040:0.0:1767389047.699691:0:339008:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:2.0:1767389047.699694:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767389047.699697:0:339008:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389047.699698:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389047.699706:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000db81dcd5. 02000000:00000001:2.0:1767389047.699719:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389047.699769:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389047.699773:0:337537:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767389047.699780:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389047.699785:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000022e6aaca. 02000000:00000001:2.0:1767389047.699792:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389047.699795:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389047.699797:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000017c6cd8a. 00000100:00000001:2.0:1767389047.699814:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389047.699816:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389047.699822:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.699827:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389047.699829:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767389047.699838:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389047.699841:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389047.699846:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d3da31d. 00000400:00000200:2.0:1767389047.699853:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000400:00000010:2.0:1767389047.699856:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000100:00000001:2.0:1767389047.699862:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389047.699870:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee3a3af1 x1853241654536576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389047.699879:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee3a3af1 x1853241654536576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.699888:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389047.699889:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389047.699892:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389047.699894:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389047.699897:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389047.699899:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389047.699901:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389047.699906:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=56 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389047.699910:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389047.699923:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389047.699925:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389047.699928:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767389047.699932:0:337537:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ee3a3af1 x1853241654536576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389047.699939:0:337537:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.699942:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767389047.699943:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1767389047.699946:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389047.699948:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389047.699953:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee3a3af1 x1853241654536576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.699962:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389047.699967:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389047.699969:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389047.699974:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee3a3af1 x1853241654536576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389047.699983:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ee3a3af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654536576:0@lo:400: 00000100:00000001:2.0:1767389047.699991:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389047.699993:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389047.699996:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee3a3af1 x1853241654536576/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389047.700003:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389047.700004:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389047.700006:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d842291c. 02000000:00000001:2.0:1767389047.700011:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389047.700014:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389047.700016:0:337537:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767389047.700018:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389047.700020:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b7602201. 02000000:00000001:2.0:1767389047.700025:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389047.700027:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389047.700029:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee3a3af1. 00000100:00000001:2.0:1767389047.700043:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389047.700045:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389047.700047:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389047.700053:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389047.700055:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389047.700060:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389047.700063:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389047.716829:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299635736, at 4299635737 00000100:00000010:0.0:1767389047.716845:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5936f46. 00000100:00000040:2.0:1767389047.716874:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299635736, at 4299635737 00000100:00000040:3.0:1767389047.716883:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299635736, at 4299635737 00000100:00000010:2.0:1767389047.716887:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006ae65c74. 00000100:00000010:3.0:1767389047.716897:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab70d318. 00000100:00000040:1.0:1767389047.717852:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299635736, at 4299635738 00000100:00000010:1.0:1767389047.717865:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001864ef88. 00010000:00000001:3.0:1767389048.011895:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389048.011901:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389048.011921:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389048.011924:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389048.011967:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389048.011978:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389048.011983:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767389048.326027:0:350173:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389048.326039:0:350173:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389048.326045:0:350173:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389048.326053:0:350173:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389048.326057:0:350173:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389048.326061:0:350173:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389048.395851:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp30 00000400:00000010:1.0:1767389048.395861:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000eb182101. 00000400:00000010:1.0:1767389048.395871:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000086bd44fd. 00000400:00000010:1.0:1767389048.395878:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086183ec0. 00000400:00000010:1.0:1767389048.395889:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fd6fabe3. 00000400:00000200:1.0:1767389048.395895:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp30 00000400:00000200:1.0:1767389048.395923:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp30 local destination 00000400:00000200:1.0:1767389048.395933:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp30 00000400:00000200:1.0:1767389048.395938:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp30 NI seq info: [83:83:256:4294967295] 192.168.204.113@tcp30 LPNI seq info [82:82:8:4294967295] 00000400:00000200:1.0:1767389048.395947:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp30 00000400:00000200:1.0:1767389048.395958:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp30(192.168.204.113@tcp30:) -> 192.168.204.113@tcp30(192.168.204.113@tcp30:192.168.204.113@tcp30) : GET try# 0 00000800:00000200:1.0:1767389048.395965:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp30 00000800:00000010:1.0:1767389048.395982:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000076792804. 00000800:00000200:1.0:1767389048.395991:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (2) 00000800:00000200:1.1:1767389048.395998:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (2) 00000400:00000200:1.0:1767389048.396031:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp30 added to recovery queue. ping count: 3 next ping: 4977 health :700 00000400:00000200:3.0:1767389048.396104:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396158:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396184:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396207:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396231:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396256:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396280:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396304:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396330:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396356:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396381:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396405:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396429:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396457:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396484:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396508:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396534:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396558:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396582:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396605:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396670:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396695:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396720:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396810:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396863:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396932:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396956:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.396979:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.397002:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.397027:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.397069:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.397093:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.397117:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.397140:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389048.397166:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389048.397327:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087be0d40. 00000800:00000010:3.0:1767389048.397334:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f0f3972a. 00000800:00000010:3.0:1767389048.397340:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001ffc554c. 00000800:00000010:3.0:1767389048.397368:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001ffc554c. 00000800:00020000:3.0:1767389048.397378:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389048.397383:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f0f3972a. 00000800:00000010:3.0:1767389048.397386:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000087be0d40. 00000400:02020000:3.0:1767389048.397432:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp30 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389048.397442:0:337525:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp30 notifying 192.168.204.113@tcp30: down 00000800:00000200:3.0:1767389048.397450:0:337525:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp30 down 00000800:00000100:3.0:1767389048.397458:0:337525:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp30 00000800:00000010:3.0:1767389048.397463:0:337525:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000076792804. 00000400:00000200:3.0:1767389048.397474:0:337525:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389048.397480:0:337525:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp30->192.168.204.113@tcp30: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389048.397492:0:337525:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389048.397495:0:337525:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389048.397500:0:337525:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp30) recovery failed with -71 00010000:00000001:3.0:1767389049.035807:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389049.035815:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389049.035824:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389049.035826:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389049.035945:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389049.035956:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389049.035964:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767389049.419871:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389049.419882:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389049.419888:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086183ec0 00000400:00000010:2.0:1767389049.419895:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086183ec0. 00000400:00000200:2.0:1767389049.419907:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389049.419921:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp30 recovery ping unlinked 00000800:00000200:3.0:1767389049.419927:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3d364a1] -> 12345-192.168.204.113@tcp19 (6) 00000800:00000200:3.0:1767389049.419940:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp19 ip 192.168.204.113:988 00000400:00000010:2.0:1767389049.419943:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000eb182101. 00000800:00000200:3.0:1767389049.419947:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767389049.419952:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000086bd44fd. 00000800:00000200:1.0:1767389049.420160:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767389049.420170:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389049.420192:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389049.420200:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389049.420204:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767389049.514882:0:350337:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767389049.514887:0:350337:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:1.0:1767389049.521900:0:350337:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767389049.535965:0:350338:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002859a621. 00000400:00000010:2.0:1767389049.535987:0:350338:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002c90d33f. 00000400:00000010:2.0:1767389049.536003:0:350338:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005c1932ac. 00000400:00000010:2.0:1767389049.536008:0:350338:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000052d696fd. 00000400:00000010:2.0:1767389049.536013:0:350338:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000009d349e0. 00000400:00000010:2.0:1767389049.536020:0:350338:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005dfaf492. 00000400:00000010:2.0:1767389049.536023:0:350338:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000929360df. 00000400:00000010:2.0:1767389049.536025:0:350338:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000043657a52. 00000400:00000010:2.0:1767389049.536030:0:350338:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000ba5ea6c5. 00000800:00000010:2.0:1767389049.536048:0:350338:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000042832b8f. 00000800:00000200:2.0:1767389049.536065:0:350338:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767389049.536082:0:350338:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767389049.536150:0:350338:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:2.0:1767389049.536191:0:350338:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp34 [8/256/0/180] 00000400:00000010:2.0:1767389049.540288:0:350338:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 000000005a10e7ef. 00000400:00000010:2.0:1767389049.540301:0:350338:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001afdfa6e. 00000400:00000010:2.0:1767389049.540312:0:350338:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eccd4e70. 00000400:00000001:2.0:1767389049.540348:0:350338:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389049.540352:0:350338:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389049.540355:0:350338:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000359fe718. 00000400:00000200:2.0:1767389049.540361:0:350338:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dc73e79 00000400:00000010:2.0:1767389049.540364:0:350338:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006dc73e79. 00000400:00000010:2.0:1767389049.540371:0:350338:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000c9789eb7. 00000400:00000200:2.0:1767389049.540380:0:350338:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (25) 00000400:00000200:2.0:1767389049.540406:0:350338:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:2.0:1767389049.540425:0:350338:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:2.0:1767389049.540440:0:350338:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000fcdf2465. 00000020:01000000:2.0:1767389049.540448:0:350338:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767389049.540454:0:350338:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp34 00000400:00000010:2.0:1767389049.540484:0:350338:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002c90d33f. 00000400:00000010:2.0:1767389049.540494:0:350338:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002859a621. 00000400:00000200:0.0:1767389049.540506:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767389049.540525:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:0.0:1767389049.540538:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000400:00000200:0.0:1767389049.540546:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (26) 00000400:00000010:0.0:1767389049.540556:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000236160b. 00000400:00000200:0.0:1767389049.540569:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000020:00000001:3.0:1767389049.540581:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767389049.540615:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767389049.540616:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:0.0:1767389049.540627:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 10000000:00000001:3.0:1767389049.540639:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767389049.540647:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767389049.540649:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000020:01000004:3.0:1767389049.540660:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767389049.540667:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767389049.540672:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767389049.540677:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000020:01000004:3.0:1767389049.540678:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389049.540690:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389049.540699:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389049.540706:0:257746:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767389049.540713:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 00000020:01000004:3.0:1767389049.540714:0:257746:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767389049.540719:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389049.540720:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767389049.540779:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001fd3b5ce. 00000400:00000200:0.0:1767389049.540791:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000020:00000040:3.0:1767389049.540794:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:0.0:1767389049.540814:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000100:00000001:3.0:1767389049.540816:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389049.540825:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767389049.540835:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 02000000:00000001:3.0:1767389049.540836:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389049.540862:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 02000000:00000010:3.0:1767389049.540865:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000087be0d40. 00000400:00000200:0.0:1767389049.540883:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000100:00000001:3.0:1767389049.540887:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389049.540899:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000100:00000001:3.0:1767389049.540911:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767389049.540915:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000100:00000001:3.0:1767389049.540918:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389049.540944:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000100:00000040:3.0:1767389049.540952:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd3b5ce] to pc [ptlrpcd_00_02+2] req@000000001fd3b5ce x1853241654536704/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389049.540959:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:0.0:1767389049.541015:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000400:00000200:0.0:1767389049.541034:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 00000400:00000200:0.0:1767389049.541047:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000400:00000200:0.0:1767389049.541058:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000400:00000200:0.0:1767389049.541071:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 10000000:00000001:3.0:1767389049.541075:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389049.541083:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389049.541085:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 16], ns[58, 16] 00000020:00000001:3.0:1767389049.541091:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767389049.541098:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767389049.541105:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[73, 16], ns[74, 16] 00000100:00000001:2.0:1767389049.541116:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767389049.541118:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 16], ns[83, 16] 00000020:00000001:3.0:1767389049.541119:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767389049.541129:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1767389049.541133:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767389049.541137:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767389049.541150:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[81, 16], ns[82, 16] 10000000:01000000:3.0:1767389049.541152:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767389049.541152:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767389049.541168:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767389049.541173:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:2.0:1767389049.541177:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001fd3b5ce x1853241654536704/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767389049.541178:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389049.541182:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389049.541194:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389049.541205:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389049.541223:0:257746:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389049.541231:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767389049.541235:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 16], ns[0, 16] 00000020:01000004:3.0:1767389049.541237:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767389049.541251:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4073a11. 00000100:00000001:2.0:1767389049.541261:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767389049.541264:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000400:00000200:0.0:1767389049.541265:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp32] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:2.0:1767389049.541271:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389049.541289:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389049.541296:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389049.541299:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767389049.541301:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 02000000:00000001:2.0:1767389049.541308:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389049.541313:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389049.541323:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp32 02000000:00000001:2.0:1767389049.541324:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389049.541336:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001225e4c9. 00000400:00000200:0.0:1767389049.541338:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp32 lpni_is_preferred = 0 00000100:00100000:2.0:1767389049.541342:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001fd3b5ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654536704:0@lo:253: 00000100:00000001:3.0:1767389049.541359:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389049.541363:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp32 00000100:00000001:2.0:1767389049.541377:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767389049.541378:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389049.541390:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389049.541398:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767389049.541399:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp32 NI seq info: [84:84:256:4294967295] 192.168.204.113@tcp32 LPNI seq info [83:83:8:4294967295] 00000100:00000040:3.0:1767389049.541408:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4073a11] to pc [ptlrpcd_00_03+3] req@00000000e4073a11 x1853241654536832/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389049.541415:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389049.541436:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767389049.541444:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp32 02000000:00000010:2.0:1767389049.541458:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c2d9defc. 10000000:00000001:3.0:1767389049.541467:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389049.541472:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389049.541484:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389049.541493:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000131cf53f. 00000400:00000200:0.0:1767389049.541500:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp32(192.168.204.113@tcp32:) -> 192.168.204.113@tcp32(192.168.204.113@tcp:192.168.204.113@tcp32) : PUT try# 0 00000020:00000001:3.0:1767389049.541501:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767389049.541518:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767389049.541529:0:257746:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000fcdf2465. 00000400:00000010:2.0:1767389049.541537:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c90d33f. 00000800:00000200:0.0:1767389049.541547:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.113@tcp32 00000800:00000010:0.0:1767389049.541556:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c21917f7. 00000100:00000200:2.0:1767389049.541557:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654536704, portal 25 00000100:00000001:3.0:1767389049.541562:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389049.541571:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389049.541571:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389049.541575:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1767389049.541575:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f9d94f84. 00000100:00000001:2.0:1767389049.541580:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694455296 : -122822015096320 : ffff904b456b6a00) 00000100:00000040:3.0:1767389049.541610:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4073a11 x1853241654536832/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767389049.541611:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e089c6e4. 00000100:00000040:2.0:1767389049.541644:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001fd3b5ce x1853241654536704/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767389049.541645:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9d94f84] -> 12345-192.168.204.113@tcp32 (2) 00000100:00000001:3.0:1767389049.541650:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389049.541662:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389049.541672:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389049.541684:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.1:1767389049.541684:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9d94f84] -> 12345-192.168.204.113@tcp32 (2) 02000000:00000001:3.0:1767389049.541698:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.541705:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767389049.541755:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e4073a11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654536832:0@lo:253: 00000100:00000001:3.0:1767389049.541763:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389049.541767:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389049.541772:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389049.541775:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767389049.541783:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000044221517. 02000000:00000001:3.0:1767389049.541796:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389049.541803:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bab9040. 00000400:00000200:0.0:1767389049.541810:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000010:3.0:1767389049.541811:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067297ade. 00000400:00000200:0.0:1767389049.541819:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000100:00000200:3.0:1767389049.541820:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654536832, portal 25 00000100:00000040:2.0:1767389049.541839:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389049.541840:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389049.541848:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694456192 : -122822015095424 : ffff904b456b6d80) 00000400:00000010:2.0:1767389049.541852:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af30e503. 00000100:00000040:3.0:1767389049.541860:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e4073a11 x1853241654536832/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389049.541865:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654536704, offset 0 00000100:00000001:3.0:1767389049.541880:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389049.541884:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389049.541892:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071c9ae5f. 00000400:00000200:2.0:1767389049.541893:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767389049.541911:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654536832, offset 0 00000400:00000200:2.0:1767389049.541927:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389049.541929:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389049.541951:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389049.541962:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372806a00 00000400:00000200:0.0:1767389049.541968:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389049.541981:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372806a80 00000400:00000200:2.0:1767389049.541991:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13e5 [2] + 0 00000400:00000010:2.0:1767389049.542002:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000aa60932. 00000400:00000200:2.0:1767389049.542011:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d831aeba 00000400:00000200:3.0:1767389049.542028:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13fd [2] + 0 00000400:00000200:2.0:1767389049.542028:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767389049.542043:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013f9fa89. 00000400:00000200:3.0:1767389049.542054:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e0d0f52d 00000400:00000200:2.0:1767389049.542058:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767389049.542065:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389049.542077:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d831aeba 00000400:00000200:3.0:1767389049.542078:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767389049.542091:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d831aeba. 00000400:00000200:3.0:1767389049.542107:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0d0f52d 00000100:00000001:2.0:1767389049.542110:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767389049.542112:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0d0f52d. 00000100:00000200:2.0:1767389049.542121:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767389049.542128:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767389049.542135:0:337538:0:(events.c:337:request_in_callback()) incoming req@0000000074162f6a x1853241654536704 msgsize 4848 00000100:00000200:3.0:1767389049.542136:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767389049.542145:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000100:00000040:3.0:1767389049.542150:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000313fa4b6 x1853241654536832 msgsize 4848 00000100:00100000:2.0:1767389049.542178:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767389049.542185:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389049.542191:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767389049.542224:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767389049.542225:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767389049.542244:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af30e503 00000400:00000010:2.0:1767389049.542254:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af30e503. 00000100:00000001:3.0:1767389049.542256:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389049.542266:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767389049.542275:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071c9ae5f 00000400:00000010:3.0:1767389049.542281:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071c9ae5f. 00000100:00000200:2.0:1767389049.542283:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001fd3b5ce x1853241654536704/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389049.542290:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767389049.542309:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4073a11 x1853241654536832/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389049.542311:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000100:00000001:2.0:1767389049.542314:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389049.542335:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001fd3b5ce x1853241654536704/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389049.542347:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389049.542371:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4073a11 x1853241654536832/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389049.542428:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389049.542429:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389049.542435:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000100:00000001:2.0:1767389049.542445:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389049.542446:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389049.542464:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389049.542476:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299637585 00000100:00000001:2.0:1767389049.542484:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767389049.542486:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008616981f. 00000100:00000001:2.0:1767389049.542499:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299637585 00000100:00000001:3.0:1767389049.542503:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767389049.542520:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299637585 00000100:00000001:2.0:1767389049.542522:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299637585 00000100:00000001:2.0:1767389049.542531:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299637585 00000100:00000010:3.0:1767389049.542534:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d23b48ce. 00000100:00000001:3.0:1767389049.542549:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767389049.542569:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299637585 00000100:00000001:2.0:1767389049.542571:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299637585 00000100:00000010:3.0:1767389049.542576:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004debc532. 00000100:00000001:2.0:1767389049.542582:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299637585 00000100:00000001:3.0:1767389049.542613:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767389049.542637:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000100:00000001:3.0:1767389049.542639:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299637585 00000100:00000001:2.0:1767389049.542639:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299637585 00000100:00000001:2.0:1767389049.542655:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299637585 00000100:00000010:3.0:1767389049.542660:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000df1c4f09. 00000100:00000001:3.0:1767389049.542673:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767389049.542690:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389049.542691:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299637585 00000100:00000001:3.0:1767389049.542697:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.542703:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389049.542709:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.542714:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389049.542716:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389049.542813:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389049.542815:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389049.542819:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389049.542826:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389049.542827:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389049.542833:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389049.542841:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.542845:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389049.542850:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.542854:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389049.542869:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389049.542874:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389049.542881:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.542889:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389049.542925:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000100:00000001:3.0:1767389049.542926:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389049.542941:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654536704 02000000:00000001:3.0:1767389049.542951:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389049.542957:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389049.542963:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389049.542971:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389049.542979:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654536704 00000020:00000001:3.0:1767389049.542996:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389049.543001:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389049.543007:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389049.543013:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:3.0:1767389049.543020:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389049.543027:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389049.543038:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389049.543044:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767389049.543046:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ffc554c. 00000100:00100000:2.0:1767389049.543054:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654536832 00000100:00000001:3.0:1767389049.543057:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389049.543065:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767389049.543066:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ffc554c. 00000100:00000001:2.0:1767389049.543074:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767389049.543084:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d71c060. 00000100:00000001:2.0:1767389049.543085:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389049.543098:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389049.543105:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006e38fe30. 00000100:00100000:2.0:1767389049.543107:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654536832 00000020:00000001:2.0:1767389049.543117:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1767389049.543119:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4bcf7a. 00000400:00000200:0.0:1767389049.543120:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000020:00000040:2.0:1767389049.543122:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:2.0:1767389049.543145:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389049.543155:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=16 00000100:00000040:3.0:1767389049.543164:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389049.543173:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389049.543182:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767389049.543182:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389049.543189:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389049.543193:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389049.543202:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.543205:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389049.543217:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a82c7aaa. 00000100:00000001:3.0:1767389049.543226:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389049.543227:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389049.543239:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a82c7aaa. 00000400:00000200:0.0:1767389049.543246:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000100:00000001:3.0:1767389049.543255:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767389049.543256:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dd786ad9. 00000100:00000001:3.0:1767389049.543262:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767389049.543271:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f4dac0ce. 00000100:00100000:3.0:1767389049.543280:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000020:00000010:2.0:1767389049.543284:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c68a6402. 00000100:00000040:3.0:1767389049.543289:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389049.543296:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684800592 : -122822024751024 : ffff904b44d81850) 00000100:00000001:2.0:1767389049.543300:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767389049.543308:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000074162f6a x1853241654536704/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:500/0 lens 4848/0 e 0 to 0 dl 1767389060 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389049.543309:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389049.543317:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389049.543324:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000100:00000001:2.0:1767389049.543336:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389049.543338:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389049.543346:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ffc554c. 00000100:00000001:2.0:1767389049.543355:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389049.543359:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389049.543365:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ffc554c. 00000100:00100000:3.0:1767389049.543385:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000074162f6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337538:x1853241654536704:12345-0@lo:253: 00000100:00000200:3.0:1767389049.543391:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654536704 00000100:00000001:2.0:1767389049.543407:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767389049.543409:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389049.543417:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767389049.543421:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389049.543430:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389049.543435:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1767389049.543439:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000020:00000001:3.0:1767389049.543441:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:3.0:1767389049.543454:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767389049.543455:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000020:00000001:3.0:1767389049.543458:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389049.543465:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684809808 : -122822024741808 : ffff904b44d83c50) 00000020:00000001:3.0:1767389049.543466:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389049.543474:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389049.543482:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389049.543489:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000313fa4b6 x1853241654536832/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:500/0 lens 4848/0 e 0 to 0 dl 1767389060 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389049.543492:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389049.543503:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389049.543516:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000033b8690f. 00000100:00000001:2.0:1767389049.543517:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767389049.543526:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389049.543529:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a82c7aaa. 00000100:00000001:3.0:1767389049.543532:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389049.543541:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767389049.543542:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389049.543544:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 20000000:00000010:3.0:1767389049.543560:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c7d28d5a. 00000020:00000010:2.0:1767389049.543562:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a82c7aaa. 20000000:01000000:3.0:1767389049.543574:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767389049.543583:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767389049.543607:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767389049.543613:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389049.543617:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000313fa4b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337539:x1853241654536832:12345-0@lo:253: 20000000:00000001:3.0:1767389049.543620:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389049.543629:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000200:2.0:1767389049.543633:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654536832 00000020:00000001:2.0:1767389049.543643:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:3.0:1767389049.543649:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002a2ec8e1. 00000020:00000001:2.0:1767389049.543651:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:3.0:1767389049.543663:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00000020:00000001:2.0:1767389049.543664:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389049.543678:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767389049.543678:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:3.0:1767389049.543690:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:2.0:1767389049.543700:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:2.0:1767389049.543707:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767389049.543710:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000020:00000001:2.0:1767389049.543711:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767389049.543894:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767389049.543903:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767389049.543906:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389049.543911:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767389049.543917:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767389049.543925:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:3.0:1767389049.543933:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767389049.543933:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00080000:00000010:3.0:1767389049.543947:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000adda44fe. 00080000:00000001:3.0:1767389049.543958:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247376467968 : -122826333083648 : ffff904a440c2800) 00080000:00000001:3.0:1767389049.543965:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767389049.544134:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000001:00000001:3.0:1767389049.544279:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767389049.544284:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389049.544289:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767389049.544336:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389049.544342:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767389049.544377:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.544607:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00080000:00000001:3.0:1767389049.544826:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767389049.544835:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767389049.544850:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.545014:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.545135:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.545280:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000020:00000001:2.0:1767389049.545461:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389049.545468:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389049.545474:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.545483:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389049.545489:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389049.545507:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000002c5c95e. 02000000:00000001:2.0:1767389049.545515:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.545522:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389049.545528:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767389049.545545:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fcdf2465. 20000000:01000000:2.0:1767389049.545555:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767389049.545558:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 20000000:00000001:2.0:1767389049.545560:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767389049.545570:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389049.545576:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389049.545581:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389049.545610:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767389049.545789:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.546002:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.546104:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.546290:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.546353:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.546469:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.546640:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.546847:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.546942:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.546978:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.547032:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.547101:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.547161:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.547254:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389049.547321:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:2.0:1767389049.548321:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000801f716c. 00000800:00000010:3.0:1767389049.548404:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000131aca3d. 00000800:00000010:3.0:1767389049.548422:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023ca8ce1. 00000800:00000010:3.0:1767389049.548499:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023ca8ce1. 00000800:00020000:3.0:1767389049.548524:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389049.548533:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000131aca3d. 00000800:00000010:3.0:1767389049.548543:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000801f716c. 00000400:02020000:3.0:1767389049.548808:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp32 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389049.548820:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp32 notifying 192.168.204.113@tcp32: down 00000800:00000200:3.0:1767389049.548831:0:337527:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp32 down 00000800:00000100:3.0:1767389049.548844:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 448 0@<0:0>->192.168.204.113@tcp32 00000800:00000010:3.0:1767389049.548849:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c21917f7. 00000400:00000200:3.0:1767389049.548858:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389049.548870:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp32->192.168.204.113@tcp32: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767389049.548890:0:337527:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp32 added to recovery queue. ping count: 0 next ping: 4971 health :900 00000400:00000200:3.0:1767389049.548901:0:337527:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767389049.548910:0:337527:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 1 00000400:00000200:3.0:1767389049.548917:0:337527:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389049.548998:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767389049.549016:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x101151 00000400:00000001:2.0:1767389049.549025:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389049.549029:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389049.549033:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000400:00000010:2.0:1767389049.549037:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 00000400:00000200:2.0:1767389049.549047:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767389049.549063:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389049.549069:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (27) 00000400:00000200:2.0:1767389049.549079:0:337534:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.113@tcp 00000400:00000200:2.0:1767389049.549087:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc -71 00000400:00000200:2.0:1767389049.549098:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:2.0:1767389049.549107:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (26) 00080000:00000001:3.0:1767389049.563945:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767389049.563955:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00080000:00000001:2.0:1767389049.563955:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767389049.563964:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767389049.563964:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767389049.563971:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767389049.563973:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767389049.563991:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767389049.563993:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:2.0:1767389049.563995:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767389049.564007:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000adda44fe. 00080000:00000001:2.0:1767389049.564016:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767389049.564019:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767389049.564027:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767389049.564031:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e1dd5148. 00080000:00000020:3.0:1767389049.564036:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767389049.564038:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767389049.564046:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:2.0:1767389049.564049:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767389049.564060:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767389049.564063:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767389049.564071:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389049.564077:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767389049.564080:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000040:2.0:1767389049.564087:0:338196:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000cfead646 count: 2 00010000:00000001:2.0:1767389049.564095:0:338196:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389049.564100:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389049.564112:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000078f6d8b2. 00000020:00000001:2.0:1767389049.564117:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389049.564123:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000078f6d8b2 with handle 0x95cd417baf429512 to hash 00000020:00000001:2.0:1767389049.564126:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389049.564129:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389049.564134:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00080000:00000001:0.0:1767389049.564137:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389049.564141:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767389049.564144:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767389049.564153:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.564154:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389049.564157:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767389049.564165:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:2.0:1767389049.564167:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429512 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767389049.564173:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00010000:00000001:2.0:1767389049.564189:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767389049.564194:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767389049.564201:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:0.0:1767389049.564203:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cadb5515. 00080000:00000001:0.0:1767389049.564213:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252119560192 : -122821589991424 : ffff904b5ec20000) 00010000:00000001:2.0:1767389049.564216:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767389049.564220:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767389049.564226:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389049.564233:0:338196:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767389049.564241:0:338196:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42950b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf429504 expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.564251:0:338196:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767389049.564255:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.564259:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389049.564261:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389049.564263:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389049.564281:0:338196:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767389049.564285:0:338196:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429512 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389049.564295:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cfead646) refcount = 2 00010000:00000040:2.0:1767389049.564300:0:338196:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767389049.564306:0:338196:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42950b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x95cd417baf429504 expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389049.564313:0:338196:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767389049.564317:0:338196:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429512 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000001:00000001:0.0:1767389049.564323:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767389049.564329:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767389049.564331:0:338196:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000886a6644. 00080000:00000001:0.0:1767389049.564346:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:2.0:1767389049.564347:0:338196:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767389049.564364:0:338196:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef97037d. 00000100:00000001:2.0:1767389049.564371:0:338196:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621251689600896 : -122822019950720 : ffff904b45215780) 00000100:00000001:2.0:1767389049.564375:0:338196:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621251689600896 : -122822019950720 : ffff904b45215780) 00000100:00000001:2.0:1767389049.564378:0:338196:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767389049.564380:0:338196:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00080000:00000001:0.0:1767389049.564380:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.564387:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00080000:00000001:0.0:1767389049.564390:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767389049.564394:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.564398:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767389049.564402:0:338196:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767389049.564406:0:338196:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767389049.564410:0:338196:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767389049.564412:0:338196:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767389049.564419:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee3a3af1. 00000020:00000040:2.0:1767389049.564424:0:338196:0:(genops.c:1229:class_import_get()) import 0000000065ed9c00 refcount=2 obd=MGS 00000100:00000001:2.0:1767389049.564429:0:338196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389049.564432:0:338196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389049.564438:0:338196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389049.564448:0:338196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000523455a4. 00000100:00000001:2.0:1767389049.564455:0:338196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389049.564462:0:338196:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42950b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x95cd417baf429504 expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389049.564505:0:338196:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42950b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x95cd417baf429504 expref: 16 pid: 338174 timeout: 5120 lvb_type: 0 00010000:00000001:2.0:1767389049.564521:0:338196:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00080000:00000001:0.0:1767389049.564522:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:2.0:1767389049.564527:0:338196:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000001:0.0:1767389049.564529:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767389049.564536:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee3a3af1 x1853241654536960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389049.564548:0:338196:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389049.564552:0:338196:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389049.564558:0:338196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ee3a3af1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654536960:0@lo:104: 00000100:00000001:2.0:1767389049.564562:0:338196:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389049.564570:0:338196:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389049.564573:0:338196:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389049.564577:0:338196:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389049.564582:0:338196:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a66b95eb. 02000000:00000001:2.0:1767389049.564606:0:338196:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389049.564614:0:338196:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e26c0f4. 00000400:00000010:2.0:1767389049.564623:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dcdf2135. 00000100:00000200:2.0:1767389049.564629:0:338196:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654536960, portal 16 00000100:00000001:2.0:1767389049.564632:0:338196:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389049.564633:0:338196:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402872320 : -122821306679296 : ffff904b6fa50000) 00000100:00000040:2.0:1767389049.564647:0:338196:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000ee3a3af1 x1853241654536960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389065 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389049.564656:0:338196:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389049.564663:0:338196:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389049.564670:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016a04936. 00000100:00000200:2.0:1767389049.564674:0:338196:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853241654536960, offset 0 00000400:00000200:2.0:1767389049.564688:0:338196:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389049.564697:0:338196:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389049.564714:0:338196:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958372806b00 00000400:00000200:2.0:1767389049.564790:0:338196:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1425 [2] + 1640 00000400:00000200:2.0:1767389049.564799:0:338196:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389049.564823:0:338196:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389049.564837:0:338196:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389049.564840:0:338196:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767389049.564845:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036def01a. 00000100:00000040:2.0:1767389049.564849:0:338196:0:(events.c:337:request_in_callback()) incoming req@0000000036def01a x1853241654536960 msgsize 328 00000100:00100000:2.0:1767389049.564854:0:338196:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389049.564874:0:338196:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389049.564892:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016a04936 00000400:00000010:2.0:1767389049.564895:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016a04936. 00000100:00000001:2.0:1767389049.564905:0:338196:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389049.564910:0:338196:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee3a3af1 x1853241654536960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389065 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389049.564924:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389049.564929:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee3a3af1 x1853241654536960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389065 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389049.564941:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.564943:0:338196:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389049.564957:0:338196:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.564962:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4299637608 00000100:00000001:2.0:1767389049.564970:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4299637585 00000100:00000001:2.0:1767389049.564982:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4299637608 00000100:00000001:2.0:1767389049.564993:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4299637585 00000100:00000001:2.0:1767389049.565005:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4299637608 00000100:00000001:2.0:1767389049.565015:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4299637585 00000100:00000001:2.0:1767389049.565019:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4299637608 00000100:00000001:2.0:1767389049.565024:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4299637585 00000100:00000001:2.0:1767389049.565030:0:338196:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389049.565033:0:338196:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.565038:0:338196:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.565044:0:338196:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389049.565046:0:338196:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.565051:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.565053:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389049.565065:0:338196:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.565070:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767389049.565072:0:338196:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767389049.565076:0:338196:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.565081:0:338196:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389049.565083:0:338196:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767389049.565087:0:338196:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ef97037d going to sleep for 11 seconds 00000100:00000001:2.0:1767389049.565091:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389049.565094:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.565147:0:339022:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389049.565156:0:339022:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654536960 02000000:00000001:2.0:1767389049.565162:0:339022:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389049.565167:0:339022:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389049.565171:0:339022:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389049.565179:0:339022:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389049.565184:0:339022:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654536960 00000020:00000001:2.0:1767389049.565189:0:339022:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389049.565194:0:339022:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291a0 00000020:00000001:2.0:1767389049.565200:0:339022:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389049.565206:0:339022:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c9ce650e refcount=3 00000020:00000001:2.0:1767389049.565214:0:339022:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000020:00000001:2.0:1767389049.565222:0:339022:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000100:00000001:2.0:1767389049.565230:0:339022:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389049.565239:0:339022:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c71eebc. 00000100:00000001:2.0:1767389049.565247:0:339022:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389049.565255:0:339022:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c71eebc. 00000020:00000010:2.0:1767389049.565267:0:339022:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ab54caf. 00000020:00000010:2.0:1767389049.565275:0:339022:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a88b5add. 00000020:00000010:2.0:1767389049.565282:0:339022:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001223d23c. 00000100:00000040:2.0:1767389049.565310:0:339022:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767389049.565315:0:339022:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389049.565318:0:339022:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389049.565321:0:339022:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.565329:0:339022:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.565351:0:339022:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389049.565408:0:339022:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389049.565411:0:339022:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767389049.565414:0:338163:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767389049.565424:0:339022:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:0.0:1767389049.565424:0:338163:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767389049.565441:0:339022:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c9ce650e : new rpc_count 1 00000100:00000001:0.0:1767389049.565443:0:338163:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.565446:0:339022:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402881280 : -122821306670336 : ffff904b6fa52300) 00000100:00000001:0.0:1767389049.565453:0:338163:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389049.565459:0:339022:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000036def01a x1853241654536960/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:500/0 lens 328/0 e 0 to 0 dl 1767389060 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389049.565475:0:339022:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389049.565483:0:339022:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c71eebc. 00000100:00000001:2.0:1767389049.565487:0:339022:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389049.565491:0:339022:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c71eebc. 00000100:00100000:2.0:1767389049.565507:0:339022:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000036def01a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654536960:12345-0@lo:104: 00000100:00000200:2.0:1767389049.565513:0:339022:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654536960 00010000:00000001:2.0:1767389049.565517:0:339022:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767389049.565522:0:339022:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389049.565525:0:339022:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389049.565527:0:339022:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e5cf5266 refcount=2 00000020:00000001:2.0:1767389049.565531:0:339022:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538719232 : -122821170832384 : ffff904b77bddc00) 00010000:00000001:2.0:1767389049.565534:0:339022:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538719232 : -122821170832384 : ffff904b77bddc00) 00010000:00000001:2.0:1767389049.565540:0:339022:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389049.565544:0:339022:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389049.565548:0:339022:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: 00000000e5cf5266/0x95cd417baf429504 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf42950b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389049.565557:0:339022:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389049.565561:0:339022:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389049.565567:0:339022:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003e322842. 02000000:00000001:2.0:1767389049.565571:0:339022:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.565576:0:339022:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.565583:0:339022:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389049.565611:0:339022:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389049.565619:0:339022:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace3a1a1 time=74 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389049.565637:0:339022:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389049.565646:0:339022:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389049.565652:0:339022:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389049.565657:0:339022:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389049.565663:0:339022:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.565669:0:339022:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389049.565682:0:339022:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389049.565687:0:339022:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016a04936. 00000100:00000200:2.0:1767389049.565693:0:339022:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853241654536960, offset 224 00000400:00000200:2.0:1767389049.565699:0:339022:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389049.565709:0:339022:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389049.565774:0:339022:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958372806b00 00000400:00000200:2.0:1767389049.565785:0:339022:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1be5 [1] + 224 00000400:00000200:2.0:1767389049.565793:0:339022:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389049.565798:0:339022:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389049.565803:0:339022:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389049.565812:0:339022:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee3a3af1 x1853241654536960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389065 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767389049.565829:0:339022:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ee3a3af1 x1853241654536960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389065 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389049.565850:0:339022:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389049.565857:0:339022:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016a04936 00000400:00000010:2.0:1767389049.565860:0:339022:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016a04936. 00000100:00000001:2.0:1767389049.565863:0:339022:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389049.565867:0:339022:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389049.565872:0:339022:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389049.565876:0:339022:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389049.565881:0:339022:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767389049.565886:0:339022:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000afef3532. 00010000:00000001:2.0:1767389049.565890:0:339022:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767389049.565900:0:339022:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767389049.565904:0:339022:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.565907:0:339022:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.565909:0:339022:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389049.565930:0:339022:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036def01a x1853241654536960/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:500/0 lens 328/224 e 0 to 0 dl 1767389060 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767389049.565942:0:339022:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000036def01a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654536960:12345-0@lo:104: Request processed in 466us (1090us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389049.565952:0:339022:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767389049.565958:0:339022:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9ce650e : new rpc_count 0 00000100:00000001:2.0:1767389049.565962:0:339022:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389049.565965:0:339022:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389049.565971:0:339022:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a88b5add. 00000020:00000010:2.0:1767389049.565976:0:339022:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001223d23c. 00000020:00000010:2.0:1767389049.565982:0:339022:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ab54caf. 00000020:00000040:2.0:1767389049.565989:0:339022:0:(genops.c:898:class_export_put()) PUTting export 00000000c9ce650e : new refcount 2 00000100:00000001:2.0:1767389049.565992:0:339022:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389049.566018:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389049.566021:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389049.566025:0:338169:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1767389049.566030:0:338169:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767389049.566034:0:338169:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389049.566038:0:338169:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 00000000e5cf5266/0x95cd417baf429504 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf42950b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389049.566050:0:338169:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e5cf5266 already unused, calling callback (000000001fe26c02) 10000000:00000001:2.0:1767389049.566054:0:338169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767389049.566057:0:338169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 00000000e5cf5266/0x95cd417baf429504 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x95cd417baf42950b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.566065:0:338169:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389049.566067:0:338169:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389049.566069:0:338169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389049.566072:0:338169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e5cf5266 refcount=3 00000020:00000001:2.0:1767389049.566074:0:338169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538719232 : -122821170832384 : ffff904b77bddc00) 00010000:00000001:2.0:1767389049.566077:0:338169:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538719232 : -122821170832384 : ffff904b77bddc00) 00010000:00000001:2.0:1767389049.566092:0:338169:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389049.566095:0:338169:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 00000000e5cf5266/0x95cd417baf429504 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x95cd417baf42950b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767389049.566103:0:338169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767389049.566104:0:338169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 00000000e5cf5266/0x95cd417baf429504 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x95cd417baf42950b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767389049.566111:0:338169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767389049.566116:0:338169:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767389049.566118:0:338169:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767389049.566122:0:338169:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767389049.566125:0:338169:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767389049.566130:0:338169:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389049.566152:0:338169:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767389049.566155:0:338169:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767389049.566160:0:338169:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 2 10000000:00000001:2.0:1767389049.566164:0:338169:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767389049.566169:0:338169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.566177:0:338169:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389049.566182:0:338169:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389049.566189:0:338169:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389049.566198:0:338169:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389049.566203:0:338169:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389049.566206:0:338169:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e5cf5266 with handle 0x95cd417baf429504 from hash 00010000:00000001:2.0:1767389049.566209:0:338169:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389049.566211:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.566213:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389049.566215:0:338169:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389049.566221:0:338169:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389049.566224:0:338169:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767389049.566228:0:338169:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767389049.566232:0:338169:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767389049.566239:0:338169:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001244c98e. 00000020:00000040:2.0:1767389049.566244:0:338169:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389049.566250:0:338169:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389049.566263:0:338169:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389049.566270:0:338169:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389049.566277:0:338169:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005ab54caf. 00000100:00000001:2.0:1767389049.566282:0:338169:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.566289:0:338169:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767389049.566296:0:338169:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 00000000e5cf5266/0x95cd417baf429504 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf42950b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389049.566306:0:338169:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767389049.566309:0:338169:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389049.566314:0:338169:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389049.566317:0:338169:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389049.566324:0:338169:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001244c98e] to pc [ptlrpcd_00_00+0] req@000000001244c98e x1853241654537088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389049.566378:0:338169:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389049.566383:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.566385:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389049.566388:0:338169:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.566391:0:338169:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389049.566397:0:338169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389049.566403:0:338169:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 00000000e5cf5266/0x95cd417baf429504 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf42950b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.566411:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389049.566414:0:338169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 00000000e5cf5266/0x95cd417baf429504 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf42950b expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389049.566424:0:338169:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c44ca6d2 count: 0 00010000:00000001:2.0:1767389049.566447:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389049.566450:0:338169:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767389049.566452:0:338169:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000afef3532. 00010000:00000001:2.0:1767389049.566457:0:338169:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389049.566461:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389049.566464:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389049.566468:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767389049.566471:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389049.566482:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389049.566486:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767389049.566491:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389049.566494:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389049.566501:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767389049.566552:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389049.566556:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389049.566560:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389049.566572:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001244c98e x1853241654537088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389049.566582:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389049.566585:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389049.566609:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389049.566613:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389049.566617:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389049.566622:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001244c98e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654537088:0@lo:103: 00000100:00000001:2.0:1767389049.566627:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389049.566631:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389049.566634:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389049.566636:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389049.566644:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5b9754c. 02000000:00000001:2.0:1767389049.566650:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389049.566658:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bd9b48e. 00000400:00000010:2.0:1767389049.566668:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016a04936. 00000100:00000200:2.0:1767389049.566673:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654537088, portal 18 00000100:00000001:2.0:1767389049.566678:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389049.566682:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402877696 : -122821306673920 : ffff904b6fa51500) 00000100:00000040:2.0:1767389049.566689:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001244c98e x1853241654537088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389065 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389049.566698:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389049.566712:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389049.566718:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7463f50. 00000100:00000200:2.0:1767389049.566815:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654537088, offset 0 00000400:00000200:2.0:1767389049.566827:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389049.566847:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389049.566857:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958372806b80 00000400:00000200:2.0:1767389049.566867:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1968 00000400:00000010:2.0:1767389049.566871:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e165915. 00000400:00000200:2.0:1767389049.566877:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000779564b0 00000400:00000200:2.0:1767389049.566881:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389049.566893:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389049.566902:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000779564b0 00000400:00000010:2.0:1767389049.566906:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000779564b0. 00000100:00000001:2.0:1767389049.566915:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389049.566919:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1767389049.566924:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000f773ad8e x1853241654537088 msgsize 328 00000100:00100000:2.0:1767389049.566940:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389049.566946:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767389049.566975:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389049.566982:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7463f50 00000400:00000010:2.0:1767389049.566986:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7463f50. 00000100:00000001:2.0:1767389049.566992:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389049.566999:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001244c98e x1853241654537088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389065 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389049.567009:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389049.567016:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001244c98e x1853241654537088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389065 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389049.567028:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.567031:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389049.567040:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.567050:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299637610 00000100:00000001:2.0:1767389049.567061:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299637608 00000100:00000001:2.0:1767389049.567073:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299637610 00000100:00000001:2.0:1767389049.567087:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299637608 00000100:00000001:2.0:1767389049.567095:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299637610 00000100:00000001:2.0:1767389049.567102:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299637608 00000100:00000001:2.0:1767389049.567115:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299637610 00000100:00000001:2.0:1767389049.567121:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299637608 00000100:00000001:2.0:1767389049.567124:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389049.567127:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.567130:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.567133:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389049.567143:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389049.567146:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389049.567151:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389049.567154:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389049.567157:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.567165:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.567192:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389049.567200:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.567233:0:339024:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389049.567238:0:339024:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654537088 02000000:00000001:2.0:1767389049.567243:0:339024:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389049.567246:0:339024:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389049.567250:0:339024:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389049.567257:0:339024:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389049.567261:0:339024:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654537088 00000020:00000001:2.0:1767389049.567265:0:339024:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389049.567267:0:339024:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:2.0:1767389049.567272:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389049.567277:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=17 00000020:00000001:2.0:1767389049.567281:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389049.567284:0:339024:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389049.567291:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389049.567303:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c71eebc. 00000100:00000001:2.0:1767389049.567311:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389049.567315:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c71eebc. 00000020:00000010:2.0:1767389049.567326:0:339024:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000414ca817. 00000020:00000010:2.0:1767389049.567333:0:339024:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a88b5add. 00000020:00000010:2.0:1767389049.567339:0:339024:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001223d23c. 00000100:00000040:2.0:1767389049.567356:0:339024:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767389049.567360:0:339024:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389049.567363:0:339024:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767389049.567366:0:339024:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767389049.567370:0:339024:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.567374:0:339024:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767389049.567377:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389049.567381:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389049.567383:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018c4a8e0 refcount=5 00000020:00000001:2.0:1767389049.567385:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:2.0:1767389049.567388:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00010000:2.0:1767389049.567392:0:339024:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42950b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf429504 expref: 17 pid: 338174 timeout: 5120 lvb_type: 0 00010000:00000001:2.0:1767389049.567400:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.567404:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389049.567408:0:339024:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389049.567412:0:339024:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389049.567424:0:339024:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767389049.567432:0:339024:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f773ad8e x1853241654537088/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:500/0 lens 328/0 e 0 to 0 dl 1767389060 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389049.567441:0:339024:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767389049.567443:0:339024:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.567460:0:339024:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389049.567481:0:339024:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389049.567484:0:339024:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389049.567488:0:339024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767389049.567495:0:339024:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 3 00000100:00000001:2.0:1767389049.567498:0:339024:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252636872784 : -122821072678832 : ffff904b7d979050) 00000100:00000040:2.0:1767389049.567510:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f773ad8e x1853241654537088/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:500/0 lens 328/0 e 0 to 0 dl 1767389060 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389049.567519:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389049.567526:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c71eebc. 00000100:00000001:2.0:1767389049.567536:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389049.567539:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c71eebc. 00000100:00100000:2.0:1767389049.567546:0:339024:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f773ad8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+17:337536:x1853241654537088:12345-0@lo:103: 00000100:00000200:2.0:1767389049.567551:0:339024:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654537088 00010000:00000001:2.0:1767389049.567556:0:339024:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767389049.567559:0:339024:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767389049.567563:0:339024:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767389049.567571:0:339024:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389049.567575:0:339024:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389049.567581:0:339024:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002859a621. 02000000:00000001:2.0:1767389049.567606:0:339024:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.567610:0:339024:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.567614:0:339024:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767389049.567617:0:339024:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767389049.567621:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389049.567624:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389049.567626:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018c4a8e0 refcount=5 00000020:00000001:2.0:1767389049.567629:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:2.0:1767389049.567632:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000040:2.0:1767389049.567637:0:339024:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000cfead646 count: 3 00010000:00010000:2.0:1767389049.567642:0:339024:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42950b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf429504 expref: 17 pid: 338174 timeout: 5120 lvb_type: 0 00000100:00001000:2.0:1767389049.567650:0:339024:0:(import.c:2128:obd_at_measure()) add 0 to 0000000098d6622c time=1767389049 v=100 (0 0 0 0) 00010000:00000001:2.0:1767389049.567654:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389049.567666:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.567671:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389049.567677:0:339024:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42950b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x95cd417baf429504 expref: 17 pid: 338174 timeout: 5120 lvb_type: 0 00000020:00000001:2.0:1767389049.567687:0:339024:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767389049.567691:0:339024:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767389049.567696:0:339024:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389049.567699:0:339024:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.567718:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389049.567806:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389049.567819:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.567823:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389049.567827:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389049.567831:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389049.567838:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000018c4a8e0 with handle 0x95cd417baf42950b from hash 00010000:00000001:2.0:1767389049.567846:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389049.567849:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.567852:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389049.567855:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389049.567861:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389049.567864:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.567868:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389049.567872:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389049.567879:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767389049.567884:0:339024:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000078f6d8b2 00010000:00000001:2.0:1767389049.567888:0:339024:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389049.567891:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389049.567895:0:339024:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389049.567898:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389049.567901:0:339024:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389049.567904:0:339024:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389049.567909:0:339024:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767389049.567915:0:339024:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429512 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.567923:0:339024:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767389049.567926:0:339024:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389049.567929:0:339024:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389049.567933:0:339024:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389049.567936:0:339024:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cfead646) refcount = 3 00010000:00010000:2.0:1767389049.567941:0:339024:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429512 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.567949:0:339024:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389049.567952:0:339024:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389049.567954:0:339024:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389049.567966:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767389049.567973:0:339024:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003c71eebc. 00000100:00000001:2.0:1767389049.567977:0:339024:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767389049.567984:0:339024:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afef3532. 00000100:00000001:2.0:1767389049.567989:0:339024:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621251689601280 : -122822019950336 : ffff904b45215900) 00000100:00000001:2.0:1767389049.567993:0:339024:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621251689601280 : -122822019950336 : ffff904b45215900) 00000100:00000001:2.0:1767389049.567999:0:339024:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767389049.568003:0:339024:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767389049.568007:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767389049.568013:0:339024:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767389049.568022:0:339024:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:2.0:1767389049.568027:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389049.568029:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389049.568033:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000078f6d8b2 refcount=5 00000020:00000001:2.0:1767389049.568037:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389049.568042:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389049.568047:0:339024:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389049.568051:0:339024:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429512 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.568061:0:339024:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389049.568064:0:339024:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429512 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.568073:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.568076:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389049.568081:0:339024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429512 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.568089:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389049.568094:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.568099:0:339024:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389049.568104:0:339024:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429512 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389049.568127:0:339024:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000078f6d8b2 already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389049.568132:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389049.568139:0:339024:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389049.568144:0:339024:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429512 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.568156:0:339024:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389049.568160:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389049.568165:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389049.568168:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000078f6d8b2 refcount=6 00000020:00000001:2.0:1767389049.568172:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389049.568178:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389049.568185:0:339024:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389049.568190:0:339024:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429512 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.568202:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389049.568209:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389049.568215:0:339024:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.568221:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389049.568225:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389049.568230:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389049.568233:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389049.568236:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000078f6d8b2 with handle 0x95cd417baf429512 from hash 00010000:00000001:2.0:1767389049.568240:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389049.568242:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.568245:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389049.568247:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389049.568250:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389049.568253:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389049.568256:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389049.568258:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389049.568262:0:339024:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.568265:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389049.568278:0:339024:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389049.568282:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.568284:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389049.568287:0:339024:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.568290:0:339024:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.568293:0:339024:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389049.568296:0:339024:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429512 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.568305:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.568309:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389049.568313:0:339024:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389049.568317:0:339024:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389049.568321:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.568324:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389049.568329:0:339024:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389049.568333:0:339024:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389049.568336:0:339024:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.568340:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.568342:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389049.568344:0:339024:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.568346:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767389049.568348:0:339024:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767389049.568352:0:339024:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.568357:0:339024:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.568362:0:339024:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767389049.568367:0:339024:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000afef3532. 00000100:00000001:2.0:1767389049.568377:0:339024:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767389049.568383:0:339024:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767389049.568388:0:339024:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003c71eebc. 00010000:00000001:2.0:1767389049.568394:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767389049.568396:0:339024:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767389049.568400:0:339024:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389049.568405:0:339024:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389049.568407:0:339024:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389049.568411:0:339024:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=74 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389049.568419:0:339024:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389049.568433:0:339024:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389049.568438:0:339024:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389049.568444:0:339024:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389049.568448:0:339024:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.568452:0:339024:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389049.568459:0:339024:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389049.568464:0:339024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7463f50. 00000100:00000200:2.0:1767389049.568469:0:339024:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654537088, offset 224 00000400:00000200:2.0:1767389049.568476:0:339024:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389049.568489:0:339024:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389049.568506:0:339024:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958372806b80 00000400:00000200:2.0:1767389049.568517:0:339024:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1bf1 [1] + 224 00000400:00000200:2.0:1767389049.568523:0:339024:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389049.568532:0:339024:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389049.568538:0:339024:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389049.568548:0:339024:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001244c98e x1853241654537088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389065 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389049.568560:0:339024:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001244c98e x1853241654537088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389065 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389049.568583:0:339024:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389049.568613:0:339024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7463f50 00000400:00000010:2.0:1767389049.568616:0:339024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7463f50. 00000100:00000001:2.0:1767389049.568625:0:339024:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389049.568627:0:339024:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389049.568636:0:339024:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389049.568643:0:339024:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389049.568646:0:339024:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.568650:0:339024:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389049.568660:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f773ad8e x1853241654537088/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:500/0 lens 328/224 e 0 to 0 dl 1767389060 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389049.568671:0:339024:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f773ad8e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+17:337536:x1853241654537088:12345-0@lo:103: Request processed in 1151us (1745us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389049.568681:0:339024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767389049.568695:0:339024:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:2.0:1767389049.568700:0:339024:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389049.568703:0:339024:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389049.568707:0:339024:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a88b5add. 00000020:00000010:2.0:1767389049.568713:0:339024:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001223d23c. 00000020:00000010:2.0:1767389049.568722:0:339024:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000414ca817. 00000020:00000040:2.0:1767389049.568770:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 16 02000000:00000001:2.0:1767389049.568778:0:339024:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389049.568781:0:339024:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002859a621. 02000000:00000001:2.0:1767389049.568788:0:339024:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767389049.568794:0:339024:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389049.568798:0:339024:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000040351cb1. 02000000:00000001:2.0:1767389049.568803:0:339024:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389049.568807:0:339024:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ed36128c. 02000000:00000001:2.0:1767389049.568818:0:339024:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389049.568822:0:339024:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d5304935. 02000000:00000001:2.0:1767389049.568829:0:339024:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389049.568832:0:339024:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000436416d9. 02000000:00000001:2.0:1767389049.568844:0:339024:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389049.568849:0:339024:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000aaa0084. 02000000:00000001:2.0:1767389049.568856:0:339024:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389049.568860:0:339024:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d99ea0f. 02000000:00000001:2.0:1767389049.568873:0:339024:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389049.568877:0:339024:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000043f51b7f. 02000000:00000001:2.0:1767389049.568885:0:339024:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389049.568889:0:339024:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ba2adba4. 02000000:00000001:2.0:1767389049.568895:0:339024:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389049.568896:0:339024:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003df2a3e5. 02000000:00000001:2.0:1767389049.568898:0:339024:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389049.568900:0:339024:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000717cac6b. 02000000:00000001:2.0:1767389049.568905:0:339024:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389049.568908:0:339024:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005476ab8d. 02000000:00000001:2.0:1767389049.568913:0:339024:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389049.568913:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1767389049.568920:0:339024:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4819198. 00000100:00000001:2.0:1767389049.568925:0:339024:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767389049.568926:0:338196:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389049.568931:0:338196:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389049.568934:0:338196:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e26c0f4. 00000100:00000200:2.0:1767389049.568936:0:339024:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:1.0:1767389049.568944:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcdf2135 00000400:00000010:2.0:1767389049.568945:0:339024:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec7208e4. 00000400:00000010:1.0:1767389049.568950:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dcdf2135. 00000100:00000001:1.0:1767389049.568955:0:338196:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767389049.568966:0:339024:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000afef3532. 00000100:00000200:1.0:1767389049.568966:0:338196:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee3a3af1 x1853241654536960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389065 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767389049.568986:0:338196:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee3a3af1 x1853241654536960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389065 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389049.568997:0:338196:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389049.569001:0:338196:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389049.569002:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389049.569009:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389049.569010:0:338196:0:(client.c:1578:after_reply()) Process entered 00000400:00000001:2.0:1767389049.569017:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767389049.569017:0:338196:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389049.569020:0:338196:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1767389049.569023:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767389049.569025:0:338196:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389049.569027:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bd9b48e. 02000000:00000001:1.0:1767389049.569030:0:338196:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389049.569034:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016a04936 00000100:00001000:1.0:1767389049.569037:0:338196:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b32deb6f time=74 v=5 (5 0 0 0) 00000400:00000010:2.0:1767389049.569039:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016a04936. 00000100:00000001:2.0:1767389049.569050:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767389049.569051:0:338196:0:(import.c:2128:obd_at_measure()) add 1 to 00000000566a3b57 time=74 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389049.569057:0:338196:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767389049.569060:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001244c98e x1853241654537088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389065 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389049.569061:0:338196:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389049.569069:0:338196:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389049.569074:0:338196:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389049.569081:0:338196:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389049.569087:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001244c98e x1853241654537088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389065 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389049.569093:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee3a3af1 x1853241654536960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389065 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389049.569117:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389049.569121:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389049.569123:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389049.569126:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389049.569131:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389049.569138:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389049.569148:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389049.569149:0:338196:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389049.569159:0:338196:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767389049.569162:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=74 v=5 (5 0 0 0) 00000100:00000001:1.0:1767389049.569163:0:338196:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389049.569170:0:338196:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767389049.569175:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:2.0:1767389049.569176:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=74 v=5 (1 0 0 0) 00010000:00010000:1.0:1767389049.569181:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000018c4a8e0/0x95cd417baf42950b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x95cd417baf429504 expref: 16 pid: 338174 timeout: 5120 lvb_type: 0 00000100:00000001:2.0:1767389049.569189:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389049.569195:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389049.569198:0:338196:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 9 00010000:00000001:2.0:1767389049.569204:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767389049.569205:0:338196:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00010000:00000001:2.0:1767389049.569213:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389049.569217:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767389049.569222:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389049.569223:0:338196:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389049.569238:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001244c98e x1853241654537088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389065 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389049.569239:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee3a3af1 x1853241654536960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389065 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389049.569291:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767389049.569294:0:338196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ee3a3af1 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654536960:0@lo:104: 00000100:00000001:2.0:1767389049.569301:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389049.569306:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389049.569306:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389049.569314:0:338196:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389049.569320:0:338196:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000040:2.0:1767389049.569321:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001244c98e x1853241654537088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389065 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389049.569325:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389049.569334:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee3a3af1 x1853241654536960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389065 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767389049.569346:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001244c98e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654537088:0@lo:103: 00000100:00000001:1.0:1767389049.569351:0:338196:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389049.569355:0:338196:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389049.569357:0:338196:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a66b95eb. 02000000:00000001:1.0:1767389049.569366:0:338196:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767389049.569369:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389049.569370:0:338196:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767389049.569375:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767389049.569375:0:338196:0:(genops.c:1242:class_import_put()) import 0000000065ed9c00 refcount=1 obd=MGS 00000020:00000001:1.0:1767389049.569382:0:338196:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767389049.569385:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001244c98e x1853241654537088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389065 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767389049.569386:0:338196:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000523455a4. 02000000:00000001:1.0:1767389049.569396:0:338196:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389049.569401:0:338196:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767389049.569405:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:1.0:1767389049.569406:0:338196:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee3a3af1. 02000000:00000001:2.0:1767389049.569412:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767389049.569415:0:338196:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1767389049.569417:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5b9754c. 02000000:00000001:2.0:1767389049.569422:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389049.569424:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767389049.569430:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767389049.569431:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000010:1.0:1767389049.569439:0:338196:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ef97037d. 00000020:00000001:2.0:1767389049.569440:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389049.569446:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005ab54caf. 00000100:00000001:1.0:1767389049.569449:0:338196:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767389049.569453:0:338196:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389049.569454:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389049.569460:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000010:1.0:1767389049.569462:0:338196:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000886a6644. 00000100:00000010:2.0:1767389049.569464:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001244c98e. 00010000:00000001:1.0:1767389049.569471:0:338196:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.569473:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389049.569481:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389049.569482:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.569490:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389049.569490:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767389049.569499:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000001:2.0:1767389049.569501:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767389049.569502:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:2.0:1767389049.569508:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389049.569510:0:338196:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429512 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389049.569516:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389049.569522:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389049.569529:0:338196:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429512 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389049.569539:0:338196:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767389049.569543:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767389049.569547:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429512 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389049.569553:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767389049.569555:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389049.569556:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429512 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389049.569562:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cfead646 count: 0 00010000:00000001:1.0:1767389049.569570:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767389049.569572:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.1:1767389049.572776:0:350343:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c44ca6d2. 00010000:00000010:2.1:1767389049.572793:0:350343:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e5cf5266. 00010000:00000010:1.1:1767389049.578807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018c4a8e0. 00010000:00000010:1.1:1767389049.578830:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cfead646. 00010000:00000010:1.1:1767389049.578836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000078f6d8b2. 00000400:00000010:3.0:1767389049.581890:0:350343:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000119d1aa7. 00000400:00000040:3.0:1767389049.581924:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389049.581928:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389049.581932:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389049.581935:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389049.581938:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389049.581940:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767389049.581945:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389049.581947:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389049.581949:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389049.581951:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767389049.581955:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389049.581957:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389049.581961:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389049.581963:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389049.581964:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767389049.581968:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389049.581970:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389049.581974:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767389049.581977:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767389049.581981:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389049.581983:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389049.581986:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389049.581988:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389049.581991:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389049.581994:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767389049.581998:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389049.582002:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389049.582007:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389049.582013:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389049.582016:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389049.582018:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767389049.582023:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389049.582027:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389049.582031:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389049.582036:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389049.582041:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389049.582046:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767389049.582052:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389049.582062:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389049.582066:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389049.582069:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389049.582074:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389049.582078:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767389049.582082:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767389049.582086:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767389049.582090:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767389049.582093:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767389049.582097:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767389049.582102:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389049.582106:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389049.582109:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767389049.582115:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389049.582119:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767389049.582125:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767389049.582130:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767389049.582134:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767389049.582138:0:350343:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767389049.582343:0:350343:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000119d1aa7. 00080000:00000001:0.0:1767389049.583045:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767389049.583056:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:0.0:1767389049.583062:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389049.583065:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767389049.583071:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767389049.583089:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389049.583095:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767389049.583103:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767389049.583108:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767389049.583110:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767389049.583121:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767389049.583126:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389049.583128:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767389049.583132:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000010:2.0:1767389049.583135:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000239d263a. 00040000:00000001:0.0:1767389049.583138:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:2.0:1767389049.583146:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:0.0:1767389049.583147:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389049.583154:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:2.0:1767389049.583157:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000022e62952. 00040000:00000001:0.0:1767389049.583158:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:2.0:1767389049.583169:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:0.0:1767389049.583170:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000cadb5515. 00000020:00000040:2.0:1767389049.583182:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000022e62952 with handle 0x95cd417baf429519 to hash 00080000:00000001:0.0:1767389049.583185:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1767389049.583198:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389049.583203:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389049.583209:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389049.583213:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389049.583225:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389049.583231:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000022e62952/0x95cd417baf429519 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.583242:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389049.583248:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389049.583252:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389049.583257:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389049.583259:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389049.583263:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389049.583267:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389049.583270:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389049.583272:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389049.583274:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389049.583276:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389049.583279:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000239d263a) refcount = 1 00010000:00010000:2.0:1767389049.583284:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000022e62952/0x95cd417baf429519 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.583292:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389049.583294:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389049.583298:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389049.583302:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.583304:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389049.583310:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767389049.583315:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:2.0:1767389049.583319:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389049.583321:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389049.583324:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000022e62952 refcount=4 00000020:00000001:2.0:1767389049.583327:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389049.583331:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389049.583335:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389049.583339:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000022e62952/0x95cd417baf429519 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.583345:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389049.583359:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000022e62952/0x95cd417baf429519 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.583365:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.583368:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389049.583371:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000022e62952/0x95cd417baf429519 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.583378:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389049.583382:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.583387:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389049.583389:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000022e62952/0x95cd417baf429519 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389049.583395:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000022e62952 already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389049.583398:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389049.583401:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389049.583406:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000022e62952/0x95cd417baf429519 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.583413:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389049.583414:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389049.583416:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389049.583418:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000022e62952 refcount=5 00000020:00000001:2.0:1767389049.583422:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389049.583425:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389049.583431:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389049.583436:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000022e62952/0x95cd417baf429519 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.583442:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389049.583448:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389049.583450:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.583461:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389049.583464:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389049.583470:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389049.583485:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389049.583487:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000022e62952 with handle 0x95cd417baf429519 from hash 00010000:00000001:2.0:1767389049.583490:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389049.583491:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.583493:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389049.583494:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389049.583496:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389049.583497:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389049.583500:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389049.583503:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389049.583506:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.583509:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389049.583510:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389049.583514:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.583516:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389049.583517:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.583520:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389049.583523:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389049.583525:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000022e62952/0x95cd417baf429519 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.583531:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.583532:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389049.583533:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389049.583535:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389049.583537:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389049.583538:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389049.583539:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389049.583541:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389049.583543:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389049.583547:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000022e62952/0x95cd417baf429519 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389049.583553:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767389049.583556:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389049.583559:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000022e62952/0x95cd417baf429519 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389049.583575:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000239d263a count: 0 00010000:00000001:2.0:1767389049.583584:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767389049.583604:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767389049.587368:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767389049.587374:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767389049.587379:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c7d28d5a. 20000000:00000001:2.0:1767389049.587391:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389049.587396:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654536704 00010000:00000001:2.0:1767389049.587400:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389049.587407:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000074162f6a x1853241654536704/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:500/0 lens 4848/4768 e 0 to 0 dl 1767389060 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389049.587417:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389049.587419:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389049.587423:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=74 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389049.587430:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389049.587434:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389049.587438:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389049.587442:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389049.587444:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.587450:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389049.587458:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389049.587465:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba4d3a46. 00000100:00000200:2.0:1767389049.587472:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654536704, offset 224 00000400:00000200:2.0:1767389049.587488:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389049.587504:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389049.587522:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372806a00 00000400:00000200:2.0:1767389049.587528:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bd5 [2] + 224 00000400:00000200:2.0:1767389049.587535:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389049.587541:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389049.587549:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389049.587559:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001fd3b5ce x1853241654536704/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389049.587569:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000001fd3b5ce x1853241654536704/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389049.587623:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389049.587636:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba4d3a46 00000400:00000010:2.0:1767389049.587639:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba4d3a46. 00000100:00000001:2.0:1767389049.587643:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389049.587644:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389049.587657:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389049.587660:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767389049.587661:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:3.0:1767389049.587667:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767389049.587669:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389049.587673:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767389049.587677:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767389049.587678:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767389049.587686:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389049.587691:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000131cf53f. 00000100:00000040:2.0:1767389049.587694:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074162f6a x1853241654536704/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:500/0 lens 4848/4768 e 0 to 0 dl 1767389060 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389049.587699:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c90d33f 00000400:00000010:3.0:1767389049.587704:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c90d33f. 00000100:00000001:3.0:1767389049.587714:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767389049.587715:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000074162f6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654536704:12345-0@lo:253: Request processed in 44376us (45581us total) trans 0 rc 0/0 00000100:00000200:3.0:1767389049.587753:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001fd3b5ce x1853241654536704/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389049.587765:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001fd3b5ce x1853241654536704/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389049.587774:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389049.587776:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389049.587778:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389049.587781:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389049.587784:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767389049.587788:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00000040:2.0:1767389049.587793:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389049.587799:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389049.587800:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389049.587807:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767389049.587809:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389049.587813:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006e38fe30. 00000100:00001000:3.0:1767389049.587815:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=74 v=5 (5 0 0 0) 00000020:00000010:2.0:1767389049.587823:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4bcf7a. 00000100:00001000:3.0:1767389049.587826:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=74 v=5 (1 0 0 0) 00000020:00000010:2.0:1767389049.587832:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d71c060. 00000100:00000001:3.0:1767389049.587833:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389049.587838:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389049.587842:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00010000:00000001:3.0:1767389049.587843:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389049.587847:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389049.587853:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389049.587854:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389049.587859:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000033b8690f. 00000100:00000040:3.0:1767389049.587864:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001fd3b5ce x1853241654536704/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389049.587867:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389049.587872:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389049.587879:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767389049.587881:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389049.587887:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767389049.587888:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bd9b48e. 00000100:00000001:3.0:1767389049.587890:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767389049.587896:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba4d3a46. 00000020:01000004:3.0:1767389049.587897:0:337538:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389049.587904:0:337538:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767389049.587906:0:337538:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389049.587910:0:337538:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389049.587914:0:337538:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389049.587916:0:337538:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389049.587920:0:337538:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767389049.587923:0:337538:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767389049.587925:0:337538:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389049.587926:0:337538:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389049.587934:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001fd3b5ce x1853241654536704/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389049.587945:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001fd3b5ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654536704:0@lo:253: 00000100:00000001:3.0:1767389049.587953:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389049.587957:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389049.587959:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001fd3b5ce x1853241654536704/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389049.587968:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389049.587971:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389049.587975:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c2d9defc. 02000000:00000001:3.0:1767389049.587983:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389049.587994:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389049.587997:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389049.587999:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389049.588003:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000087be0d40. 02000000:00000001:3.0:1767389049.588010:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389049.588013:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389049.588016:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001fd3b5ce. 00000100:00000001:3.0:1767389049.588022:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389049.588023:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389049.588025:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389049.588030:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389049.588033:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389049.588039:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389049.588043:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767389049.588780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000239d263a. 00010000:00000010:2.1:1767389049.588794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000022e62952. 00080000:00000020:0.0:1767389049.589024:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389049.589032:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389049.589035:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fcdf2465. 20000000:00000001:0.0:1767389049.589046:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389049.589053:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654536832 00010000:00000001:0.0:1767389049.589058:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389049.589071:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000313fa4b6 x1853241654536832/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:500/0 lens 4848/4768 e 0 to 0 dl 1767389060 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389049.589098:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389049.589101:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389049.589107:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=74 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389049.589116:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389049.589120:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389049.589123:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389049.589128:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389049.589132:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389049.589137:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389049.589143:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389049.589148:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ea7f819. 00000100:00000200:0.0:1767389049.589154:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654536832, offset 224 00000400:00000200:0.0:1767389049.589162:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389049.589178:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389049.589192:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372806a80 00000400:00000200:0.0:1767389049.589205:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1bd9 [2] + 224 00000400:00000200:0.0:1767389049.589217:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389049.589223:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389049.589234:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389049.589241:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4073a11 x1853241654536832/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389049.589257:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e4073a11 x1853241654536832/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389049.589284:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389049.589295:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ea7f819 00000400:00000010:0.0:1767389049.589298:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ea7f819. 00000100:00000001:0.0:1767389049.589304:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389049.589307:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389049.589317:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389049.589321:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389049.589325:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389049.589329:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389049.589333:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767389049.589358:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000313fa4b6 x1853241654536832/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:500/0 lens 4848/4768 e 0 to 0 dl 1767389060 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389049.589363:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389049.589370:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767389049.589382:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000313fa4b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654536832:12345-0@lo:253: Request processed in 45861us (47225us total) trans 0 rc 0/0 00000400:00000001:3.0:1767389049.589385:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389049.589393:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389049.589403:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bab9040. 00000400:00000200:3.0:1767389049.589415:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067297ade 00000100:00100000:0.0:1767389049.589416:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000400:00000010:3.0:1767389049.589425:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067297ade. 00000100:00000040:0.0:1767389049.589427:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389049.589435:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389049.589436:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389049.589446:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767389049.589453:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4073a11 x1853241654536832/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389049.589454:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f4dac0ce. 00000020:00000010:0.0:1767389049.589473:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c68a6402. 00000100:00000200:3.0:1767389049.589480:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4073a11 x1853241654536832/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389049.589485:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dd786ad9. 00000020:00000040:0.0:1767389049.589503:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000001:3.0:1767389049.589505:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389049.589512:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389049.589516:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767389049.589519:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:0.0:1767389049.589521:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000002c5c95e. 02000000:00000001:3.0:1767389049.589523:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389049.589539:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767389049.589540:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389049.589550:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389049.589553:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389049.589557:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389049.589563:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767389049.589565:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=74 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389049.589577:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=74 v=5 (1 0 0 0) 00000400:00000010:0.0:1767389049.589578:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adc8d04b. 00000100:00000001:3.0:1767389049.589611:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389049.589616:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389049.589619:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ea7f819. 00010000:00000001:3.0:1767389049.589634:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389049.589638:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389049.589642:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389049.589648:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4073a11 x1853241654536832/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389049.589658:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389049.589663:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389049.589667:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389049.589671:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389049.589673:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767389049.589675:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389049.589677:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389049.589679:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389049.589681:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389049.589682:0:337539:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389049.589684:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389049.589685:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389049.589688:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4073a11 x1853241654536832/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389049.589696:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e4073a11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654536832:0@lo:253: 00000100:00000001:3.0:1767389049.589703:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389049.589706:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389049.589707:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4073a11 x1853241654536832/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389065 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389049.589714:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389049.589716:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389049.589718:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000044221517. 02000000:00000001:3.0:1767389049.589760:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389049.589763:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389049.589766:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389049.589769:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389049.589774:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001225e4c9. 02000000:00000001:3.0:1767389049.589782:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389049.589783:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389049.589784:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4073a11. 00000100:00000001:3.0:1767389049.589797:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389049.589799:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389049.589802:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389049.589809:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389049.589810:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389049.589814:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389049.589817:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389049.590797:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299637610, at 4299637611 00000100:00000010:2.0:1767389049.590807:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004debc532. 00000100:00000040:3.0:1767389049.590847:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299637610, at 4299637611 00000100:00000040:0.0:1767389049.590857:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299637610, at 4299637611 00000100:00000010:3.0:1767389049.590860:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000df1c4f09. 00000100:00000010:0.0:1767389049.590876:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008616981f. 00000100:00000040:1.0:1767389049.591545:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299637610, at 4299637611 00000100:00000010:1.0:1767389049.591555:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d23b48ce. 00010000:00000001:3.0:1767389050.059864:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389050.059873:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389050.059881:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389050.059883:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389050.059935:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389050.059941:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389050.059947:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767389050.444961:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp31 00000400:00000010:3.0:1767389050.444968:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fa1c6e10. 00000400:00000010:3.0:1767389050.444977:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000134f7215. 00000400:00000010:3.0:1767389050.444983:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d50b63d0. 00000400:00000010:3.0:1767389050.444993:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a8b248e9. 00000400:00000200:3.0:1767389050.444998:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp31 00000400:00000200:3.0:1767389050.445022:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp31 local destination 00000400:00000200:3.0:1767389050.445031:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp31 00000400:00000200:3.0:1767389050.445036:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp31 NI seq info: [85:85:256:4294967295] 192.168.204.113@tcp31 LPNI seq info [84:84:8:4294967295] 00000400:00000200:3.0:1767389050.445045:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp31 00000400:00000200:3.0:1767389050.445056:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp31(192.168.204.113@tcp31:) -> 192.168.204.113@tcp31(192.168.204.113@tcp31:192.168.204.113@tcp31) : GET try# 0 00000800:00000200:3.0:1767389050.445063:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp31 00000800:00000010:3.0:1767389050.445069:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000611f5c8d. 00000800:00000200:3.0:1767389050.445078:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8c3570a] -> 12345-192.168.204.113@tcp31 (2) 00000800:00000200:3.1:1767389050.445085:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8c3570a] -> 12345-192.168.204.113@tcp31 (2) 00000400:00000200:3.0:1767389050.445112:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp31 added to recovery queue. ping count: 3 next ping: 4979 health :700 00000400:00000200:3.0:1767389050.445119:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp32 00000400:00000010:3.0:1767389050.445122:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ee06ed1c. 00000400:00000010:3.0:1767389050.445125:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007dcb3b60. 00000400:00000010:3.0:1767389050.445128:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cbc1b70. 00000400:00000010:3.0:1767389050.445140:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006954f477. 00000400:00000200:3.0:1767389050.445145:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp32 00000400:00000200:3.0:1767389050.445156:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp32 local destination 00000400:00000200:3.0:1767389050.445161:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp32 00000400:00000200:3.0:1767389050.445166:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp32 NI seq info: [86:86:256:4294967295] 192.168.204.113@tcp32 LPNI seq info [85:85:8:4294967295] 00000400:00000200:3.0:1767389050.445171:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp32 00000400:00000200:3.0:1767389050.445187:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp32(192.168.204.113@tcp32:) -> 192.168.204.113@tcp32(192.168.204.113@tcp32:192.168.204.113@tcp32) : GET try# 0 00000800:00000200:3.0:1767389050.445192:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp32 00000800:00000010:3.0:1767389050.445196:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ab3ec662. 00000800:00000200:3.0:1767389050.445208:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9d94f84] -> 12345-192.168.204.113@tcp32 (2) 00000800:00000200:3.1:1767389050.445222:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9d94f84] -> 12345-192.168.204.113@tcp32 (2) 00000400:00000200:3.0:1767389050.445240:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp32 added to recovery queue. ping count: 1 next ping: 4973 health :900 00000400:00000200:0.0:1767389050.445344:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.445347:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.445616:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.445619:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.445823:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.445883:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.445989:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.446048:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.446134:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.446212:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.446280:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.446380:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.446419:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.446531:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.446563:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.446783:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.446900:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.446927:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.446957:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.446979:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.446996:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.447019:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.447042:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.447068:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.447086:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.447110:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.447183:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.447249:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.447319:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.447430:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.447478:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.447591:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.447780:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.447830:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.447969:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.448080:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.448169:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.448304:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.448353:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.448524:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.448525:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.448694:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.448802:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.448885:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.448961:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.449007:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.449132:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.449136:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.449363:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.449420:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.449527:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389050.449584:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.449690:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.449844:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.449970:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000800:00000010:3.0:1767389050.449974:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000210b3f41. 00000800:00000010:3.0:1767389050.449982:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000005f7265b. 00000800:00000010:3.0:1767389050.449990:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aef56d30. 00000800:00000010:3.0:1767389050.450040:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aef56d30. 00000800:00020000:3.0:1767389050.450063:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000400:00000200:0.0:1767389050.450099:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.450196:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.450258:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.450305:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.450362:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.450467:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.450536:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.450634:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.450768:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.450817:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.450852:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.450887:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.450914:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.450967:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.451012:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.451054:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.451095:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.451141:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.451186:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000800:00000010:0.0:1767389050.451624:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008b78e048. 00000800:00000010:0.0:1767389050.451632:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008efa02e4. 00000800:00000010:0.0:1767389050.451640:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000032c446a0. 00000800:00000010:0.0:1767389050.451772:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000032c446a0. 00000400:00000200:1.0:1767389050.451876:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767389050.451899:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp31 from 216.3.0.2 00000800:00000010:1.0:1767389050.451904:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000050f43b8f. 00000800:00000010:0.0:1767389050.451976:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ebea7551. 00000800:00000010:0.0:1767389050.451985:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eb988685. 00000800:00000010:0.0:1767389050.452031:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000062e4a727. 00000800:00000200:0.1:1767389050.452047:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8c3570a] -> 12345-192.168.204.113@tcp31 (2) 00000800:00000200:0.1:1767389050.452055:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp31 0000000062e4a727 deleted 00000800:00000010:0.1:1767389050.452059:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000062e4a727. 00000800:00000200:0.1:1767389050.452069:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767389050.452080:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp31 ip 192.168.204.113:984 00000800:00000200:0.1:1767389050.452087:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000611f5c8d type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767389050.452094:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp31 p 3.x 192.168.204.113 -> 192.168.204.113:984 incarnation:1767389040591501075 sched[0] 00000800:00000010:0.0:1767389050.452106:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000032c446a0. 00000800:00000010:0.0:1767389050.452211:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000032c446a0. 00000800:00000010:0.0:1767389050.452217:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eb988685. 00000800:00000010:0.0:1767389050.452291:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000050f43b8f. 00000800:00000200:0.1:1767389050.452366:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767389050.452376:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp31 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389040591501075 sched[0] 00000800:00000010:0.0:1767389050.452380:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008efa02e4. 00000800:00000001:0.0:1767389050.452465:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389050.452472:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389050.452483:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389050.452500:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389050.452601:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000200:0.0:1767389050.452602:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389050.452611:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000611f5c8d. 00000400:00000200:0.0:1767389050.452625:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389050.452637:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp31->192.168.204.113@tcp31: GET: OK 00000400:00000200:0.0:1767389050.452648:0:337531:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767389050.452654:0:337531:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp31 recovery message sent successfully:0 00000400:00000200:1.0:1767389050.452662:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000800:00000001:0.0:1767389050.452687:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389050.452702:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389050.452706:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389050.452773:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389050.452778:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.452794:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp31(192.168.204.113@tcp31) <- 192.168.204.113@tcp31 : GET - for me 00000400:00000200:0.0:1767389050.452817:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767389050.452833:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 272/272 into md 0x1bcd [1] + 0 00000400:00000200:1.0:1767389050.452850:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.452862:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp31 to MR: 192.168.204.113@tcp31 local destination 00000400:00000200:0.0:1767389050.452878:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp31 NI seq info: [87:87:256:4294967295] 192.168.204.113@tcp31 LPNI seq info [86:86:8:4294967295] 00000400:00000200:1.0:1767389050.452914:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389050.452929:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp31(192.168.204.113@tcp31:192.168.204.113@tcp31) -> 192.168.204.113@tcp31(192.168.204.113@tcp31:192.168.204.113@tcp31) 192.168.204.113@tcp31 : REPLY try# 0 00000800:00000200:0.0:1767389050.452941:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.113@tcp31 00000800:00000010:0.0:1767389050.452947:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007949a34c. 00000400:00000200:1.0:1767389050.452962:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000800:00000200:0.0:1767389050.452962:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8c3570a] -> 12345-192.168.204.113@tcp31 (4) 00000800:00000200:0.0:1767389050.452985:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp31 ip 192.168.204.113:988 00000800:00000200:0.0:1767389050.452992:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007949a34c type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767389050.453017:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.453055:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000800:00000200:0.0:1767389050.453098:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389050.453104:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007949a34c. 00000400:00000200:0.0:1767389050.453113:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389050.453125:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp31->192.168.204.113@tcp31: REPLY: OK 00000400:00000200:1.0:1767389050.453136:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000800:00000001:0.0:1767389050.453161:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389050.453174:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389050.453182:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389050.453193:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389050.453197:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389050.453208:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389050.453220:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp31(192.168.204.113@tcp31) <- 192.168.204.113@tcp31 : REPLY - for me 00000400:00000200:0.0:1767389050.453244:0:337531:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp31: Reply from 12345-192.168.204.113@tcp31 of length 272/272 into md 0x1c11 00000400:00000200:1.0:1767389050.453246:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000800:00000001:0.0:1767389050.453267:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389050.453281:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389050.453286:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389050.453294:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp31->192.168.204.113@tcp31: REPLY: OK 00000400:00000200:0.0:1767389050.453305:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d50b63d0 00000400:00000010:0.0:1767389050.453310:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d50b63d0. 00000400:00000200:0.0:1767389050.453318:0:337531:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767389050.453330:0:337531:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fa1c6e10. 00000400:00000200:1.0:1767389050.453331:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000010:0.0:1767389050.453337:0:337531:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000134f7215. 00000800:00000001:0.0:1767389050.453357:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389050.453368:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389050.453422:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.453455:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.453484:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.453505:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.453530:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.453554:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.453596:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.453620:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.453642:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.453665:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.453684:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.453701:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.453719:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.453831:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.453865:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.453907:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.453955:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.454003:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.454055:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.454100:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.454157:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.454211:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.454263:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.454299:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.454327:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.454350:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.454376:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.454406:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000400:00000200:1.0:1767389050.454426:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000800:00000010:1.0:1767389050.454640:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000065717ed5. 00000800:00000010:1.0:1767389050.454646:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e179f0d6. 00000800:00000010:1.0:1767389050.454651:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090b2c02a. 00000800:00000010:1.0:1767389050.454712:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090b2c02a. 00000400:00000200:0.0:1767389050.455265:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767389050.455315:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp31 from 215.3.0.2 00000800:00000010:0.0:1767389050.455321:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b1b485ee. 00000800:00000010:1.0:1767389050.455452:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000019eed9da. 00000800:00000010:1.0:1767389050.455461:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d676083c. 00000800:00000010:1.0:1767389050.455507:0:337527:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f3d85761. 00000800:00000200:1.1:1767389050.455521:0:337527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8c3570a] -> 12345-192.168.204.113@tcp31 (4) 00000800:00000200:1.1:1767389050.455532:0:337527:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp31 00000000f3d85761 deleted 00000800:00000010:1.1:1767389050.455536:0:337527:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f3d85761. 00000800:00000200:1.1:1767389050.455547:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767389050.455558:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp31 p 3.x 192.168.204.113 -> 192.168.204.113:983 incarnation:1767389040591501075 sched[0] 00000800:00000010:1.0:1767389050.455566:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000090b2c02a. 00000800:00000010:1.0:1767389050.455675:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000090b2c02a. 00000800:00000010:1.0:1767389050.455683:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d676083c. 00000800:00000010:1.0:1767389050.455800:0:337527:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b1b485ee. 00000800:00000200:1.1:1767389050.455872:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767389050.455883:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp31 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389040591501075 sched[0] 00000800:00000010:1.0:1767389050.455886:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e179f0d6. 00000800:00000001:1.0:1767389050.455965:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389050.455974:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389050.455984:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389050.455993:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767389050.456855:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000005f7265b. 00000800:00000010:3.0:1767389050.456862:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000210b3f41. 00000400:02020000:3.0:1767389050.456923:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp32 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389050.462353:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp32 notifying 192.168.204.113@tcp32: down 00000400:00000200:3.0:1767389050.462359:0:337526:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767389050.462365:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp32 00000800:00000010:3.0:1767389050.462369:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ab3ec662. 00000400:00000200:3.0:1767389050.462373:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389050.462378:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp32->192.168.204.113@tcp32: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389050.462387:0:337526:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389050.462416:0:337526:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389050.462423:0:337526:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp32) recovery failed with -71 00010000:00000001:3.0:1767389051.083890:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389051.083897:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389051.083905:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389051.083907:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389051.083985:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389051.083993:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389051.083998:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767389051.467904:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389051.467923:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389051.467927:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cbc1b70 00000400:00000010:2.0:1767389051.467933:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cbc1b70. 00000400:00000200:2.0:1767389051.467943:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389051.467954:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp32 recovery ping unlinked 00000400:00000010:2.0:1767389051.467970:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ee06ed1c. 00000400:00000010:2.0:1767389051.467975:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007dcb3b60. 00000800:00000200:0.0:1767389051.468858:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091346fac] -> 12345-192.168.204.113@tcp22 (6) 00000800:00000200:0.0:1767389051.468871:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp22 ip 192.168.204.113:988 00000800:00000200:0.0:1767389051.468878:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767389051.469065:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767389051.469082:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389051.469104:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389051.469115:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389051.469125:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767389051.807620:0:350730:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389051.807643:0:350730:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389051.807651:0:350730:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389051.807661:0:350730:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389051.807671:0:350730:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389051.807676:0:350730:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389052.108819:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389052.108825:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389052.108833:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389052.108835:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389052.108893:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389052.108898:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389052.108901:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767389052.491840:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbb2934a] -> 12345-192.168.204.113@tcp17 (6) 00000800:00000200:0.0:1767389052.491850:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp17 ip 192.168.204.113:988 00000800:00000200:0.0:1767389052.491855:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767389052.492052:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767389052.492064:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389052.492079:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389052.492085:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389052.492088:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389052.492843:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp32 00000400:00000010:0.0:1767389052.492849:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cf1cc6a1. 00000400:00000010:0.0:1767389052.492856:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d842291c. 00000400:00000010:0.0:1767389052.492863:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000400:00000010:0.0:1767389052.492871:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000afd2b1ed. 00000400:00000200:0.0:1767389052.492876:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp32 00000400:00000200:0.0:1767389052.492898:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp32 local destination 00000400:00000200:0.0:1767389052.492909:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp32 00000400:00000200:0.0:1767389052.492913:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp32 NI seq info: [88:88:256:4294967295] 192.168.204.113@tcp32 LPNI seq info [87:87:8:4294967295] 00000400:00000200:0.0:1767389052.492923:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp32 00000400:00000200:0.0:1767389052.492939:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp32(192.168.204.113@tcp32:) -> 192.168.204.113@tcp32(192.168.204.113@tcp32:192.168.204.113@tcp32) : GET try# 0 00000800:00000200:0.0:1767389052.492944:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp32 00000800:00000010:0.0:1767389052.492948:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007949a34c. 00000800:00000200:0.0:1767389052.492958:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9d94f84] -> 12345-192.168.204.113@tcp32 (2) 00000800:00000200:0.1:1767389052.492968:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9d94f84] -> 12345-192.168.204.113@tcp32 (2) 00000400:00000200:0.0:1767389052.492993:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp32 added to recovery queue. ping count: 2 next ping: 4977 health :800 00000400:00000200:0.0:1767389052.493009:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp29 00000400:00000010:0.0:1767389052.493013:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000083691b94. 00000400:00000010:0.0:1767389052.493028:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000318092c4. 00000400:00000010:0.0:1767389052.493038:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f4d85e8. 00000400:00000010:0.0:1767389052.493047:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000069a6f0d6. 00000400:00000200:0.0:1767389052.493054:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp29 00000400:00000200:0.0:1767389052.493074:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp29 local destination 00000400:00000200:0.0:1767389052.493078:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp29 00000400:00000200:0.0:1767389052.493087:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp29 NI seq info: [89:89:256:4294967295] 192.168.204.113@tcp29 LPNI seq info [88:88:8:4294967295] 00000400:00000200:0.0:1767389052.493092:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp29 00000400:00000200:0.0:1767389052.493118:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp29(192.168.204.113@tcp29:) -> 192.168.204.113@tcp29(192.168.204.113@tcp29:192.168.204.113@tcp29) : GET try# 0 00000400:00000200:3.0:1767389052.493125:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000200:0.0:1767389052.493136:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp29 00000800:00000010:0.0:1767389052.493146:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000022e6aaca. 00000800:00000200:0.0:1767389052.493157:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1009bfa] -> 12345-192.168.204.113@tcp29 (2) 00000800:00000200:0.1:1767389052.493162:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1009bfa] -> 12345-192.168.204.113@tcp29 (2) 00000400:00000200:0.0:1767389052.493196:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp29 added to recovery queue. ping count: 4 next ping: 4989 health :600 00000400:00000200:3.0:1767389052.493296:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.493347:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.493398:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.493469:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.493486:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.493581:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.493600:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.493673:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.493689:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.493847:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.494000:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.494009:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.494112:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.494118:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.494206:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.494225:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.494313:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.494329:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.494435:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.494459:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.494546:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.494578:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.494665:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.494699:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.494815:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.494824:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.494877:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.494918:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.494955:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.495026:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.495055:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.495127:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.495152:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.495214:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.495250:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.495301:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.495369:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.495388:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.495480:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.495489:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.495647:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.495649:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.495832:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.495861:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.495934:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.495969:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.496044:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.496081:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.496140:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.496187:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.496242:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.496295:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.496356:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.496408:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.496462:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.496523:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.496571:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.496720:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.496722:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.496840:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.496853:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.496920:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.496938:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.497015:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.497034:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.497100:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.497142:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.497218:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.497255:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.497325:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.497385:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000800:00000010:0.0:1767389052.497415:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007c7bae14. 00000800:00000010:0.0:1767389052.497421:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d8efb284. 00000800:00000010:0.0:1767389052.497426:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007d6805aa. 00000400:00000200:3.0:1767389052.497437:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000800:00000010:0.0:1767389052.497476:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007d6805aa. 00000800:00020000:0.0:1767389052.497491:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389052.497496:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d8efb284. 00000800:00000010:0.0:1767389052.497499:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007c7bae14. 00000400:00000200:3.0:1767389052.497515:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000400:02020000:0.0:1767389052.497629:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp29 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389052.497648:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp29 notifying 192.168.204.113@tcp29: down 00000800:00000200:0.0:1767389052.497657:0:337527:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp29 down 00000400:00000200:3.0:1767389052.497664:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000800:00000100:0.0:1767389052.497677:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp29 00000800:00000010:0.0:1767389052.497683:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000022e6aaca. 00000400:00000200:0.0:1767389052.497689:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389052.497703:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp29->192.168.204.113@tcp29: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389052.497717:0:337527:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767389052.497723:0:337527:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389052.497727:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.497769:0:337527:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp29) recovery failed with -71 00000800:00000010:3.0:1767389052.498073:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000210b3f41. 00000800:00000010:3.0:1767389052.498081:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000418d17bc. 00000800:00000010:3.0:1767389052.498088:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000405ec8de. 00000400:00000200:0.0:1767389052.498090:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767389052.498119:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp32 from 214.3.0.2 00000800:00000010:0.0:1767389052.498123:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bbccd2f4. 00000800:00000010:3.0:1767389052.498138:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000405ec8de. 00000800:00000010:3.0:1767389052.498227:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c7d28d5a. 00000800:00000010:3.0:1767389052.498233:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000395c0062. 00000800:00000010:3.0:1767389052.498273:0:337524:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000083e9d4cf. 00000800:00000200:3.1:1767389052.498288:0:337524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9d94f84] -> 12345-192.168.204.113@tcp32 (2) 00000800:00000200:3.1:1767389052.498302:0:337524:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp32 0000000083e9d4cf deleted 00000800:00000010:3.1:1767389052.498307:0:337524:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000083e9d4cf. 00000800:00000200:3.1:1767389052.498316:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767389052.498331:0:337524:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp32 ip 192.168.204.113:982 00000800:00000200:3.1:1767389052.498337:0:337524:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007949a34c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767389052.498350:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp32 p 3.x 192.168.204.113 -> 192.168.204.113:982 incarnation:1767389043036586587 sched[0] 00000800:00000010:3.0:1767389052.498356:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000405ec8de. 00000800:00000010:3.0:1767389052.498441:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000405ec8de. 00000800:00000010:3.0:1767389052.498448:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000395c0062. 00000800:00000010:3.0:1767389052.498562:0:337524:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bbccd2f4. 00000800:00000200:2.1:1767389052.498568:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767389052.498587:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp32 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389043036586587 sched[0] 00000800:00000001:3.0:1767389052.498593:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:2.0:1767389052.498594:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000418d17bc. 00000800:00000001:3.0:1767389052.498610:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767389052.498699:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389052.498703:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007949a34c. 00000400:00000200:3.0:1767389052.498709:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389052.498784:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp32->192.168.204.113@tcp32: GET: OK 00000400:00000200:3.0:1767389052.498793:0:337531:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767389052.498798:0:337531:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp32 recovery message sent successfully:0 00000400:00000200:2.0:1767389052.498807:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000001:3.0:1767389052.498831:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389052.498846:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389052.498853:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389052.498871:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389052.498885:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp32(192.168.204.113@tcp32) <- 192.168.204.113@tcp32 : GET - for me 00000400:00000200:3.0:1767389052.498909:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767389052.498927:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 272/272 into md 0x1bcd [1] + 0 00000400:00000200:3.0:1767389052.498950:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp32 to MR: 192.168.204.113@tcp32 local destination 00000400:00000200:3.0:1767389052.498964:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp32 NI seq info: [90:90:256:4294967295] 192.168.204.113@tcp32 LPNI seq info [89:89:8:4294967295] 00000400:00000200:3.0:1767389052.498999:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp32(192.168.204.113@tcp32:192.168.204.113@tcp32) -> 192.168.204.113@tcp32(192.168.204.113@tcp32:192.168.204.113@tcp32) 192.168.204.113@tcp32 : REPLY try# 0 00000800:00000200:3.0:1767389052.499011:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.113@tcp32 00000800:00000010:3.0:1767389052.499018:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097c6937f. 00000800:00000200:3.0:1767389052.499029:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9d94f84] -> 12345-192.168.204.113@tcp32 (4) 00000400:00000200:2.0:1767389052.499037:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000800:00000200:3.0:1767389052.499044:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp32 ip 192.168.204.113:988 00000800:00000200:3.0:1767389052.499062:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097c6937f type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767389052.499160:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389052.499166:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097c6937f. 00000400:00000200:3.0:1767389052.499173:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389052.499187:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp32->192.168.204.113@tcp32: REPLY: OK 00000400:00000200:2.0:1767389052.499193:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000800:00000001:3.0:1767389052.499215:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389052.499228:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389052.499235:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389052.499247:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389052.499251:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389052.499259:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389052.499275:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp32(192.168.204.113@tcp32) <- 192.168.204.113@tcp32 : REPLY - for me 00000400:00000200:3.0:1767389052.499298:0:337531:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp32: Reply from 12345-192.168.204.113@tcp32 of length 272/272 into md 0x1c19 00000800:00000001:3.0:1767389052.499305:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389052.499318:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389052.499322:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389052.499333:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp32->192.168.204.113@tcp32: REPLY: OK 00000400:00000200:2.0:1767389052.499340:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.499344:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000400:00000010:3.0:1767389052.499350:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000400:00000200:3.0:1767389052.499361:0:337531:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767389052.499374:0:337531:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cf1cc6a1. 00000400:00000010:3.0:1767389052.499384:0:337531:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d842291c. 00000800:00000001:3.0:1767389052.499403:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389052.499410:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389052.499475:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.499630:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500062:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500123:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500150:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500179:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500205:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500237:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500263:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500291:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500318:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500345:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500368:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500395:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500431:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500458:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500499:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500557:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500594:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500621:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500669:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500761:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500826:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500898:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500926:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500958:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.500987:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.501017:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.501047:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.501082:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389052.501115:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:2.0:1767389052.501283:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d6318e3. 00000800:00000010:2.0:1767389052.501288:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001df1fea4. 00000800:00000010:2.0:1767389052.501293:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a1bafdff. 00000800:00000010:2.0:1767389052.501319:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a1bafdff. 00000800:00020000:2.0:1767389052.501330:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389052.501335:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001df1fea4. 00000800:00000010:2.0:1767389052.501337:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000d6318e3. 00000400:02020000:2.0:1767389052.501381:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp32 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000004:00000001:2.0:1767389052.812844:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767389052.812852:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767389052.812861:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001244c98e. 00000020:00000040:2.0:1767389052.812870:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767389052.812879:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389052.812885:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389052.812894:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389052.812907:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000151426e7. 00000100:00000001:2.0:1767389052.812920:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.812945:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389052.812949:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389052.812963:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001244c98e] to pc [ptlrpcd_00_01+1] req@000000001244c98e x1853241654537216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389052.813003:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:2.0:1767389052.813006:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389052.813023:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767389052.813031:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389052.813038:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389052.813043:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389052.813051:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001244c98e x1853241654537216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389052.813063:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389052.813067:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389052.813072:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389052.813078:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389052.813083:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389052.813091:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001244c98e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654537216:0@lo:13: 00000100:00000001:2.0:1767389052.813098:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389052.813107:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389052.813112:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389052.813116:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389052.813122:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000618c952e. 02000000:00000001:2.0:1767389052.813126:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389052.813132:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024164eee. 00000400:00000010:2.0:1767389052.813143:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016a04936. 00000100:00000200:2.0:1767389052.813152:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654537216, portal 4 00000100:00000001:2.0:1767389052.813159:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389052.813161:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402877696 : -122821306673920 : ffff904b6fa51500) 00000100:00000040:2.0:1767389052.813171:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001244c98e x1853241654537216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389068 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389052.813181:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389052.813191:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767389052.813193:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389052.813202:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389052.813204:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7463f50. 00000100:00000200:2.0:1767389052.813224:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654537216, offset 0 00000400:00000200:2.0:1767389052.813237:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767389052.813252:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4073a11. 00000020:00000040:3.0:1767389052.813261:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:2.0:1767389052.813263:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389052.813273:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389052.813278:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767389052.813287:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372806c00 02000000:00000001:3.0:1767389052.813288:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389052.813309:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 2688 00000400:00000200:2.0:1767389052.813322:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389052.813336:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389052.813350:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389052.813354:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767389052.813361:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d248912f. 00000100:00000040:2.0:1767389052.813367:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000d248912f x1853241654537216 msgsize 224 00000100:00100000:2.0:1767389052.813388:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1767389052.813389:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000097c6937f. 00000100:00000001:3.0:1767389052.813402:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389052.813413:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@00000000e4073a11 x1853241654537344/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389052.813414:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389052.813429:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7463f50 00000400:00000010:2.0:1767389052.813436:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7463f50. 00000100:00000001:2.0:1767389052.813448:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767389052.813450:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389052.813456:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389052.813464:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001244c98e x1853241654537216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389068 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389052.813470:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4073a11] to pc [ptlrpcd_00_02+2] req@00000000e4073a11 x1853241654537344/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389052.813478:0:339010:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389052.813489:0:339010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654537216 02000000:00000001:0.0:1767389052.813503:0:339010:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389052.813519:0:339010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389052.813521:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389052.813554:0:339010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389052.813562:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001244c98e x1853241654537216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389052.813568:0:339010:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389052.813572:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389052.813584:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767389052.813584:0:339010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654537216 00000100:00000001:2.0:1767389052.813588:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.813598:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767389052.813598:0:339010:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767389052.813600:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:0.0:1767389052.813615:0:339010:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000100:00000010:3.0:1767389052.813618:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001fd3b5ce. 00000020:00000001:0.0:1767389052.813622:0:339010:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767389052.813625:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389052.813626:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:0.0:1767389052.813628:0:339010:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000001:0.0:1767389052.813649:0:339010:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:3.0:1767389052.813650:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767389052.813651:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8566 usecs (9 jiffies) 02000000:00000001:3.0:1767389052.813659:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1767389052.813662:0:339010:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:2.0:1767389052.813670:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299640842 02000000:00000001:3.0:1767389052.813671:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.813675:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389052.813689:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000751828da. 02000000:00000010:3.0:1767389052.813690:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db0fd4e1. 00000100:00000010:2.0:1767389052.813691:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce8a7429. 00000100:00000001:3.0:1767389052.813704:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389052.813704:0:339010:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004134f313. 00000100:00000001:2.0:1767389052.813712:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000020:00000040:0.0:1767389052.813762:0:339010:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000040:3.0:1767389052.813770:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000001fd3b5ce x1853241654537472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389052.813784:0:339010:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767389052.813786:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389052.813800:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389052.813804:0:339010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e522983. 00000100:00000040:3.0:1767389052.813811:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fd3b5ce] to pc [ptlrpcd_00_03+3] req@000000001fd3b5ce x1853241654537472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389052.813818:0:339010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de063a9. 00000100:00000001:2.0:1767389052.813828:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299640843 00000020:00000010:0.0:1767389052.813835:0:339010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef0ccc91. 00000100:00000001:3.0:1767389052.813838:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389052.813840:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026f97304. 00000100:00000040:3.0:1767389052.813846:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767389052.813851:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767389052.813857:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:0.0:1767389052.813858:0:339010:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767389052.813861:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299640843 00000100:00000010:3.0:1767389052.813875:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3eab1c0. 00000100:00000001:0.0:1767389052.813876:0:339010:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:2.0:1767389052.813879:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e0bffd93. 00000100:00000001:0.0:1767389052.813887:0:339010:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1767389052.813890:0:257746:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767389052.813896:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767389052.813900:0:339010:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389052.813902:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389052.813907:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389052.813912:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.813915:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299640843 02000000:00000010:3.0:1767389052.813924:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000178ef333. 00000100:00000010:2.0:1767389052.813932:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a5659f80. 00000100:00000001:3.0:1767389052.813934:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.813941:0:339010:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.813943:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767389052.813960:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389052.813963:0:339010:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389052.813965:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000c3eab1c0 x1853241654537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389052.813971:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.813983:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.813993:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389052.813995:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389052.813997:0:339010:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389052.814008:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389052.814009:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.814010:0:339010:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767389052.814015:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389052.814029:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767389052.814034:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3eab1c0] to pc [ptlrpcd_00_00+0] req@00000000c3eab1c0 x1853241654537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389052.814035:0:339010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:2.0:1767389052.814036:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389052.814050:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389052.814055:0:339010:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:2.0:1767389052.814064:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.814070:0:339010:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402886656 : -122821306664960 : ffff904b6fa53800) 00000100:00000040:0.0:1767389052.814095:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d248912f x1853241654537216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:503/0 lens 224/0 e 0 to 0 dl 1767389063 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389052.814110:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389052.814114:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c0bfde8. 00000100:00000001:3.0:1767389052.814119:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.814120:0:339010:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389052.814138:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767389052.814140:0:339010:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c0bfde8. 00000100:00000040:3.0:1767389052.814143:0:257746:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4978) 00000100:00000001:2.0:1767389052.814152:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389052.814164:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767389052.814174:0:339010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d248912f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654537216:12345-0@lo:13: 00000100:00000040:2.0:1767389052.814178:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001fd3b5ce x1853241654537472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767389052.814191:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000200:0.0:1767389052.814197:0:339010:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654537216 00000020:00000040:3.0:1767389052.814206:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000020:00000001:0.0:1767389052.814209:0:339010:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389052.814220:0:339010:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767389052.814228:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767389052.814229:0:339010:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.814231:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389052.814240:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389052.814245:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389052.814247:0:339010:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767389052.814248:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767389052.814262:0:339010:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 02000000:00000001:2.0:1767389052.814266:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767389052.814272:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c3eab1c0 x1853241654537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389052.814277:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767389052.814282:0:339010:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767389052.814294:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389052.814295:0:339010:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389052.814301:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389052.814310:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389052.814317:0:339010:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767389052.814319:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1767389052.814324:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001fd3b5ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:337539:1853241654537472:0@lo:400: 00000020:00000001:0.0:1767389052.814329:0:339010:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767389052.814331:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389052.814346:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389052.814347:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389052.814347:0:339010:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389052.814360:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389052.814371:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.814373:0:339010:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767389052.814375:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c3eab1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:337536:1853241654537600:0@lo:400: 02000000:00000001:2.0:1767389052.814383:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767389052.814385:0:339010:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767389052.814389:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389052.814402:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389052.814405:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389052.814408:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389052.814413:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a85b52db. 02000000:00000010:3.0:1767389052.814415:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d71c060. 02000000:00000010:0.0:1767389052.814415:0:339010:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000aaa0084. 02000000:00000001:3.0:1767389052.814435:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389052.814439:0:339010:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389052.814440:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389052.814444:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bab9040. 00000100:00000001:0.0:1767389052.814465:0:339010:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389052.814467:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9daf9f9. 00000400:00000010:3.0:1767389052.814470:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066e2f8a5. 00002000:00000001:0.0:1767389052.814473:0:339010:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000010:2.0:1767389052.814479:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7463f50. 00000100:00000200:3.0:1767389052.814485:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654537600, portal 10 00002000:00000001:0.0:1767389052.814485:0:339010:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000200:2.0:1767389052.814489:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654537472, portal 10 00000020:00000001:0.0:1767389052.814496:0:339010:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767389052.814499:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389052.814502:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389052.814505:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694449920 : -122822015101696 : ffff904b456b5500) 00080000:00000001:0.0:1767389052.814505:0:339010:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:2.0:1767389052.814509:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694455296 : -122822015096320 : ffff904b456b6a00) 00000100:00000040:3.0:1767389052.814517:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c3eab1c0 x1853241654537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767389052.814564:0:339010:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389052.814578:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001fd3b5ce x1853241654537472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389052.814581:0:339010:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389052.814586:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000024:0.0:1767389052.814599:0:339010:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:3.0:1767389052.814603:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389052.814616:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e94a90e. 00000020:00000020:0.0:1767389052.814623:0:339010:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000200:3.0:1767389052.814629:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654537600, offset 0 00000020:00000020:0.0:1767389052.814637:0:339010:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767389052.814655:0:339010:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00000400:00000200:3.0:1767389052.814656:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389052.814668:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:0.0:1767389052.814673:0:339010:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767389052.814683:0:339010:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000200:3.0:1767389052.814693:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000001:0.0:1767389052.814694:0:339010:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389052.814696:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000001:0.0:1767389052.814711:0:339010:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389052.814717:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95bc874. 00010000:00000040:0.0:1767389052.814719:0:339010:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654537216 00000400:00000200:3.0:1767389052.814762:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372806d80 00010000:00000001:0.0:1767389052.814763:0:339010:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389052.814777:0:339010:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d248912f x1853241654537216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:503/0 lens 224/368 e 0 to 0 dl 1767389063 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389052.814790:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000100:00000200:2.0:1767389052.814818:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654537472, offset 0 00000400:00000200:3.0:1767389052.814819:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767389052.814822:0:339010:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389052.814835:0:339010:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389052.814842:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389052.814848:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1767389052.814854:0:339010:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389052.814865:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767389052.814866:0:339010:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767389052.814881:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767389052.814882:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1767389052.814885:0:339010:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389052.814904:0:339010:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000010:3.0:1767389052.814907:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004203ec35. 00000400:00000200:2.0:1767389052.814918:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372806d00 02000000:00000001:0.0:1767389052.814919:0:339010:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767389052.814921:0:337536:0:(events.c:337:request_in_callback()) incoming req@000000004203ec35 x1853241654537600 msgsize 224 02000000:00000001:0.0:1767389052.814930:0:339010:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.814944:0:339010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767389052.814956:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 00000400:00000200:2.0:1767389052.814965:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767389052.814975:0:339010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767389052.814976:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767389052.814989:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767389052.814991:0:339010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec4b001d. 00000100:00000001:3.0:1767389052.814998:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767389052.815018:0:339010:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654537216, offset 224 00000100:00000001:2.0:1767389052.815019:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767389052.815022:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e94a90e 00000100:00000200:2.0:1767389052.815028:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:3.0:1767389052.815037:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e94a90e. 00000100:00000010:2.0:1767389052.815041:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9f1caec. 00000100:00000001:3.0:1767389052.815045:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767389052.815051:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000c9f1caec x1853241654537472 msgsize 224 00000100:00000200:3.0:1767389052.815060:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c3eab1c0 x1853241654537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389052.815064:0:339010:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767389052.815093:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767389052.815107:0:339010:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389052.815122:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389052.815139:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95bc874 00000100:00000001:3.0:1767389052.815145:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767389052.815148:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95bc874. 00000400:00000200:0.0:1767389052.815160:0:339010:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372806c00 00000100:00000040:3.0:1767389052.815161:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c3eab1c0 x1853241654537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389052.815164:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389052.815180:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001fd3b5ce x1853241654537472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389052.815199:0:339010:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c21 [1] + 224 00000400:00000200:0.0:1767389052.815237:0:339010:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389052.815265:0:339010:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389052.815268:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389052.815291:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389052.815295:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389052.815297:0:339010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767389052.815302:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389052.815309:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001fd3b5ce x1853241654537472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389052.815312:0:339010:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001244c98e x1853241654537216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389068 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389052.815317:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6330 usecs (7 jiffies) 00000100:00000001:3.0:1767389052.815332:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299640842 00000100:00000001:3.0:1767389052.815354:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299640842 00000100:00000001:3.0:1767389052.815371:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299640842 00000100:00000001:3.0:1767389052.815390:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299640843 00000100:00000001:2.0:1767389052.815395:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.815408:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389052.815422:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299640842 00000100:00000001:2.0:1767389052.815425:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389052.815439:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299640843 00000100:00000040:2.0:1767389052.815446:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 4832 usecs (5 jiffies) 00000100:00000001:3.0:1767389052.815451:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299640842 00000100:00000040:0.0:1767389052.815456:0:339010:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001244c98e x1853241654537216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389052.815461:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299640840 00000100:00000001:3.0:1767389052.815471:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299640843 00000100:00000001:2.0:1767389052.815479:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299640842 00000100:00000001:3.0:1767389052.815491:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389052.815496:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299640840 00000100:00000001:3.0:1767389052.815514:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.815548:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299640843 00000100:00000001:3.0:1767389052.815551:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.815566:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299640840 00000100:00000001:3.0:1767389052.815572:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389052.815574:0:339010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389052.815577:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299640843 00000100:00000001:2.0:1767389052.815587:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299640840 00000100:00000001:3.0:1767389052.815590:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767389052.815596:0:339010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec4b001d 00000100:00000001:2.0:1767389052.815597:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299640843 00000100:00000001:3.0:1767389052.815598:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767389052.815611:0:339010:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec4b001d. 00000100:00000001:3.0:1767389052.815617:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389052.815617:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389052.815626:0:339010:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389052.815627:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389052.815632:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.815636:0:339010:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389052.815639:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.815651:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389052.815653:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.815655:0:339010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.815668:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389052.815688:0:339010:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:2.0:1767389052.815690:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389052.815706:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767389052.815707:0:339010:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767389052.815717:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767389052.815719:0:339010:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389052.815762:0:339010:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767389052.815767:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389052.815775:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389052.815776:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767389052.815778:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d248912f x1853241654537216/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:503/0 lens 224/368 e 0 to 0 dl 1767389063 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389052.815783:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389052.815788:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767389052.815799:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389052.815806:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4073a11 x1853241654537344/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389052.815836:0:339010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d248912f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654537216:12345-0@lo:13: Request processed in 1715us (2457us total) trans 0 rc 0/0 00000100:00000001:2.0:1767389052.815840:0:338181:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389052.815851:0:338181:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654537600 02000000:00000001:2.0:1767389052.815863:0:338181:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389052.815872:0:338181:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389052.815882:0:338181:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389052.815898:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767389052.815899:0:339010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 02000000:00000001:2.0:1767389052.815900:0:338181:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389052.815907:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389052.815922:0:339010:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00100000:2.0:1767389052.815923:0:338181:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654537600 02000000:00000001:3.0:1767389052.815924:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767389052.815939:0:339010:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767389052.815941:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767389052.815941:0:338181:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389052.815954:0:338181:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000100:00000001:0.0:1767389052.815954:0:339010:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767389052.815958:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389052.815968:0:338181:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767389052.815969:0:339010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de063a9. 00000100:00100000:3.0:1767389052.815976:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e4073a11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654537344:0@lo:400: 00000020:00000040:2.0:1767389052.815978:0:338181:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000020:00000010:0.0:1767389052.815989:0:339010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0ccc91. 00000020:00000001:2.0:1767389052.815995:0:338181:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:3.0:1767389052.816001:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767389052.816014:0:338181:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000020:00000010:0.0:1767389052.816014:0:339010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e522983. 02000000:00000001:3.0:1767389052.816015:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389052.816022:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389052.816033:0:339010:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 02000000:00000001:3.0:1767389052.816035:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767389052.816036:0:338181:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:3.0:1767389052.816046:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd30d963. 00000100:00000001:0.0:1767389052.816047:0:339010:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767389052.816048:0:338181:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047214a3f. 02000000:00000001:3.0:1767389052.816068:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389052.816071:0:338181:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000cead88a7. 00000400:00000010:3.0:1767389052.816078:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8788814. 00000020:00000040:2.0:1767389052.816084:0:338181:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000400:00000010:3.0:1767389052.816090:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e94a90e. 00000100:00000200:3.0:1767389052.816102:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654537344, portal 25 00000100:00000001:2.0:1767389052.816114:0:338181:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767389052.816117:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389052.816121:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694456192 : -122822015095424 : ffff904b456b6d80) 00000100:00000040:3.0:1767389052.816130:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e4073a11 x1853241654537344/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389052.816136:0:338181:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041d4abdf. 00000100:00000001:3.0:1767389052.816142:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389052.816147:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767389052.816149:0:338181:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000042f8ae28. 00000400:00000010:3.0:1767389052.816154:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006436ed01. 00000020:00000010:2.0:1767389052.816160:0:338181:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001223d23c. 00000100:00000200:3.0:1767389052.816161:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654537344, offset 0 00000400:00000200:3.0:1767389052.816186:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389052.816191:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767389052.816194:0:338181:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:0.0:1767389052.816200:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654537472 00000100:00000001:2.0:1767389052.816202:0:338181:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767389052.816204:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767389052.816219:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389052.816220:0:338181:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767389052.816234:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372806c80 00000100:00000001:0.0:1767389052.816234:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389052.816235:0:338181:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389052.816247:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389052.816255:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389052.816256:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x143d [2] + 0 00000100:00000001:2.0:1767389052.816258:0:338181:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:0.0:1767389052.816269:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654537472 00000400:00000010:3.0:1767389052.816272:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7b4e078. 00000100:00000001:2.0:1767389052.816273:0:338181:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767389052.816279:0:338181:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389052.816284:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007173fd25 00000020:00000001:0.0:1767389052.816291:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389052.816296:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000400:00000200:3.0:1767389052.816298:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389052.816304:0:338181:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389052.816314:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767389052.816322:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767389052.816323:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000100:00000001:2.0:1767389052.816330:0:338181:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767389052.816341:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:2.0:1767389052.816343:0:338181:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767389052.816345:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007173fd25 00000400:00000010:3.0:1767389052.816359:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007173fd25. 00000020:00000001:0.0:1767389052.816361:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00100000:2.0:1767389052.816362:0:338181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000001:3.0:1767389052.816381:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767389052.816383:0:338181:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000100:00000001:0.0:1767389052.816383:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767389052.816399:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767389052.816399:0:338181:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251694446336 : -122822015105280 : ffff904b456b4700) 00000020:00000010:0.0:1767389052.816400:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c0bfde8. 00000100:00000040:3.0:1767389052.816420:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000549c5a07 x1853241654537344 msgsize 224 00000100:00000001:0.0:1767389052.816422:0:338180:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767389052.816426:0:338181:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004203ec35 x1853241654537600/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:503/0 lens 224/0 e 0 to 0 dl 1767389063 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389052.816444:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c0bfde8. 00000100:00100000:3.0:1767389052.816465:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767389052.816468:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e522983. 00000100:00000001:2.0:1767389052.816473:0:338181:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767389052.816475:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000010:0.0:1767389052.816487:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004de063a9. 00000020:00000010:2.0:1767389052.816488:0:338181:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1bafdff. 00000100:00000001:3.0:1767389052.816500:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389052.816504:0:338181:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389052.816505:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef0ccc91. 00000400:00000200:3.0:1767389052.816510:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006436ed01 00000400:00000010:3.0:1767389052.816523:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006436ed01. 00000020:00000010:2.0:1767389052.816524:0:338181:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1bafdff. 00000100:00000001:0.0:1767389052.816544:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389052.816549:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389052.816559:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389052.816563:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767389052.816573:0:338181:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004203ec35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:337536:x1853241654537600:12345-0@lo:400: 00000100:00000001:0.0:1767389052.816576:0:338180:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767389052.816577:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4073a11 x1853241654537344/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389052.816586:0:338180:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389052.816595:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389052.816604:0:338181:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654537600 00000020:00000001:2.0:1767389052.816615:0:338181:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767389052.816621:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389052.816623:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389052.816627:0:338181:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767389052.816630:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4073a11 x1853241654537344/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767389052.816638:0:338181:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389052.816645:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389052.816649:0:338181:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767389052.816652:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389052.816652:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767389052.816658:0:338181:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:0.0:1767389052.816659:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389052.816674:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000020:00000001:2.0:1767389052.816678:0:338181:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767389052.816679:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389052.816680:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000020:00000001:2.0:1767389052.816691:0:338181:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389052.816693:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402882176 : -122821306669440 : ffff904b6fa52680) 00000100:00000001:3.0:1767389052.816697:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299640859 00000020:00000001:2.0:1767389052.816716:0:338181:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767389052.816722:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9f1caec x1853241654537472/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:503/0 lens 224/0 e 0 to 0 dl 1767389063 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767389052.816723:0:338181:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767389052.816795:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299640842 00000100:00000001:3.0:1767389052.816808:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299640860 00000100:00000001:3.0:1767389052.816822:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299640843 00000020:00000001:2.0:1767389052.816823:0:338181:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389052.816833:0:338181:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767389052.816834:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299640860 00000100:00000001:2.0:1767389052.816841:0:338181:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767389052.816846:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299640843 02000000:00000001:2.0:1767389052.816851:0:338181:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389052.816865:0:338181:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001c0af888. 00000100:00000001:3.0:1767389052.816866:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299640860 00000100:00000001:0.0:1767389052.816873:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767389052.816875:0:338181:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.816884:0:338181:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389052.816886:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c0bfde8. 00000100:00000001:3.0:1767389052.816887:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299640843 00000020:00000001:2.0:1767389052.816889:0:338181:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.816902:0:338180:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767389052.816903:0:338181:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654537600 00000100:00000001:3.0:1767389052.816907:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389052.816919:0:338181:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767389052.816924:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c0bfde8. 00000100:00000001:3.0:1767389052.816926:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767389052.816936:0:338181:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004203ec35 x1853241654537600/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:503/0 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389052.816948:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389052.816957:0:338181:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767389052.816963:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9f1caec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:337539:x1853241654537472:12345-0@lo:400: 00000100:00000001:3.0:1767389052.816967:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389052.816968:0:338181:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389052.816977:0:338181:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389052.816981:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389052.816991:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767389052.817006:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654537472 00000100:00000001:2.0:1767389052.817008:0:338181:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767389052.817009:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389052.817024:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767389052.817025:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767389052.817026:0:338181:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389052.817035:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.817044:0:338181:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:3.0:1767389052.817046:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389052.817047:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:2.0:1767389052.817053:0:338181:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767389052.817058:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389052.817060:0:338181:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389052.817068:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767389052.817070:0:338181:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767389052.817074:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:0.0:1767389052.817086:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767389052.817088:0:338181:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389052.817097:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767389052.817100:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767389052.817102:0:338181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95bc874. 00000100:00100000:3.0:1767389052.817104:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654537344 00000020:00000001:0.0:1767389052.817111:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767389052.817113:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1767389052.817121:0:338181:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654537600, offset 224 00000100:00000001:3.0:1767389052.817123:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767389052.817123:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767389052.817138:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389052.817139:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389052.817153:0:338181:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767389052.817158:0:338180:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767389052.817161:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.817167:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767389052.817169:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654537344 00000400:00000200:2.0:1767389052.817182:0:338181:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767389052.817183:0:338173:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767389052.817184:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1767389052.817198:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 02000000:00000010:0.0:1767389052.817198:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000040351cb1. 02000000:00000001:0.0:1767389052.817209:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389052.817210:0:338181:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372806d80 00000020:00000001:3.0:1767389052.817211:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389052.817224:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000001:0.0:1767389052.817226:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389052.817240:0:338181:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c29 [1] + 224 00000020:00000001:3.0:1767389052.817242:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389052.817244:0:338180:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389052.817261:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00010000:00000040:0.0:1767389052.817263:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654537472 00000400:00000200:2.0:1767389052.817264:0:338181:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389052.817275:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767389052.817282:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767389052.817289:0:338181:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767389052.817296:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005af6d668. 00010000:00000200:0.0:1767389052.817298:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9f1caec x1853241654537472/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:503/0 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389052.817300:0:338181:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767389052.817317:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767389052.817317:0:338181:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c3eab1c0 x1853241654537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389052.817338:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005af6d668. 00000020:00000010:3.0:1767389052.817362:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000134f7215. 00010000:00000001:0.0:1767389052.817384:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767389052.817387:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bf1c7175. 00010000:00000001:0.0:1767389052.817394:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389052.817395:0:338181:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c3eab1c0 x1853241654537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389052.817399:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008e943119. 00000100:00001000:0.0:1767389052.817401:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=71 v=5 (1 0 0 0) 00000100:00000040:3.0:1767389052.817421:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767389052.817434:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767389052.817436:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389052.817449:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767389052.817454:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000001:3.0:1767389052.817457:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.817462:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:2.0:1767389052.817464:0:338181:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389052.817474:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389052.817476:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767389052.817480:0:338181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95bc874 02000000:00000001:0.0:1767389052.817489:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389052.817491:0:338181:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95bc874. 00000100:00000001:0.0:1767389052.817499:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389052.817503:0:338181:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389052.817507:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389052.817509:0:338181:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767389052.817518:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389052.817544:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec4b001d. 00000100:00000001:2.0:1767389052.817547:0:338181:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389052.817557:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654537472, offset 224 00000100:00000040:2.0:1767389052.817558:0:338181:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389052.817562:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389052.817570:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1767389052.817572:0:338181:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389052.817578:0:338181:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389052.817583:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767389052.817587:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000020:00000001:2.0:1767389052.817590:0:338181:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389052.817593:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000040:2.0:1767389052.817605:0:338181:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004203ec35 x1853241654537600/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:503/0 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389052.817608:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684795472 : -122822024756144 : ffff904b44d80450) 00000100:00000040:3.0:1767389052.817624:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000549c5a07 x1853241654537344/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:503/0 lens 224/0 e 0 to 0 dl 1767389063 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389052.817638:0:338180:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389052.817688:0:338180:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372806d00 00000100:00000001:3.0:1767389052.817704:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767389052.817706:0:338181:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004203ec35 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:337536:x1853241654537600:12345-0@lo:400: Request processed in 1226us (2777us total) trans 0 rc 0/0 00000020:00000010:3.0:1767389052.817713:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005af6d668. 00000400:00000200:0.0:1767389052.817717:0:338180:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1c2d [1] + 224 00000400:00000200:0.0:1767389052.817804:0:338180:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389052.817811:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389052.817819:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005af6d668. 00000400:00000200:0.0:1767389052.817825:0:338180:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389052.817849:0:338180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767389052.817852:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000549c5a07 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337538:x1853241654537344:12345-0@lo:400: 00000100:00000200:0.0:1767389052.817864:0:338180:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001fd3b5ce x1853241654537472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389052.817867:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654537344 00000020:00000001:3.0:1767389052.817875:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389052.817885:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389052.817893:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389052.817900:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389052.817904:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000100:00000040:0.0:1767389052.817905:0:338180:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001fd3b5ce x1853241654537472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389052.817919:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389052.817930:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389052.817949:0:338180:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767389052.817950:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389052.817959:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389052.817965:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389052.817970:0:338180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec4b001d 00000020:00000001:3.0:1767389052.817972:0:338173:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767389052.817987:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1767389052.817988:0:338180:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec4b001d. 02000000:00000001:3.0:1767389052.818005:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767389052.818009:0:338180:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000010:3.0:1767389052.818017:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004eed1948. 00000100:00000001:0.0:1767389052.818017:0:338180:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767389052.818027:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.818030:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389052.818035:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389052.818041:0:338173:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389052.818045:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000040:3.0:1767389052.818050:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654537344 00010000:00000001:0.0:1767389052.818053:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767389052.818059:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767389052.818060:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389052.818071:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000200:3.0:1767389052.818078:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000549c5a07 x1853241654537344/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:503/0 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389052.818092:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9f1caec x1853241654537472/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:503/0 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389052.818113:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389052.818121:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389052.818129:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=77 v=5 (1 0 0 0) 00000100:00100000:0.0:1767389052.818137:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9f1caec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:337539:x1853241654537472:12345-0@lo:400: Request processed in 1250us (3072us total) trans 0 rc 0/0 00000100:00000001:3.0:1767389052.818145:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389052.818157:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00100000:0.0:1767389052.818169:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000001:3.0:1767389052.818171:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389052.818186:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767389052.818189:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 02000000:00000001:3.0:1767389052.818197:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.818199:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389052.818204:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389052.818207:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389052.818214:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004de063a9. 00000100:00000040:3.0:1767389052.818222:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767389052.818228:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0ccc91. 00000400:00000010:3.0:1767389052.818230:0:338173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006436ed01. 00000100:00000200:3.0:1767389052.818251:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654537344, offset 224 00000020:00000010:0.0:1767389052.818251:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e522983. 00000020:00000040:0.0:1767389052.818282:0:338180:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000400:00000200:3.0:1767389052.818284:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389052.818303:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389052.818306:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389052.818338:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372806c80 00000400:00000200:3.0:1767389052.818350:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1c3d [1] + 224 00000400:00000200:3.0:1767389052.818359:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:0.0:1767389052.818365:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:3.0:1767389052.818376:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767389052.818381:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000001:3.0:1767389052.818387:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389052.818400:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4073a11 x1853241654537344/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389052.818438:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4073a11 x1853241654537344/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389052.818467:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389052.818483:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767389052.818485:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006436ed01 00000100:00000001:0.0:1767389052.818488:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767389052.818491:0:338173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006436ed01. 00000100:00000001:3.0:1767389052.818503:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767389052.818505:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767389052.818507:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767389052.818509:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389052.818515:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bab9040. 00000100:00000001:3.0:1767389052.818518:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389052.818544:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066e2f8a5 00000100:00000040:3.0:1767389052.818551:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000010:0.0:1767389052.818553:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066e2f8a5. 00010000:00000001:3.0:1767389052.818567:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767389052.818575:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767389052.818576:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389052.818590:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767389052.818598:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c3eab1c0 x1853241654537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389052.818605:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000549c5a07 x1853241654537344/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:503/0 lens 224/224 e 0 to 0 dl 1767389063 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389052.818690:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c3eab1c0 x1853241654537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389052.818707:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000549c5a07 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337538:x1853241654537344:12345-0@lo:400: Request processed in 989us (2272us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389052.818813:0:338181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1767389052.818821:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00000001:0.0:1767389052.818824:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767389052.818827:0:338181:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000100:00000040:3.0:1767389052.818829:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:0.0:1767389052.818830:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389052.818838:0:338181:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389052.818844:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389052.818848:0:337536:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767389052.818850:0:338181:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389052.818852:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767389052.818857:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767389052.818860:0:338181:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000042f8ae28. 00000020:00000010:3.0:1767389052.818863:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bf1c7175. 00000100:00000001:0.0:1767389052.818864:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389052.818873:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389052.818875:0:338181:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001223d23c. 00000020:00000010:3.0:1767389052.818878:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008e943119. 02000000:00000001:0.0:1767389052.818894:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389052.818899:0:338181:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041d4abdf. 00000020:00000010:3.0:1767389052.818901:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000134f7215. 00000100:00001000:0.0:1767389052.818906:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=68 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389052.818917:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=68 v=5 (1 0 0 0) 00000020:00000040:2.0:1767389052.818918:0:338181:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000020:00000040:3.0:1767389052.818919:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000001:2.0:1767389052.818935:0:338181:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389052.818941:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767389052.818943:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767389052.818948:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389052.818950:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004eed1948. 00010000:00000001:0.0:1767389052.818959:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767389052.818963:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389052.818973:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767389052.818976:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c3eab1c0 x1853241654537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389052.818981:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767389052.819000:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a245b138. 00010000:00000001:0.0:1767389052.819002:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389052.819018:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083e9d4cf. 00000100:00000001:0.0:1767389052.819020:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767389052.819030:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767389052.819037:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767389052.819044:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389052.819054:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c3eab1c0 x1853241654537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389052.819074:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389052.819076:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389052.819083:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389052.819093:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389052.819095:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767389052.819109:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767389052.819111:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3eab1c0 x1853241654537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767389052.819118:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389052.819128:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8788814. 00000100:00100000:0.0:1767389052.819137:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c3eab1c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:337536:1853241654537600:0@lo:400: 00000400:00000200:3.0:1767389052.819138:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e94a90e 00000400:00000010:3.0:1767389052.819148:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e94a90e. 00000100:00000001:3.0:1767389052.819160:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389052.819163:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389052.819171:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767389052.819179:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4073a11 x1853241654537344/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389052.819186:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c3eab1c0 x1853241654537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389052.819194:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389052.819206:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767389052.819223:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389052.819236:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389052.819250:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024164eee. 00000100:00000001:0.0:1767389052.819255:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767389052.819260:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4073a11 x1853241654537344/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389052.819261:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016a04936 02000000:00000001:0.0:1767389052.819265:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767389052.819269:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016a04936. 02000000:00000010:0.0:1767389052.819274:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d71c060. 00000100:00000001:2.0:1767389052.819283:0:337537:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767389052.819294:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389052.819301:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767389052.819302:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767389052.819303:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001244c98e x1853241654537216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767389052.819319:0:337536:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767389052.819321:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389052.819339:0:337538:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767389052.819341:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389052.819358:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000178ef333. 02000000:00000001:3.0:1767389052.819360:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389052.819371:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389052.819379:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389052.819379:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389052.819387:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1767389052.819389:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389052.819393:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3eab1c0. 00000100:00001000:3.0:1767389052.819399:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=77 v=5 (5 0 0 0) 00000100:00000001:0.0:1767389052.819415:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1767389052.819416:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389052.819424:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389052.819437:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001244c98e x1853241654537216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389052.819437:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389052.819438:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389052.819448:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389052.819459:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767389052.819462:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767389052.819468:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.819477:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389052.819479:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.819481:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389052.819494:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389052.819504:0:337537:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767389052.819504:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767389052.819508:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4073a11 x1853241654537344/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389052.819520:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389052.819520:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389052.819547:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389052.819558:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389052.819559:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389052.819562:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389052.819565:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389052.819566:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.819574:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767389052.819576:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389052.819578:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4073a11 x1853241654537344/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767389052.819593:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767389052.819595:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=61 v=5 (5 0 0 0) 00000100:00100000:3.0:1767389052.819601:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e4073a11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654537344:0@lo:400: 00000400:00000001:0.0:1767389052.819601:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767389052.819605:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=61 v=5 (1 0 0 0) 00000400:00000010:0.0:1767389052.819613:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9daf9f9. 00000400:00000200:0.0:1767389052.819635:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7463f50 00000100:00000001:2.0:1767389052.819636:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389052.819638:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389052.819645:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389052.819650:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767389052.819660:0:337537:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001244c98e x1853241654537216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389052.819670:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7463f50. 00000100:00000001:3.0:1767389052.819673:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389052.819686:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767389052.819693:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4073a11 x1853241654537344/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389052.819698:0:337537:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389052.819705:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001fd3b5ce x1853241654537472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389052.819717:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767389052.819810:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:3.0:1767389052.819812:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389052.819821:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767389052.819825:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:3.0:1767389052.819830:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd30d963. 00000100:00000001:2.0:1767389052.819835:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389052.819850:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389052.819861:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1767389052.819862:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001244c98e x1853241654537216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767389052.819866:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000100:00000200:0.0:1767389052.819875:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001fd3b5ce x1853241654537472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389052.819884:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389052.819896:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000097c6937f. 02000000:00000001:3.0:1767389052.819915:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389052.819924:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389052.819935:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4073a11. 00000100:00000001:2.0:1767389052.819938:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389052.819957:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389052.819958:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389052.819962:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389052.819964:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389052.819966:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389052.819973:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389052.819973:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767389052.819976:0:337537:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767389052.819989:0:337537:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:0.0:1767389052.819998:0:337539:0:(client.c:1578:after_reply()) Process entered 00000004:00000040:2.0:1767389052.820000:0:337537:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000001:3.0:1767389052.820003:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767389052.820012:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389052.820014:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.820023:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389052.820026:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389052.820029:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1767389052.820030:0:337537:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000100:00000001:3.0:1767389052.820033:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389052.820045:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767389052.820051:0:337537:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389052.820056:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=71 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389052.820065:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=71 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389052.820075:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767389052.820079:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001244c98e x1853241654537216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389068 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389052.820080:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389052.820093:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767389052.820111:0:337539:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001fd3b5ce x1853241654537472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389052.820120:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001244c98e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654537216:0@lo:13: 00010000:00000001:0.0:1767389052.820155:0:337539:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.820159:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389052.820162:0:337539:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767389052.820171:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389052.820173:0:337539:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767389052.820184:0:337539:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767389052.820189:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389052.820192:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001244c98e x1853241654537216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389068 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389052.820208:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001fd3b5ce x1853241654537472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389052.820210:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389052.820218:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389052.820227:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000618c952e. 00000100:00000001:0.0:1767389052.820235:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389052.820239:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767389052.820243:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767389052.820245:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389052.820259:0:337537:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767389052.820260:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389052.820279:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389052.820283:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000151426e7. 00000100:00000040:0.0:1767389052.820288:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001fd3b5ce x1853241654537472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389052.820294:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389052.820302:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389052.820314:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001244c98e. 00000100:00100000:0.0:1767389052.820320:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001fd3b5ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:337539:1853241654537472:0@lo:400: 00000100:00000001:2.0:1767389052.820326:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389052.820329:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389052.820346:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389052.820356:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389052.820360:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389052.820362:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389052.820365:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.820375:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767389052.820377:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001fd3b5ce x1853241654537472/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389052.820382:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.820407:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389052.820415:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389052.820418:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a85b52db. 02000000:00000001:0.0:1767389052.820424:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389052.820427:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389052.820430:0:337539:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767389052.820433:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389052.820435:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db0fd4e1. 02000000:00000001:0.0:1767389052.820440:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389052.820444:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389052.820447:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001fd3b5ce. 00000100:00000001:0.0:1767389052.820453:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389052.820457:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389052.820459:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389052.820466:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389052.820468:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.820471:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389052.820473:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389052.840796:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299640859, at 4299640861 00000100:00000010:0.0:1767389052.840810:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce8a7429. 00000100:00000040:3.0:1767389052.840841:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299640860, at 4299640861 00000100:00000040:2.0:1767389052.840847:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299640860, at 4299640861 00000100:00000010:3.0:1767389052.840857:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a5659f80. 00000100:00000040:1.0:1767389052.840861:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299640860, at 4299640861 00000100:00000010:2.0:1767389052.840864:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e0bffd93. 00000100:00000010:1.0:1767389052.840879:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026f97304. 00000001:00000001:1.0:1767389052.892939:0:350895:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767389052.892951:0:350895:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:1.0:1767389052.899707:0:350895:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767389052.913413:0:350896:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000077dfdfd. 00000400:00000010:1.0:1767389052.913434:0:350896:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d9a5acaf. 00000400:00000010:1.0:1767389052.913449:0:350896:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000003360e508. 00000400:00000010:1.0:1767389052.913454:0:350896:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009fb92e2a. 00000400:00000010:1.0:1767389052.913460:0:350896:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a30102d2. 00000400:00000010:1.0:1767389052.913465:0:350896:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000eb37494. 00000400:00000010:1.0:1767389052.913468:0:350896:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c1cc8df2. 00000400:00000010:1.0:1767389052.913470:0:350896:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000532e4886. 00000400:00000010:1.0:1767389052.913476:0:350896:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c38c9696. 00000800:00000010:1.0:1767389052.913492:0:350896:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000095b04c6a. 00000800:00000200:1.0:1767389052.913508:0:350896:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767389052.913549:0:350896:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767389052.913602:0:350896:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:1.0:1767389052.913633:0:350896:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp35 [8/256/0/180] 00000400:00000010:1.0:1767389052.916451:0:350896:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000005aafb00d. 00000400:00000010:1.0:1767389052.916460:0:350896:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026ae46c6. 00000400:00000010:1.0:1767389052.916465:0:350896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000636dd8e7. 00000400:00000001:1.0:1767389052.916493:0:350896:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389052.916495:0:350896:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389052.916498:0:350896:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001afdfa6e. 00000400:00000200:1.0:1767389052.916503:0:350896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eccd4e70 00000400:00000010:1.0:1767389052.916505:0:350896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eccd4e70. 00000400:00000010:1.0:1767389052.916511:0:350896:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 000000005a10e7ef. 00000400:00000200:1.0:1767389052.916520:0:350896:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (25) 00000400:00000200:1.0:1767389052.916557:0:350896:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389052.916572:0:350896:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:1.0:1767389052.916583:0:350896:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000bd26cdb3. 00000020:01000000:1.0:1767389052.916590:0:350896:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767389052.916594:0:350896:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp35 00000400:00000010:1.0:1767389052.916622:0:350896:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d9a5acaf. 00000400:00000200:3.0:1767389052.916625:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767389052.916630:0:350896:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000077dfdfd. 00000400:00000200:3.0:1767389052.916641:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000400:00000010:3.0:1767389052.916657:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e94a90e. 00000400:00000200:3.0:1767389052.916662:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (26) 00000400:00000010:3.0:1767389052.916668:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000358a6932. 00000020:00000001:0.0:1767389052.916672:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767389052.916675:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 10000000:00000001:0.0:1767389052.916683:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767389052.916690:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767389052.916695:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767389052.916697:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000020:01000004:0.0:1767389052.916708:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767389052.916714:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767389052.916715:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000400:00000200:3.0:1767389052.916809:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000020:01000004:0.0:1767389052.916813:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389052.916817:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767389052.916823:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000020:01000004:0.0:1767389052.916830:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389052.916835:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389052.916839:0:257746:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767389052.916843:0:257746:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767389052.916855:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 00000400:00000200:3.0:1767389052.916868:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000020:01000004:0.0:1767389052.916870:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389052.916878:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767389052.916884:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000100:00000010:0.0:1767389052.916886:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000249646bc. 00000400:00000200:3.0:1767389052.916902:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000020:00000040:0.0:1767389052.916904:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:3.0:1767389052.916924:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000100:00000001:0.0:1767389052.916926:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389052.916934:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767389052.916941:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 02000000:00000001:0.0:1767389052.916944:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389052.916954:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 02000000:00000010:0.0:1767389052.916958:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007c7bae14. 00000400:00000200:3.0:1767389052.916966:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000100:00000001:0.0:1767389052.916970:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389052.916981:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000100:00000001:0.0:1767389052.916986:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767389052.916995:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000100:00000001:0.0:1767389052.916998:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389052.917028:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000100:00000040:0.0:1767389052.917036:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000249646bc] to pc [ptlrpcd_00_01+1] req@00000000249646bc x1853241654537728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389052.917049:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 00000400:00000200:3.0:1767389052.917100:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000400:00000200:3.0:1767389052.917110:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000400:00000200:3.0:1767389052.917117:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000400:00000200:3.0:1767389052.917123:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 16], ns[58, 16] 00000400:00000200:3.0:1767389052.917129:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[88, 16], ns[89, 16] 10000000:00000001:0.0:1767389052.917136:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389052.917137:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 16], ns[83, 16] 10000000:00000001:0.0:1767389052.917152:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389052.917159:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767389052.917163:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767389052.917172:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389052.917186:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767389052.917189:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767389052.917192:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 16], ns[87, 16] 00000100:00000001:2.0:1767389052.917194:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767389052.917195:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767389052.917207:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 16], ns[90, 16] 10000000:00000001:0.0:1767389052.917216:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767389052.917222:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:2.0:1767389052.917228:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000249646bc x1853241654537728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389052.917230:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 16], ns[0, 16] 00000020:01000004:0.0:1767389052.917240:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767389052.917252:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767389052.917267:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000020:01000004:0.0:1767389052.917267:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389052.917282:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767389052.917283:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767389052.917295:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp33 00000100:00000001:2.0:1767389052.917296:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767389052.917297:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389052.917305:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389052.917309:0:257746:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767389052.917314:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp33 lpni_is_preferred = 0 00000020:01000004:0.0:1767389052.917319:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767389052.917326:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767389052.917327:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767389052.917335:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp33 02000000:00000001:2.0:1767389052.917344:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767389052.917346:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e925b2c. 00000400:00000200:3.0:1767389052.917352:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp33 NI seq info: [91:91:256:4294967295] 192.168.204.113@tcp33 LPNI seq info [90:90:8:4294967295] 00000020:00000040:0.0:1767389052.917366:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 02000000:00000001:2.0:1767389052.917367:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389052.917384:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp33 00000100:00000001:0.0:1767389052.917386:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1767389052.917391:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000249646bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654537728:0@lo:253: 02000000:00000001:0.0:1767389052.917399:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767389052.917404:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389052.917407:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389052.917413:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389052.917430:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389052.917436:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009ad56601. 02000000:00000001:2.0:1767389052.917438:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767389052.917448:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp33(192.168.204.113@tcp33:) -> 192.168.204.113@tcp33(192.168.204.113@tcp:192.168.204.113@tcp33) : PUT try# 0 02000000:00000010:2.0:1767389052.917457:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000d6318e3. 00000100:00000001:0.0:1767389052.917458:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767389052.917463:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.113@tcp33 02000000:00000001:2.0:1767389052.917467:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767389052.917473:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097c6937f. 00000400:00000010:2.0:1767389052.917478:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024164eee. 00000100:00000001:0.0:1767389052.917483:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389052.917491:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767389052.917494:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000071c9ae5f. 00000400:00000010:2.0:1767389052.917494:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0d0f52d. 00000800:00000010:3.0:1767389052.917516:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000fab465bc. 00000100:00000200:2.0:1767389052.917522:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654537728, portal 25 00000100:00000040:0.0:1767389052.917548:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e925b2c] to pc [ptlrpcd_00_02+2] req@000000008e925b2c x1853241654537856/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389052.917555:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389052.917563:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520928896 : -122821188622720 : ffff904b76ae6680) 00000800:00000200:3.0:1767389052.917566:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071c9ae5f] -> 12345-192.168.204.113@tcp33 (2) 00000100:00000040:2.0:1767389052.917593:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000249646bc x1853241654537728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1767389052.917607:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071c9ae5f] -> 12345-192.168.204.113@tcp33 (2) 00000400:00000200:3.0:1767389052.917647:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000100:00000001:2.0:1767389052.917648:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767389052.917657:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100571 rc 0 10000000:00000001:0.0:1767389052.917660:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389052.917672:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:0.0:1767389052.917675:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389052.917681:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389052.917682:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8f5fe0e. 00000020:01000000:0.0:1767389052.917685:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767389052.917699:0:257746:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000bd26cdb3. 00000100:00000200:2.0:1767389052.917702:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654537728, offset 0 00000100:00000001:0.0:1767389052.917772:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389052.917781:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.917797:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767389052.917799:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389052.917804:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767389052.917810:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000100:00000001:0.0:1767389052.917812:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767389052.917823:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767389052.917829:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008e925b2c x1853241654537856/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389052.917846:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767389052.917850:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372806e00 00000100:00000001:0.0:1767389052.917853:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389052.917869:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767389052.917870:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1445 [2] + 0 02000000:00000001:0.0:1767389052.917882:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767389052.917884:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2cbca3c. 00000400:00000200:3.0:1767389052.917892:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 02000000:00000001:0.0:1767389052.917905:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389052.917908:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004747a0cf 00000100:00100000:0.0:1767389052.917915:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008e925b2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654537856:0@lo:253: 00000400:00000200:2.0:1767389052.917920:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389052.917923:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767389052.917936:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767389052.917936:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389052.917953:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389052.917956:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004747a0cf 02000000:00000001:0.0:1767389052.917963:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767389052.917964:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004747a0cf. 00000100:00000001:2.0:1767389052.917977:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767389052.917980:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000100:00000200:2.0:1767389052.917982:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:0.0:1767389052.917983:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000924c41d2. 00000100:00000040:2.0:1767389052.918005:0:337537:0:(events.c:337:request_in_callback()) incoming req@000000007020a9a3 x1853241654537728 msgsize 4848 02000000:00000001:0.0:1767389052.918009:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389052.918023:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000448d3bef. 00000100:00100000:2.0:1767389052.918040:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767389052.918044:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8efb284. 00000100:00000040:2.0:1767389052.918047:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:0.0:1767389052.918063:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654537856, portal 25 00000100:00000001:0.0:1767389052.918069:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767389052.918072:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000100:00000001:0.0:1767389052.918074:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520919936 : -122821188631680 : ffff904b76ae4380) 00000100:00000001:2.0:1767389052.918076:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767389052.918101:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008e925b2c x1853241654537856/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389052.918102:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8f5fe0e 00000400:00000010:2.0:1767389052.918108:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8f5fe0e. 00000100:00000001:2.0:1767389052.918116:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389052.918129:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000249646bc x1853241654537728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389052.918130:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389052.918155:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767389052.918166:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000100:00000001:2.0:1767389052.918168:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767389052.918169:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dcecb2fe. 00000100:00000200:0.0:1767389052.918188:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654537856, offset 0 00000100:00000040:2.0:1767389052.918192:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000249646bc x1853241654537728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389052.918212:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389052.918223:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389052.918225:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389052.918249:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.918263:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299640961 00000400:00000200:3.0:1767389052.918266:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389052.918272:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767389052.918279:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e0bffd93. 00000100:00000001:2.0:1767389052.918294:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767389052.918308:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372806e80 00000100:00000001:2.0:1767389052.918310:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299640961 00000100:00000010:2.0:1767389052.918322:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ed541145. 00000400:00000200:0.0:1767389052.918329:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1471 [2] + 0 00000100:00000001:2.0:1767389052.918331:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767389052.918353:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051f1fc17. 00000100:00000001:2.0:1767389052.918355:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299640961 00000400:00000200:0.0:1767389052.918366:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002595c634 00000100:00000010:2.0:1767389052.918368:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097425e09. 00000400:00000200:3.0:1767389052.918391:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000100:00000001:2.0:1767389052.918391:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767389052.918396:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389052.918408:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299640961 00000400:00000200:0.0:1767389052.918421:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767389052.918423:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f80b910b. 00000100:00000001:2.0:1767389052.918435:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767389052.918435:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002595c634 00000400:00000010:0.0:1767389052.918458:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002595c634. 00000100:00000001:2.0:1767389052.918463:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389052.918470:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.918477:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767389052.918478:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389052.918486:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767389052.918488:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389052.918502:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000100:00000040:0.0:1767389052.918514:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000056a2d97 x1853241654537856 msgsize 4848 00000100:00000001:2.0:1767389052.918518:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767389052.918551:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389052.918559:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767389052.918560:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767389052.918582:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389052.918583:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389052.918586:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389052.918593:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389052.918602:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcecb2fe 00000100:00000001:2.0:1767389052.918603:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389052.918614:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dcecb2fe. 00000100:00000001:0.0:1767389052.918628:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389052.918643:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008e925b2c x1853241654537856/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389052.918647:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000100:00000001:2.0:1767389052.918673:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389052.918675:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767389052.918692:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654537728 00000100:00000040:0.0:1767389052.918698:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008e925b2c x1853241654537856/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389052.918706:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389052.918720:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389052.918797:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.918804:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.918805:0:337538:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767389052.918816:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389052.918823:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654537728 00000100:00000001:0.0:1767389052.918825:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389052.918837:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767389052.918839:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299640962 00000020:00000040:2.0:1767389052.918843:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:2.0:1767389052.918854:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767389052.918856:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000020:00000040:2.0:1767389052.918860:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000001:0.0:1767389052.918865:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299640961 00000020:00000001:2.0:1767389052.918870:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389052.918874:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389052.918893:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389052.918898:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299640962 00000020:00000010:2.0:1767389052.918904:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1bafdff. 00000100:00000001:0.0:1767389052.918912:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299640961 00000100:00000001:2.0:1767389052.918914:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389052.918929:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1bafdff. 00000400:00000200:3.0:1767389052.918932:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000100:00000001:0.0:1767389052.918933:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299640962 00000020:00000010:2.0:1767389052.918940:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000041d4abdf. 00000100:00000001:0.0:1767389052.918942:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299640961 00000020:00000010:2.0:1767389052.918954:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000042f8ae28. 00000100:00000001:0.0:1767389052.918959:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299640962 00000020:00000010:2.0:1767389052.918967:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001223d23c. 00000100:00000001:0.0:1767389052.918972:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299640961 00000100:00000040:2.0:1767389052.918992:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767389052.918993:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389052.919014:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389052.919016:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.919018:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389052.919027:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.919030:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389052.919036:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000100:00000001:0.0:1767389052.919037:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389052.919039:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.919064:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389052.919070:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389052.919076:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389052.919079:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389052.919087:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389052.919095:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.919106:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.919112:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389052.919122:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654537856 02000000:00000001:2.0:1767389052.919128:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389052.919133:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389052.919136:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389052.919142:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.919144:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389052.919154:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389052.919164:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654537856 00000020:00000001:2.0:1767389052.919170:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389052.919176:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:2.0:1767389052.919181:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767389052.919186:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000020:00000040:2.0:1767389052.919187:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:2.0:1767389052.919198:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389052.919201:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767389052.919203:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389052.919209:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767389052.919214:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389052.919224:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1bafdff. 00000100:00100000:0.0:1767389052.919233:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00000001:2.0:1767389052.919235:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767389052.919240:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000020:00000010:2.0:1767389052.919243:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1bafdff. 00000100:00000001:0.0:1767389052.919247:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684801616 : -122822024750000 : ffff904b44d81c50) 00000020:00000010:2.0:1767389052.919257:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084351e6a. 00000100:00000040:0.0:1767389052.919264:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007020a9a3 x1853241654537728/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:503/0 lens 4848/0 e 0 to 0 dl 1767389063 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389052.919272:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a26ec7d0. 00000020:00000010:2.0:1767389052.919292:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf898d4. 00000100:00000001:0.0:1767389052.919295:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767389052.919296:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000100:00000001:2.0:1767389052.919304:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767389052.919311:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c0bfde8. 00000100:00000001:2.0:1767389052.919312:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389052.919325:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.919328:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389052.919341:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c0bfde8. 00000100:00000001:2.0:1767389052.919349:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.919360:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767389052.919369:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007020a9a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654537728:12345-0@lo:253: 00000100:00000200:0.0:1767389052.919379:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654537728 00000100:00000001:2.0:1767389052.919390:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767389052.919396:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389052.919398:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767389052.919406:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000020:00000001:0.0:1767389052.919412:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767389052.919425:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000020:00000001:0.0:1767389052.919425:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389052.919441:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767389052.919443:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:2.0:1767389052.919454:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684798544 : -122822024753072 : ffff904b44d81050) 00000020:00000001:0.0:1767389052.919454:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000400:00000200:3.0:1767389052.919458:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000020:00000001:0.0:1767389052.919481:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389052.919489:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389052.919490:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000056a2d97 x1853241654537856/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:503/0 lens 4848/0 e 0 to 0 dl 1767389063 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389052.919507:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389052.919516:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767389052.919547:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000020:00000001:0.0:1767389052.919554:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.919555:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389052.919568:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767389052.919569:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1bafdff. 02000000:00000001:0.0:1767389052.919582:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767389052.919584:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389052.919595:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1bafdff. 02000000:00000010:0.0:1767389052.919604:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006b160a2e. 00000100:00100000:2.0:1767389052.919606:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000056a2d97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654537856:12345-0@lo:253: 02000000:00000001:0.0:1767389052.919618:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.919630:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389052.919631:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654537856 20000000:00000001:0.0:1767389052.919637:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767389052.919648:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 20000000:00000010:0.0:1767389052.919655:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c24839ce. 00000020:00000001:2.0:1767389052.919657:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:01000000:0.0:1767389052.919665:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767389052.919671:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:0.0:1767389052.919671:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767389052.919679:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767389052.919683:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389052.919686:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389052.919698:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389052.919699:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767389052.919709:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767389052.919711:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:2.0:1767389052.919723:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389052.919806:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767389052.919811:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000821f0e93. 00000020:00000001:2.0:1767389052.919812:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389052.919821:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:0.0:1767389052.919823:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 00000400:00000200:3.0:1767389052.919825:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000020:00000001:2.0:1767389052.919835:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389052.919846:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:2.0:1767389052.919848:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389052.919864:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:0.0:1767389052.919867:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000010:2.0:1767389052.919877:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000801f716c. 02000000:00000001:2.0:1767389052.919885:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.919890:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389052.919895:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767389052.919915:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001225e4c9. 00000400:00000200:3.0:1767389052.919917:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 20000000:01000000:2.0:1767389052.919922:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767389052.919930:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767389052.919934:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389052.919940:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389052.919944:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389052.919949:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767389052.919986:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.920039:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00080000:00000001:0.0:1767389052.920082:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767389052.920089:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767389052.920094:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389052.920098:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:3.0:1767389052.920104:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000020:00000001:0.0:1767389052.920105:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767389052.920116:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:0.0:1767389052.920125:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767389052.920132:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cadb5515. 00080000:00000001:0.0:1767389052.920139:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252119560192 : -122821589991424 : ffff904b5ec20000) 00080000:00000001:0.0:1767389052.920145:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:3.0:1767389052.920159:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.920221:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.920292:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000001:00000001:0.0:1767389052.920338:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767389052.920341:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389052.920347:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:3.0:1767389052.920374:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00080000:00000001:0.0:1767389052.920390:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389052.920398:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:3.0:1767389052.920449:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.920575:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.920692:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00080000:00000001:0.0:1767389052.920853:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767389052.920860:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767389052.920889:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.920928:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.921025:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.921094:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389052.921130:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389052.921424:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002c5c95e. 00000800:00000010:3.0:1767389052.921432:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f0f3972a. 00000800:00000010:3.0:1767389052.921439:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005e4ecb95. 00000800:00000010:3.0:1767389052.921485:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005e4ecb95. 00000800:00020000:3.0:1767389052.921500:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389052.921505:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f0f3972a. 00000800:00000010:3.0:1767389052.921511:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002c5c95e. 00000400:02020000:3.0:1767389052.921676:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp33 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389052.921690:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp33 notifying 192.168.204.113@tcp33: down 00000800:00000200:3.0:1767389052.921705:0:337526:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp33 down 00000800:00000100:3.0:1767389052.921717:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 464 0@<0:0>->192.168.204.113@tcp33 00000800:00000010:3.0:1767389052.921722:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097c6937f. 00000400:00000200:3.0:1767389052.921726:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389052.921734:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp33->192.168.204.113@tcp33: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767389052.921806:0:337526:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp33 added to recovery queue. ping count: 0 next ping: 4974 health :900 00000400:00000200:3.0:1767389052.921816:0:337526:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767389052.921834:0:337526:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 1 00000400:00000200:3.0:1767389052.921850:0:337526:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:3.0:1767389052.921897:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767389052.921908:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x101171 00000400:00000001:3.0:1767389052.921915:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389052.921919:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767389052.921924:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e94a90e 00000400:00000010:3.0:1767389052.921930:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e94a90e. 00000400:00000200:3.0:1767389052.921935:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767389052.921942:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:3.0:1767389052.921947:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (27) 00000400:00000200:3.0:1767389052.921956:0:337534:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.113@tcp 00000400:00000200:3.0:1767389052.921963:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 rc -71 00000400:00000200:3.0:1767389052.921974:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:3.0:1767389052.921988:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (26) 00080000:00000001:0.0:1767389052.935991:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767389052.936001:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00080000:00000001:2.0:1767389052.936011:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767389052.936011:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767389052.936024:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767389052.936025:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:2.0:1767389052.936041:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1767389052.936044:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767389052.936047:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1767389052.936050:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000cadb5515. 00080000:00000001:2.0:1767389052.936059:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767389052.936061:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767389052.936085:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389052.936092:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767389052.936103:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000399494bd. 00080000:00000020:0.0:1767389052.936104:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767389052.936113:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:3.0:1767389052.936120:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767389052.936129:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767389052.936144:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389052.936151:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389052.936156:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389052.936164:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389052.936169:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389052.936182:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000de565668. 00080000:00000001:3.0:1767389052.936183:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767389052.936195:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767389052.936197:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767389052.936199:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389052.936207:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000010:0.0:1767389052.936210:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018c4a8e0. 00000020:00000001:3.0:1767389052.936212:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767389052.936219:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389052.936229:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000018c4a8e0 with handle 0x95cd417baf429520 to hash 00000020:00000001:3.0:1767389052.936233:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00000020:00000001:0.0:1767389052.936236:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767389052.936245:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767389052.936247:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389052.936255:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00080000:00000010:3.0:1767389052.936256:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004eed1948. 00010000:00000001:0.0:1767389052.936263:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767389052.936265:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247376470016 : -122826333081600 : ffff904a440c3000) 00010000:00000001:0.0:1767389052.936275:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389052.936276:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:0.0:1767389052.936288:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429520 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389052.936304:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389052.936311:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389052.936315:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389052.936328:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389052.936332:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389052.936337:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389052.936341:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389052.936345:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389052.936350:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389052.936355:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389052.936359:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389052.936364:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000de565668) refcount = 1 00010000:00010000:0.0:1767389052.936370:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429520 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389052.936380:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389052.936385:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389052.936389:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389052.936394:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389052.936400:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389052.936405:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389052.936412:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:0.0:1767389052.936419:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389052.936423:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389052.936426:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018c4a8e0 refcount=4 00000020:00000001:0.0:1767389052.936431:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389052.936437:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00000001:00000001:3.0:1767389052.936441:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767389052.936441:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:3.0:1767389052.936459:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389052.936459:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429520 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767389052.936474:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767389052.936488:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389052.936492:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429520 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389052.936501:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389052.936504:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389052.936507:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429520 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767389052.936509:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389052.936545:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767389052.936570:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389052.936573:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389052.936578:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389052.936592:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429520 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389052.936600:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000018c4a8e0 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389052.936605:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389052.936609:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389052.936614:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429520 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389052.936622:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389052.936624:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389052.936628:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389052.936631:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018c4a8e0 refcount=5 00000020:00000001:0.0:1767389052.936634:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389052.936639:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389052.936645:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389052.936649:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429520 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389052.936657:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389052.936662:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389052.936666:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389052.936675:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389052.936680:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389052.936688:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389052.936691:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389052.936694:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000018c4a8e0 with handle 0x95cd417baf429520 from hash 00010000:00000001:0.0:1767389052.936699:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389052.936703:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389052.936707:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389052.936719:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00080000:00000001:3.0:1767389052.936760:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767389052.936767:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767389052.936789:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389052.936795:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389052.936802:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389052.936805:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389052.936813:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389052.936817:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389052.936819:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389052.936823:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389052.936826:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389052.936829:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389052.936833:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389052.936837:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389052.936840:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429520 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389052.936849:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389052.936854:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389052.936856:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389052.936861:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389052.936865:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389052.936868:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389052.936872:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389052.936878:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389052.936882:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389052.936887:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429520 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389052.936896:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389052.936901:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389052.936904:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000018c4a8e0/0x95cd417baf429520 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389052.936912:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000de565668 count: 0 00010000:00000001:0.0:1767389052.936949:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389052.936952:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767389052.942802:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299640962, at 4299640963 00000100:00000040:2.0:1767389052.942810:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299640962, at 4299640963 00000100:00000010:3.0:1767389052.942814:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f80b910b. 00000100:00000040:0.0:1767389052.942823:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299640962, at 4299640963 00000100:00000010:2.0:1767389052.942825:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097425e09. 00000100:00000040:1.0:1767389052.942825:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299640962, at 4299640963 00000100:00000010:0.0:1767389052.942855:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e0bffd93. 00000100:00000010:1.0:1767389052.942857:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ed541145. 00010000:00000010:0.1:1767389052.944828:0:338042:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000de565668. 00010000:00000010:0.1:1767389052.944847:0:338042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018c4a8e0. 00000400:00000010:1.0:1767389052.953379:0:350901:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008b364d93. 00000400:00000040:1.0:1767389052.953411:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389052.953415:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767389052.953417:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389052.953419:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389052.953423:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389052.953425:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767389052.953429:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389052.953432:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767389052.953434:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767389052.953438:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767389052.953441:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767389052.953444:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389052.953448:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767389052.953450:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389052.953452:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767389052.953455:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767389052.953459:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389052.953462:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767389052.953468:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767389052.953472:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389052.953475:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389052.953480:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389052.953484:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389052.953488:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389052.953493:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767389052.953498:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389052.953501:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389052.953504:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389052.953508:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389052.953510:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389052.953512:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767389052.953517:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389052.953520:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389052.953541:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389052.953544:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389052.953555:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389052.953557:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767389052.953561:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389052.953591:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389052.953594:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767389052.953597:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767389052.953600:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389052.953602:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767389052.953605:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767389052.953607:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767389052.953610:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767389052.953612:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767389052.953615:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767389052.953620:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767389052.953622:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389052.953625:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767389052.953627:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767389052.953628:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767389052.953631:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767389052.953634:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767389052.953638:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767389052.953641:0:350901:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767389052.953736:0:350901:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008b364d93. 00080000:00000001:2.0:1767389052.956883:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767389052.956894:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00080000:00000001:0.0:1767389052.956896:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:2.0:1767389052.956899:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767389052.956904:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767389052.956905:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:0.0:1767389052.956910:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:2.0:1767389052.956911:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767389052.956915:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389052.956919:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767389052.956931:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004eed1948. 00080000:00000001:0.0:1767389052.956938:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767389052.956942:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767389052.956949:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767389052.956956:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767389052.956991:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767389052.956994:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767389052.956998:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767389052.957002:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389052.957005:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389052.957015:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001ae416d0. 00010000:00000001:2.0:1767389052.957021:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389052.957025:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000078f6d8b2. 00000020:00000001:2.0:1767389052.957029:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389052.957033:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000078f6d8b2 with handle 0x95cd417baf429527 to hash 00000020:00000001:2.0:1767389052.957036:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389052.957038:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389052.957041:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389052.957044:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389052.957046:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389052.957049:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429527 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389052.957058:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389052.957062:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389052.957065:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389052.957067:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389052.957069:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389052.957072:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389052.957073:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389052.957076:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389052.957078:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389052.957080:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389052.957082:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389052.957084:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001ae416d0) refcount = 1 00010000:00010000:2.0:1767389052.957088:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429527 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389052.957105:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389052.957108:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389052.957110:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389052.957112:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389052.957114:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389052.957118:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767389052.957121:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:2.0:1767389052.957124:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389052.957126:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389052.957128:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000078f6d8b2 refcount=4 00000020:00000001:2.0:1767389052.957130:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389052.957133:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389052.957135:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389052.957137:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429527 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389052.957142:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389052.957144:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429527 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389052.957149:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389052.957151:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389052.957153:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429527 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389052.957158:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389052.957159:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389052.957162:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389052.957164:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429527 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389052.957170:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000078f6d8b2 already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389052.957172:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389052.957181:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389052.957182:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429527 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389052.957188:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389052.957189:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389052.957190:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389052.957191:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000078f6d8b2 refcount=5 00000020:00000001:2.0:1767389052.957193:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389052.957194:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389052.957197:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389052.957199:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429527 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389052.957204:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389052.957205:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389052.957207:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389052.957209:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389052.957211:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389052.957212:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389052.957213:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389052.957215:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000078f6d8b2 with handle 0x95cd417baf429527 from hash 00010000:00000001:2.0:1767389052.957217:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389052.957219:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389052.957219:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389052.957220:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389052.957222:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389052.957224:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389052.957226:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389052.957228:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389052.957230:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389052.957232:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389052.957233:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389052.957251:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389052.957252:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389052.957254:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389052.957263:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389052.957265:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389052.957267:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429527 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389052.957273:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389052.957274:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389052.957275:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389052.957277:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389052.957279:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389052.957280:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389052.957282:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389052.957284:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389052.957285:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389052.957288:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429527 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389052.957293:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767389052.957295:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389052.957296:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000078f6d8b2/0x95cd417baf429527 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389052.957302:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001ae416d0 count: 0 00010000:00000001:2.0:1767389052.957328:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767389052.957330:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767389052.958589:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389052.958594:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389052.958598:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c24839ce. 20000000:00000001:1.0:1767389052.958608:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389052.958612:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654537728 00010000:00000001:1.0:1767389052.958615:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389052.958623:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007020a9a3 x1853241654537728/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:503/0 lens 4848/4768 e 0 to 0 dl 1767389063 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389052.958631:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389052.958634:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389052.958637:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389052.958641:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389052.958644:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389052.958647:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389052.958661:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389052.958664:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389052.958670:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389052.958675:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389052.958679:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9a5acaf. 00000100:00000200:1.0:1767389052.958685:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654537728, offset 224 00000400:00000200:1.0:1767389052.958691:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389052.958701:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389052.958720:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372806e00 00000400:00000200:1.0:1767389052.958800:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c5d [2] + 224 00000400:00000200:1.0:1767389052.958807:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389052.958814:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389052.958823:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389052.958828:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000249646bc x1853241654537728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389052.958840:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000249646bc x1853241654537728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389052.958863:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389052.958869:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9a5acaf 00000400:00000010:1.0:1767389052.958872:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9a5acaf. 00000100:00000001:1.0:1767389052.958881:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389052.958884:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389052.958892:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.958894:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767389052.958898:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:2.0:1767389052.958901:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767389052.958903:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389052.958909:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767389052.958911:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767389052.958912:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767389052.958916:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389052.958922:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024164eee. 00000100:00000040:1.0:1767389052.958924:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007020a9a3 x1853241654537728/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:503/0 lens 4848/4768 e 0 to 0 dl 1767389063 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389052.958930:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0d0f52d 00000400:00000010:2.0:1767389052.958934:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0d0f52d. 00000100:00100000:1.0:1767389052.958935:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007020a9a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654537728:12345-0@lo:253: Request processed in 39639us (40928us total) trans 0 rc 0/0 00000100:00000001:2.0:1767389052.958940:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389052.958951:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000249646bc x1853241654537728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389052.958952:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000040:1.0:1767389052.958959:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000200:2.0:1767389052.958967:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000249646bc x1853241654537728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389052.958973:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389052.958981:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389052.958986:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000042f8ae28. 00000020:00000010:1.0:1767389052.958993:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001223d23c. 00000100:00000001:2.0:1767389052.959001:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:1.0:1767389052.959001:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000041d4abdf. 00000100:00000001:2.0:1767389052.959005:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767389052.959009:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00000001:2.0:1767389052.959010:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389052.959015:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389052.959020:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767389052.959022:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767389052.959024:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389052.959027:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006b160a2e. 02000000:00000001:2.0:1767389052.959029:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389052.959033:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:2.0:1767389052.959036:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=77 v=5 (5 0 0 0) 00000100:00000001:1.0:1767389052.959038:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767389052.959046:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=77 v=5 (1 0 0 0) 00000100:00000200:1.0:1767389052.959048:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767389052.959053:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389052.959056:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389052.959056:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000924e986b. 00010000:00000001:2.0:1767389052.959062:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389052.959064:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389052.959064:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d9a5acaf. 00000100:00000001:2.0:1767389052.959071:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389052.959075:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000249646bc x1853241654537728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389052.959082:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389052.959084:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389052.959085:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767389052.959089:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767389052.959091:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767389052.959093:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389052.959094:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389052.959096:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389052.959097:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389052.959098:0:337537:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767389052.959099:0:337537:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767389052.959101:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389052.959102:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767389052.959104:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000249646bc x1853241654537728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389052.959110:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000249646bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654537728:0@lo:253: 00000100:00000001:2.0:1767389052.959114:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389052.959116:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389052.959126:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000249646bc x1853241654537728/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389052.959132:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389052.959135:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389052.959138:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000d6318e3. 02000000:00000001:2.0:1767389052.959143:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389052.959145:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389052.959146:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389052.959149:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389052.959152:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007c7bae14. 02000000:00000001:2.0:1767389052.959158:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389052.959161:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389052.959163:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000249646bc. 00000100:00000001:2.0:1767389052.959167:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389052.959169:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389052.959171:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389052.959177:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389052.959178:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.959181:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389052.959183:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767389052.962616:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767389052.962621:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767389052.962623:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001225e4c9. 20000000:00000001:2.0:1767389052.962633:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389052.962637:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654537856 00010000:00000001:2.0:1767389052.962641:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389052.962646:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000056a2d97 x1853241654537856/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:503/0 lens 4848/4768 e 0 to 0 dl 1767389063 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389052.962657:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389052.962659:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389052.962663:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389052.962668:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389052.962672:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389052.962675:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389052.962679:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389052.962681:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389052.962694:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389052.962699:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389052.962702:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0d0f52d. 00000100:00000200:2.0:1767389052.962705:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654537856, offset 224 00000400:00000200:2.0:1767389052.962710:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389052.962716:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389052.962723:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372806e80 00000400:00000200:2.0:1767389052.962761:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c65 [2] + 224 00000400:00000200:2.0:1767389052.962768:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389052.962774:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389052.962789:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389052.962795:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008e925b2c x1853241654537856/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389052.962803:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008e925b2c x1853241654537856/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389052.962820:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389052.962826:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0d0f52d 00000400:00000010:2.0:1767389052.962828:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0d0f52d. 00000100:00000001:2.0:1767389052.962831:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389052.962834:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389052.962838:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389052.962842:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389052.962846:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389052.962849:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389052.962851:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767389052.962857:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000056a2d97 x1853241654537856/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:503/0 lens 4848/4768 e 0 to 0 dl 1767389063 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389052.962863:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767389052.962871:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000056a2d97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337538:x1853241654537856:12345-0@lo:253: Request processed in 43316us (44352us total) trans 0 rc 0/0 00000100:00000001:0.0:1767389052.962872:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389052.962887:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767389052.962888:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000400:00000001:0.0:1767389052.962892:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767389052.962894:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000400:00000010:0.0:1767389052.962898:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000448d3bef. 00000100:00000001:2.0:1767389052.962900:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389052.962908:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767389052.962912:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8efb284 00000400:00000010:0.0:1767389052.962916:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8efb284. 00000020:00000010:2.0:1767389052.962922:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a26ec7d0. 00000100:00000001:0.0:1767389052.962925:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767389052.962937:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf898d4. 00000100:00000200:0.0:1767389052.962943:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008e925b2c x1853241654537856/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389052.962944:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084351e6a. 00000020:00000040:2.0:1767389052.962956:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:2.0:1767389052.962968:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389052.962975:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000801f716c. 00000100:00000200:0.0:1767389052.962982:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008e925b2c x1853241654537856/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389052.962985:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389052.962994:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389052.963010:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389052.963024:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024164eee. 00000100:00000001:0.0:1767389052.963026:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389052.963035:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767389052.963038:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0d0f52d. 00000100:00000001:0.0:1767389052.963041:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389052.963050:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389052.963054:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389052.963058:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389052.963063:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389052.963068:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=77 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389052.963074:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389052.963078:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389052.963079:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389052.963082:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389052.963084:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.963088:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389052.963092:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008e925b2c x1853241654537856/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389052.963102:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389052.963124:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389052.963126:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389052.963131:0:337538:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389052.963134:0:337538:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767389052.963136:0:337538:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389052.963138:0:337538:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389052.963140:0:337538:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389052.963142:0:337538:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389052.963144:0:337538:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767389052.963148:0:337538:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389052.963149:0:337538:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389052.963153:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e925b2c x1853241654537856/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389052.963171:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008e925b2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654537856:0@lo:253: 00000100:00000001:0.0:1767389052.963178:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389052.963182:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389052.963189:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008e925b2c x1853241654537856/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389068 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389052.963197:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389052.963199:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389052.963202:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000924c41d2. 02000000:00000001:0.0:1767389052.963207:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389052.963212:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389052.963213:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389052.963216:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389052.963218:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009ad56601. 02000000:00000001:0.0:1767389052.963226:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389052.963228:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389052.963230:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008e925b2c. 00000100:00000001:0.0:1767389052.963233:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389052.963235:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389052.963238:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389052.963245:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389052.963248:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389052.963253:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389052.963255:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767389052.965807:0:350905:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001ae416d0. 00010000:00000010:2.1:1767389052.965816:0:350905:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000078f6d8b2. 00010000:00000001:3.0:1767389053.131803:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389053.131807:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389053.131813:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389053.131814:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389053.131854:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389053.131862:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389053.131865:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767389053.516974:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389053.516980:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389053.516983:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f4d85e8 00000400:00000010:0.0:1767389053.516986:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f4d85e8. 00000400:00000200:0.0:1767389053.516991:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767389053.516996:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767389053.517003:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000083691b94. 00000400:00000010:0.0:1767389053.517008:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000318092c4. 00000400:00000200:0.0:1767389053.517013:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp33 00000400:00000010:0.0:1767389053.517017:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fa536520. 00000400:00000010:0.0:1767389053.517021:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000010dc06b. 00000400:00000010:0.0:1767389053.517024:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f4d85e8. 00000400:00000010:0.0:1767389053.517029:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e9ac4409. 00000400:00000200:0.0:1767389053.517034:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp33 00000400:00000200:0.0:1767389053.517044:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp33 local destination 00000400:00000200:0.0:1767389053.517049:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp33 00000400:00000200:0.0:1767389053.517053:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp33 NI seq info: [92:92:256:4294967295] 192.168.204.113@tcp33 LPNI seq info [91:91:8:4294967295] 00000400:00000200:0.0:1767389053.517058:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp33 00000400:00000200:0.0:1767389053.517065:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp33(192.168.204.113@tcp33:) -> 192.168.204.113@tcp33(192.168.204.113@tcp33:192.168.204.113@tcp33) : GET try# 0 00000800:00000200:0.0:1767389053.517070:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp33 00000800:00000010:0.0:1767389053.517090:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007949a34c. 00000800:00000200:0.0:1767389053.517100:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071c9ae5f] -> 12345-192.168.204.113@tcp33 (2) 00000800:00000200:0.1:1767389053.517107:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071c9ae5f] -> 12345-192.168.204.113@tcp33 (2) 00000400:00000200:0.0:1767389053.517132:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp33 added to recovery queue. ping count: 1 next ping: 4976 health :900 00000400:00000200:1.0:1767389053.517266:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.517314:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.517340:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.517371:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.517392:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.517419:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.517452:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.517488:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.517508:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.517563:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.517596:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.517621:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.517652:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.517678:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.517708:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.517773:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.517862:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.517979:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.518022:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.518048:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.518084:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.518121:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.518152:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.518196:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.518236:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.518261:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.518296:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.518329:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.518369:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.518409:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.518451:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.518555:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.518635:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.518698:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389053.519557:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:1.0:1767389053.519942:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bd26cdb3. 00000800:00000010:1.0:1767389053.519953:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000035ab9e51. 00000800:00000010:1.0:1767389053.519959:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000091e7db34. 00000800:00000010:1.0:1767389053.520008:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000091e7db34. 00000800:00020000:1.0:1767389053.520029:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389053.520035:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000035ab9e51. 00000800:00000010:1.0:1767389053.520042:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bd26cdb3. 00000400:02020000:1.0:1767389053.520193:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp33 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389053.520210:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp33 notifying 192.168.204.113@tcp33: down 00000400:00000200:1.0:1767389053.520220:0:337527:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767389053.520233:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp33 00000800:00000010:1.0:1767389053.520238:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007949a34c. 00000400:00000200:1.0:1767389053.520246:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389053.520259:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp33->192.168.204.113@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389053.520273:0:337527:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767389053.520281:0:337527:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767389053.520285:0:337527:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp33) recovery failed with -71 00000100:00000001:0.0:1767389053.835832:0:339008:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767389053.835838:0:339008:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389054.156809:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389054.156816:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389054.156823:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389054.156824:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389054.156871:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389054.156878:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389054.156883:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767389054.539851:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6e87b7] -> 12345-192.168.204.113@tcp20 (6) 00000800:00000200:3.0:1767389054.539861:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp20 ip 192.168.204.113:988 00000800:00000200:3.0:1767389054.539868:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767389054.540026:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767389054.540039:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389054.540053:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389054.540060:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389054.540065:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767389054.540855:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389054.540860:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389054.540863:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f4d85e8 00000400:00000010:0.0:1767389054.540867:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f4d85e8. 00000400:00000200:0.0:1767389054.540875:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767389054.540893:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp33 recovery ping unlinked 00000400:00000010:0.0:1767389054.540902:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fa536520. 00000400:00000010:0.0:1767389054.540909:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000010dc06b. 00080000:00000001:0.0:1767389055.171099:0:351299:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389055.171116:0:351299:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389055.171122:0:351299:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389055.171131:0:351299:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389055.171186:0:351299:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389055.171192:0:351299:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389055.181442:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389055.181448:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389055.181456:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389055.181458:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389055.181528:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389055.181534:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389055.181538:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767389055.564369:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp33 00000400:00000010:0.0:1767389055.564378:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007c53f7c6. 00000400:00000010:0.0:1767389055.564389:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000844c0497. 00000400:00000010:0.0:1767389055.564403:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f4d85e8. 00000400:00000010:0.0:1767389055.564412:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c4be4432. 00000400:00000200:0.0:1767389055.564419:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp33 00000400:00000200:0.0:1767389055.564441:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp33 local destination 00000400:00000200:0.0:1767389055.564449:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp33 00000400:00000200:0.0:1767389055.564458:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp33 NI seq info: [93:93:256:4294967295] 192.168.204.113@tcp33 LPNI seq info [92:92:8:4294967295] 00000400:00000200:0.0:1767389055.564468:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp33 00000400:00000200:0.0:1767389055.564523:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp33(192.168.204.113@tcp33:) -> 192.168.204.113@tcp33(192.168.204.113@tcp33:192.168.204.113@tcp33) : GET try# 0 00000800:00000200:0.0:1767389055.564531:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp33 00000800:00000010:0.0:1767389055.564537:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008e773459. 00000800:00000200:0.0:1767389055.564546:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071c9ae5f] -> 12345-192.168.204.113@tcp33 (2) 00000800:00000200:0.1:1767389055.564553:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071c9ae5f] -> 12345-192.168.204.113@tcp33 (2) 00000400:00000200:0.0:1767389055.564581:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp33 added to recovery queue. ping count: 2 next ping: 4980 health :800 00000400:00000200:3.0:1767389055.564675:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.564831:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.564889:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.564923:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.564954:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.564989:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565038:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565070:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565104:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565144:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565176:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565207:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565236:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565267:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565295:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565325:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565357:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565386:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565414:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565446:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565498:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565538:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565572:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565600:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565630:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565658:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565684:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565715:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565810:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565853:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565883:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565910:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565939:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.565975:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.566009:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389055.566205:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002c5c95e. 00000800:00000010:3.0:1767389055.566214:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000859ac7cf. 00000800:00000010:3.0:1767389055.566232:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006bd1012a. 00000800:00000010:3.0:1767389055.566263:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006bd1012a. 00000800:00020000:3.0:1767389055.566273:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389055.566278:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000859ac7cf. 00000800:00000010:3.0:1767389055.566281:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002c5c95e. 00000400:02020000:3.0:1767389055.566331:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp33 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389055.566340:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp33 notifying 192.168.204.113@tcp33: down 00000400:00000200:3.0:1767389055.566346:0:337524:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767389055.566351:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp33 00000800:00000010:3.0:1767389055.566355:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008e773459. 00000400:00000200:3.0:1767389055.566360:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389055.566366:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp33->192.168.204.113@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389055.566377:0:337524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389055.566381:0:337524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389055.566386:0:337524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp33) recovery failed with -71 10000000:00000001:0.0:1767389055.884846:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767389055.884851:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 2 10000000:00000001:0.0:1767389055.884858:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389055.884861:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767389055.884863:0:338177:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767389055.884865:0:338177:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767389055.884878:0:338177:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767389055.884881:0:338177:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767389055.884883:0:338177:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff904b60cd8000 from 53 00000100:00000001:3.0:1767389055.884884:0:339024:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 10000000:00000001:0.0:1767389055.884887:0:338177:0:(mgc_request.c:990:mgc_enqueue()) Process entered 00000100:00000001:3.0:1767389055.884891:0:339024:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767389055.884892:0:338177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767389055.884905:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e925b2c. 00000020:00000040:0.0:1767389055.884910:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389055.884917:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389055.884921:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389055.884928:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389055.884937:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000066bcd699. 00000100:00000001:0.0:1767389055.884945:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389055.884950:0:338177:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767389055.884954:0:338177:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389055.884962:0:338177:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005d5e804d. 00010000:00000001:0.0:1767389055.884967:0:338177:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389055.884971:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000091ef5806. 00000020:00000001:0.0:1767389055.884976:0:338177:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389055.885005:0:338177:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000091ef5806 with handle 0x95cd417baf42952e to hash 00000020:00000001:0.0:1767389055.885009:0:338177:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389055.885012:0:338177:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389055.885016:0:338177:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00000100:00000001:1.0:1767389055.885019:0:339022:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00010000:00000001:0.0:1767389055.885021:0:338177:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767389055.885028:0:339022:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389055.885028:0:338177:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389055.885037:0:338177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf42952e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389055.885048:0:338177:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf42952e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389055.885059:0:338177:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf42952e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767389055.885066:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767389055.885068:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767389055.885082:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dcecb2fe. 00000100:00000001:0.0:1767389055.885085:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247403053248 : -122826306498368 : ffff904a45a1d0c0) 00000100:00000001:0.0:1767389055.885088:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389055.885089:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520919936 : -122821188631680 : ffff904b76ae4380) 00000100:00000001:0.0:1767389055.885094:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389055.885097:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389055.885100:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389055.885102:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389055.885109:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008e925b2c x1853241654537984/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389055.885119:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389055.885122:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389055.885125:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389055.885128:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389055.885131:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389055.885133:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008e925b2c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654537984:0@lo:101: 00000100:00000001:0.0:1767389055.885138:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389055.885144:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389055.885146:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389055.885149:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389055.885152:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000d3c2ccd. 02000000:00000001:0.0:1767389055.885154:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389055.885159:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000448d3bef. 00000400:00000010:0.0:1767389055.885165:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec4b001d. 00000100:00000200:0.0:1767389055.885171:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654537984, portal 25 00000100:00000001:0.0:1767389055.885173:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389055.885174:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520919936 : -122821188631680 : ffff904b76ae4380) 00000100:00000040:0.0:1767389055.885179:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008e925b2c x1853241654537984/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389071 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389055.885186:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389055.885189:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389055.885191:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fec76cb. 00000100:00000200:0.0:1767389055.885193:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654537984, offset 0 00000400:00000200:0.0:1767389055.885199:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389055.885216:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389055.885228:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958372806f00 00000400:00000200:0.0:1767389055.885235:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x14a9 [2] + 0 00000400:00000010:0.0:1767389055.885239:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ec3f993. 00000400:00000200:0.0:1767389055.885244:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004e722c4e 00000400:00000200:0.0:1767389055.885250:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389055.885253:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389055.885257:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e722c4e 00000400:00000010:0.0:1767389055.885259:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e722c4e. 00000100:00000001:0.0:1767389055.885264:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389055.885266:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389055.885270:0:338177:0:(events.c:337:request_in_callback()) incoming req@00000000291be7a1 x1853241654537984 msgsize 328 00000100:00100000:0.0:1767389055.885273:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389055.885276:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389055.885294:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389055.885301:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fec76cb 00000400:00000010:0.0:1767389055.885303:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fec76cb. 00000100:00000001:0.0:1767389055.885306:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389055.885309:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008e925b2c x1853241654537984/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389071 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389055.885319:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389055.885321:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008e925b2c x1853241654537984/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389071 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389055.885328:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389055.885330:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389055.885335:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389055.885340:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299643928 00000100:00000010:0.0:1767389055.885343:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ab70d318. 00000100:00000001:0.0:1767389055.885349:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767389055.885354:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299643928 00000100:00000010:0.0:1767389055.885357:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001864ef88. 00000100:00000001:0.0:1767389055.885360:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767389055.885380:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299643928 00000100:00000010:0.0:1767389055.885390:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095d24817. 00000100:00000001:0.0:1767389055.885394:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767389055.885400:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299643928 00000100:00000010:0.0:1767389055.885403:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c3966ad. 00000100:00000001:0.0:1767389055.885408:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767389055.885413:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389055.885414:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389055.885417:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389055.885422:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654537984 00000100:00000001:0.0:1767389055.885423:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389055.885428:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767389055.885430:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767389055.885434:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000dcecb2fe going to sleep for 11 seconds 00000100:00000001:3.0:1767389055.885436:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389055.885440:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389055.885444:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389055.885445:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389055.885460:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389055.885486:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654537984 00000020:00000001:3.0:1767389055.885493:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389055.885496:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389055.885499:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389055.885519:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:3.0:1767389055.885523:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389055.885527:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389055.885533:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389055.885540:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb0734ec. 00000100:00000001:3.0:1767389055.885556:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389055.885561:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb0734ec. 00000020:00000010:3.0:1767389055.885588:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e56c4ad7. 00000020:00000010:3.0:1767389055.885596:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008fefc763. 00000020:00000010:3.0:1767389055.885604:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008e943119. 00000100:00000040:3.0:1767389055.885620:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389055.885625:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389055.885627:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389055.885629:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389055.885639:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389055.885658:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389055.885712:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389055.885715:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389055.885721:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00000040:3.0:1767389055.885798:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389055.885801:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684802640 : -122822024748976 : ffff904b44d82050) 00000100:00000040:3.0:1767389055.885807:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000291be7a1 x1853241654537984/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:506/0 lens 328/0 e 0 to 0 dl 1767389066 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389055.885818:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389055.885822:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb0734ec. 00000100:00000001:3.0:1767389055.885825:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389055.885827:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb0734ec. 00000100:00100000:3.0:1767389055.885832:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000291be7a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:338177:x1853241654537984:12345-0@lo:101: 00000100:00000200:3.0:1767389055.885836:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654537984 00000020:00000001:3.0:1767389055.885839:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389055.885843:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389055.885845:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389055.885848:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389055.885850:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000020:00000001:3.0:1767389055.885854:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389055.885855:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389055.885858:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389055.885868:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389055.885872:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389055.885874:0:338173:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767389055.885877:0:338173:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767389055.885879:0:338173:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767389055.885882:0:338173:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767389055.885883:0:338173:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389055.885888:0:338173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767389055.885893:0:338173:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008a9795e3. 00010000:00000001:3.0:1767389055.885896:0:338173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389055.885898:0:338173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005e4647b1. 00000020:00000001:3.0:1767389055.885901:0:338173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389055.885903:0:338173:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005e4647b1 with handle 0x95cd417baf429535 to hash 00000020:00000001:3.0:1767389055.885905:0:338173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389055.885906:0:338173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538713600 : -122821170838016 : ffff904b77bdc600) 00010000:00000001:3.0:1767389055.885908:0:338173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538713600 : -122821170838016 : ffff904b77bdc600) 00010000:00010000:3.0:1767389055.885911:0:338173:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005e4647b1/0x95cd417baf429535 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x95cd417baf42952e expref: -99 pid: 338173 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389055.885919:0:338173:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003eb5d898 : new locks_count 10 00000020:00000040:3.0:1767389055.885921:0:338173:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=15 00000100:00000001:3.0:1767389055.885930:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389055.885932:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389055.885936:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000007a43cab6. 02000000:00000001:3.0:1767389055.885938:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389055.885940:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389055.885942:0:338173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389055.885946:0:338173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389055.885949:0:338173:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389055.885951:0:338173:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389055.885953:0:338173:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389055.885955:0:338173:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389055.885956:0:338173:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389055.885958:0:338173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389055.885961:0:338173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389055.885963:0:338173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389055.885969:0:338173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389055.885972:0:338173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008a9795e3) refcount = 1 00010000:00010000:3.0:1767389055.885977:0:338173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005e4647b1/0x95cd417baf429535 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x95cd417baf42952e expref: 15 pid: 338173 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389055.885983:0:338173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389055.885985:0:338173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389055.885987:0:338173:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389055.885989:0:338173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389055.885991:0:338173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389055.885996:0:338173:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767389055.885998:0:338173:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005e4647b1/0x95cd417baf429535 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf42952e expref: 15 pid: 338173 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389055.886005:0:338173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389055.886007:0:338173:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767389055.886009:0:338173:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389055.886012:0:338173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389055.886013:0:338173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767389055.886015:0:338173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389055.886017:0:338173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389055.886018:0:338173:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005e4647b1, rc 0) 00000020:00000001:3.0:1767389055.886021:0:338173:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389055.886024:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654537984 00010000:00000001:3.0:1767389055.886026:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389055.886030:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000291be7a1 x1853241654537984/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:506/0 lens 328/344 e 0 to 0 dl 1767389066 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389055.886038:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389055.886041:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389055.886045:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=80 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389055.886050:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389055.886052:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389055.886054:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389055.886057:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389055.886059:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389055.886067:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389055.886070:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389055.886073:0:338173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e94a90e. 00000100:00000200:3.0:1767389055.886077:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654537984, offset 224 00000400:00000200:3.0:1767389055.886081:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389055.886105:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389055.886112:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958372806f00 00000400:00000200:3.0:1767389055.886118:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1c85 [1] + 224 00000400:00000200:3.0:1767389055.886123:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389055.886126:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389055.886130:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389055.886134:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008e925b2c x1853241654537984/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389071 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389055.886144:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000008e925b2c x1853241654537984/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389071 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389055.886165:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389055.886171:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e94a90e 00000400:00000010:3.0:1767389055.886173:0:338173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e94a90e. 00000100:00000001:3.0:1767389055.886177:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389055.886179:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389055.886183:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389055.886186:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389055.886189:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389055.886191:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389055.886194:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389055.886198:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000291be7a1 x1853241654537984/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:506/0 lens 328/344 e 0 to 0 dl 1767389066 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389055.886207:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000291be7a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654537984:12345-0@lo:101: Request processed in 388us (936us total) trans 0 rc 0/0 00000100:00100000:3.0:1767389055.886215:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000040:3.0:1767389055.886219:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389055.886221:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389055.886223:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389055.886235:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008fefc763. 00000020:00000010:3.0:1767389055.886240:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008e943119. 00000020:00000010:3.0:1767389055.886245:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e56c4ad7. 00000100:00000001:0.0:1767389055.886249:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767389055.886251:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000400:00000001:0.0:1767389055.886260:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767389055.886261:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000001:0.0:1767389055.886266:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1767389055.886267:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000007a43cab6. 00000400:00000010:0.0:1767389055.886272:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000448d3bef. 02000000:00000001:3.0:1767389055.886274:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389055.886280:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389055.886283:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec4b001d 00000100:00000200:3.0:1767389055.886288:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767389055.886289:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec4b001d. 00000100:00000001:0.0:1767389055.886298:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767389055.886300:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8788814. 00000100:00000200:0.0:1767389055.886307:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008e925b2c x1853241654537984/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389071 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389055.886309:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000859ac7cf. 00000100:00000200:0.0:1767389055.886327:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008e925b2c x1853241654537984/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389071 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389055.886337:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389055.886341:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389055.886344:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389055.886348:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389055.886350:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389055.886352:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389055.886354:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389055.886359:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=80 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389055.886363:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=80 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389055.886366:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389055.886368:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389055.886370:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389055.886384:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389055.886387:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389055.886392:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008e925b2c x1853241654537984/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389071 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389055.886417:0:338177:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389055.886420:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389055.886422:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389055.886426:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e925b2c x1853241654537984/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389071 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389055.886435:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008e925b2c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654537984:0@lo:101: 00000100:00000001:0.0:1767389055.886440:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389055.886443:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389055.886445:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767389055.886447:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389055.886449:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008e925b2c x1853241654537984/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389071 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389055.886457:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389055.886460:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dcecb2fe. 00000100:00000001:0.0:1767389055.886463:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767389055.886465:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389055.886495:0:338177:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767389055.886514:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389055.886516:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389055.886518:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=4 00000020:00000001:0.0:1767389055.886520:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389055.886523:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000040:0.0:1767389055.886528:0:338177:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000091ef5806, remote cookie: 0x95cd417baf429535, flags: 0x0 00010000:00000001:0.0:1767389055.886531:0:338177:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389055.886533:0:338177:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389055.886535:0:338177:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389055.886536:0:338177:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389055.886537:0:338177:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389055.886539:0:338177:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005d5e804d) refcount = 1 00010000:00010000:0.0:1767389055.886548:0:338177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf42952e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429535 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389055.886555:0:338177:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389055.886556:0:338177:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389055.886557:0:338177:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389055.886560:0:338177:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389055.886579:0:338177:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389055.886583:0:338177:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf42952e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf429535 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389055.886590:0:338177:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767389055.886591:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389055.886593:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389055.886594:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389055.886595:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389055.886597:0:338177:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389055.886600:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389055.886603:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008e925b2c x1853241654537984/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389071 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389055.886611:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389055.886614:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389055.886618:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000d3c2ccd. 02000000:00000001:0.0:1767389055.886622:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389055.886625:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389055.886626:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389055.886629:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389055.886632:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000066bcd699. 02000000:00000001:0.0:1767389055.886635:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389055.886637:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389055.886639:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008e925b2c. 00000100:00000001:0.0:1767389055.886642:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389055.886643:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767389055.886646:0:338177:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389055.886648:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767389055.886650:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 3 10000000:00000001:0.0:1767389055.886652:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389055.886660:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389055.886661:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389055.886663:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=3 00000020:00000001:0.0:1767389055.886665:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389055.886668:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389055.886670:0:338177:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767389055.886672:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389055.886673:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389055.886675:0:338177:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389055.886678:0:338177:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767389055.886682:0:338177:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000f2b8c46b. 00000100:00000010:0.0:1767389055.886702:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e925b2c. 00000020:00000040:0.0:1767389055.886705:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389055.886708:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389055.886711:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389055.886714:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389055.886720:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000066bcd699. 00000100:00000001:0.0:1767389055.886724:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389055.886728:0:338177:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767389055.886733:0:338177:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000d3c2ccd. 00000100:00000010:0.0:1767389055.886737:0:338177:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000f376097d. 00000020:00000040:0.0:1767389055.886741:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389055.886748:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767389055.886816:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767389055.886821:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dcecb2fe. 00000100:00000001:0.0:1767389055.886824:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247403053248 : -122826306498368 : ffff904a45a1d0c0) 00000100:00000001:0.0:1767389055.886826:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389055.886828:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520919936 : -122821188631680 : ffff904b76ae4380) 00000100:00000001:0.0:1767389055.886832:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389055.886834:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389055.886836:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389055.886838:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389055.886843:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008e925b2c x1853241654538112/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389055.886850:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389055.886860:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389055.886864:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389055.886866:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389055.886868:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389055.886871:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008e925b2c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654538112:0@lo:256: 00000100:00000001:0.0:1767389055.886875:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389055.886878:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389055.886880:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389055.886882:0:338177:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767389055.886886:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000448d3bef. 00000400:00000010:0.0:1767389055.886891:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000062e4a727. 00000100:00000200:0.0:1767389055.886894:0:338177:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958372806f80-0x6958372806f80, portal 33 00000100:00000001:0.0:1767389055.886898:0:338177:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389055.886900:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389055.886902:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000939df98c. 02000000:00000001:0.0:1767389055.886903:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389055.886906:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ec3f993. 00000400:00000010:0.0:1767389055.886908:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec4b001d. 00000100:00000200:0.0:1767389055.886910:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654538112, portal 25 00000100:00000001:0.0:1767389055.886912:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389055.886913:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520919936 : -122821188631680 : ffff904b76ae4380) 00000100:00000040:0.0:1767389055.886917:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008e925b2c x1853241654538112/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389071 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389055.886923:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389055.886925:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389055.886927:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fec76cb. 00000100:00000200:0.0:1767389055.886929:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853241654538112, offset 0 00000400:00000200:0.0:1767389055.886932:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389055.886939:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389055.886945:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958372806f80 00000400:00000200:0.0:1767389055.886949:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x14b1 [2] + 0 00000400:00000010:0.0:1767389055.886952:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e67fcab. 00000400:00000200:0.0:1767389055.886956:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000020984529 00000400:00000200:0.0:1767389055.886965:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389055.886968:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389055.886971:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000020984529 00000400:00000010:0.0:1767389055.886972:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000020984529. 00000100:00000001:0.0:1767389055.886976:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389055.886977:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389055.886980:0:338177:0:(events.c:337:request_in_callback()) incoming req@00000000b7b950ea x1853241654538112 msgsize 304 00000100:00100000:0.0:1767389055.886983:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389055.886985:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389055.886998:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389055.887003:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fec76cb 00000400:00000010:0.0:1767389055.887005:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fec76cb. 00000100:00000001:0.0:1767389055.887007:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389055.887010:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008e925b2c x1853241654538112/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389071 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389055.887018:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389055.887021:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000008e925b2c x1853241654538112/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389071 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389055.887028:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389055.887029:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389055.887035:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389055.887039:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299643930 00000100:00000001:3.0:1767389055.887041:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389055.887045:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299643928 00000100:00100000:3.0:1767389055.887047:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654538112 02000000:00000001:3.0:1767389055.887052:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389055.887054:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299643930 00000100:00000001:3.0:1767389055.887055:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389055.887060:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389055.887062:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299643928 02000000:00000001:3.0:1767389055.887068:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389055.887069:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299643930 00000100:00100000:3.0:1767389055.887078:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654538112 00000100:00000001:0.0:1767389055.887079:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299643928 00000020:00000001:3.0:1767389055.887086:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767389055.887087:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299643930 00000020:00000040:3.0:1767389055.887090:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:0.0:1767389055.887093:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299643928 00000020:00000001:3.0:1767389055.887095:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389055.887100:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00000001:0.0:1767389055.887101:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767389055.887109:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389055.887109:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389055.887135:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767389055.887136:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389055.887142:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389055.887148:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767389055.887149:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb0734ec. 00000100:00100000:0.0:1767389055.887152:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000dcecb2fe going to sleep for 11 seconds 00000100:00000001:3.0:1767389055.887157:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389055.887159:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389055.887168:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389055.887169:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb0734ec. 00000020:00000010:3.0:1767389055.887183:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e56c4ad7. 00000020:00000010:3.0:1767389055.887188:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008fefc763. 00000020:00000010:3.0:1767389055.887193:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008e943119. 00000100:00000040:3.0:1767389055.887208:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389055.887212:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389055.887217:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389055.887219:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389055.887240:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389055.887266:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389055.887295:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389055.887298:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389055.887302:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00000040:3.0:1767389055.887306:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389055.887309:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684794448 : -122822024757168 : ffff904b44d80050) 00000100:00000040:3.0:1767389055.887316:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b7b950ea x1853241654538112/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:506/0 lens 304/0 e 0 to 0 dl 1767389066 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389055.887326:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389055.887330:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb0734ec. 00000100:00000001:3.0:1767389055.887332:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389055.887335:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb0734ec. 00000100:00100000:3.0:1767389055.887340:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b7b950ea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654538112:12345-0@lo:256: 00000100:00000200:3.0:1767389055.887344:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654538112 00000020:00000001:3.0:1767389055.887347:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389055.887350:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389055.887353:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389055.887355:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389055.887357:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333408 : -1039218208 : ffffffffc20ec9e0) 00000020:00000001:3.0:1767389055.887360:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389055.887361:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389055.887364:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389055.887365:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389055.887367:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389055.887372:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389055.887374:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389055.887378:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000007a43cab6. 02000000:00000001:3.0:1767389055.887381:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389055.887383:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389055.887386:0:338173:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767389055.887390:0:338173:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767389055.887393:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767389055.887403:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767389055.887406:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389055.887409:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767389055.887412:0:338173:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767389055.887416:0:338173:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000003718ff93. 20000000:00000001:3.0:1767389055.887420:0:338173:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767389055.887434:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767389055.887441:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767389055.887447:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767389055.887450:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767389055.887453:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767389055.887455:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767389055.887458:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767389055.887462:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767389055.887465:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767389055.887491:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767389055.887494:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767389055.887496:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767389055.887498:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767389055.887500:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767389055.887502:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767389055.887503:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767389055.887505:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767389055.887507:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767389055.887509:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767389055.887511:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767389055.887513:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767389055.887515:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767389055.887518:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767389055.887520:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767389055.887523:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767389055.887526:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767389055.887528:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:01000000:3.0:1767389055.887531:0:338173:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 564, pages 3532/1/4/3. 20000000:00000040:3.0:1767389055.887539:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767389055.887542:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767389055.887544:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767389055.887546:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767389055.887548:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767389055.887559:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767389055.887562:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767389055.887565:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767389055.887567:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767389055.887569:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767389055.887571:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767389055.887574:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767389055.887576:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767389055.887579:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767389055.887581:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767389055.887584:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767389055.887586:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767389055.887588:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767389055.887590:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767389055.887592:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767389055.887595:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767389055.887598:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767389055.887600:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767389055.887602:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767389055.887604:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767389055.887606:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767389055.887607:0:338173:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:01000000:3.0:1767389055.887609:0:338173:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 564, pages 2968/1/4/3. 20000000:01000000:3.0:1767389055.887612:0:338173:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1128, version 56 20000000:00000001:3.0:1767389055.887614:0:338173:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1128 : 1128 : 468) 00000100:00000001:3.0:1767389055.887617:0:338173:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767389055.887622:0:338173:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000996ccd46. 00000100:00000010:3.0:1767389055.887626:0:338173:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000000e31abb3. 00000020:00000040:3.0:1767389055.887628:0:338173:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=16 00010000:00000001:3.0:1767389055.887632:0:338173:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767389055.887636:0:338173:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767389055.887639:0:338173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e94a90e. 00000400:00000010:3.0:1767389055.887646:0:338173:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f6dafc18. 00000400:00000200:3.0:1767389055.887653:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389055.887663:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389055.887671:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1128 into portal 33 MB=0x6958372806f80 00000400:00000200:3.0:1767389055.887677:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1128/1128 into md 0x1c95 [4] + 0 00000400:00000010:3.0:1767389055.887680:0:338173:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000448d3bef. 00000400:00000200:3.0:1767389055.887694:0:338173:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000062e4a727 00000400:00000200:3.0:1767389055.887699:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389055.887703:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767389055.887706:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062e4a727 00000400:00000010:3.0:1767389055.887709:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000062e4a727. 00000100:00000001:3.0:1767389055.887712:0:338173:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767389055.887713:0:338173:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000008e925b2c desc 000000000d3c2ccd mbits 1853241654538112 00000100:00000001:3.0:1767389055.887765:0:338173:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767389055.887770:0:338173:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767389055.887777:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767389055.887787:0:338173:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1ca1 00000400:00000200:3.0:1767389055.887790:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389055.887795:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767389055.887800:0:338173:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767389055.887803:0:338173:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000996ccd46 00000100:00000001:3.0:1767389055.887807:0:338173:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767389055.887818:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e94a90e 00000400:00000010:3.0:1767389055.887820:0:338173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e94a90e. 00000100:00000001:3.0:1767389055.887824:0:338173:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767389055.887826:0:338173:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000996ccd46 00000100:00000001:0.0:1767389055.887829:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389055.887830:0:338173:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:0.0:1767389055.887835:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389055.887843:0:338173:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1128 bytes via portal 33 id 12345-0@lo mbits 0x6958372806f80-0x6958372806f80 00000100:00000001:3.0:1767389055.887847:0:338173:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389055.887852:0:338173:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389055.887855:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767389055.887859:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000010:3.0:1767389055.887862:0:338173:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000000e31abb3. 00000100:00000010:3.0:1767389055.887865:0:338173:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000996ccd46. 00000100:00000001:3.0:1767389055.887868:0:338173:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767389055.887869:0:338173:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767389055.887877:0:338173:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000003718ff93. 20000000:00000001:3.0:1767389055.887883:0:338173:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389055.887885:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654538112 00010000:00000001:3.0:1767389055.887888:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389055.887892:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b7b950ea x1853241654538112/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:506/0 lens 304/240 e 0 to 0 dl 1767389066 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389055.887907:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389055.887909:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389055.887911:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=80 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389055.887915:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389055.887917:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389055.887919:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389055.887921:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389055.887923:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389055.887925:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389055.887927:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389055.887929:0:338173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e94a90e. 00000100:00000200:3.0:1767389055.887932:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853241654538112, offset 224 00000400:00000200:3.0:1767389055.887936:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389055.887942:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389055.887946:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958372806f80 00000400:00000200:3.0:1767389055.887951:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1c99 [1] + 224 00000400:00000200:3.0:1767389055.887955:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389055.887958:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389055.887961:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389055.887963:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008e925b2c x1853241654538112/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389071 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389055.887974:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000008e925b2c x1853241654538112/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389071 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389055.887994:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389055.888000:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e94a90e 00000400:00000010:3.0:1767389055.888003:0:338173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e94a90e. 00000100:00000001:3.0:1767389055.888005:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389055.888007:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389055.888010:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389055.888014:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389055.888016:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389055.888018:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389055.888021:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389055.888037:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7b950ea x1853241654538112/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:506/0 lens 304/240 e 0 to 0 dl 1767389066 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389055.888038:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389055.888051:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767389055.888056:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b7b950ea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654538112:12345-0@lo:256: Request processed in 722us (1067us total) trans 0 rc 0/0 00000400:00000001:0.0:1767389055.888057:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389055.888062:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ec3f993. 00000400:00000200:0.0:1767389055.888072:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec4b001d 00000400:00000010:0.0:1767389055.888076:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec4b001d. 00000100:00100000:3.0:1767389055.888077:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00000001:0.0:1767389055.888083:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767389055.888084:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389055.888089:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389055.888091:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767389055.888094:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008e925b2c x1853241654538112/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389071 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389055.888097:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008fefc763. 00000020:00000010:3.0:1767389055.888106:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008e943119. 00000020:00000010:3.0:1767389055.888115:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e56c4ad7. 00000100:00000200:0.0:1767389055.888116:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008e925b2c x1853241654538112/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389071 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767389055.888123:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:3.0:1767389055.888133:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767389055.888134:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767389055.888137:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000007a43cab6. 00000100:00000001:0.0:1767389055.888139:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389055.888146:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389055.888146:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389055.888151:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389055.888152:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389055.888155:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767389055.888159:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767389055.888159:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389055.888163:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389055.888167:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ca5b79b. 00000100:00001000:0.0:1767389055.888169:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=80 v=5 (5 0 0 0) 00000400:00000010:3.0:1767389055.888178:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c515d746. 00000100:00001000:0.0:1767389055.888178:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=80 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389055.888188:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389055.888190:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389055.888193:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389055.888196:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389055.888199:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389055.888202:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000008e925b2c x1853241654538112/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389071 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389055.888213:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000008e925b2c x1853241654538112/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389071 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389055.888220:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389055.888233:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389055.888237:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e925b2c x1853241654538112/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389071 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389055.888245:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008e925b2c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654538112:0@lo:256: 00000100:00000001:0.0:1767389055.888250:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389055.888253:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389055.888254:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767389055.888256:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389055.888260:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008e925b2c x1853241654538112/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389071 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389055.888268:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389055.888270:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dcecb2fe. 00000100:00000001:0.0:1767389055.888274:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767389055.888276:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767389055.888280:0:338177:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 56, more 0. 10000000:00000001:0.0:1767389055.888284:0:338177:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767389055.888290:0:338177:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000885418d5. 10000000:00000040:0.0:1767389055.888302:0:338177:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767389055.888309:0:338177:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767389055.888313:0:338177:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767389055.888317:0:338177:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.113@tcp has 192.168.204.113@tcp. 00000100:00000001:0.0:1767389055.888323:0:338177:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389055.888326:0:338177:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767389055.888329:0:338177:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.113@tcp with 192.168.204.113@tcp 00000100:00000200:0.0:1767389055.888332:0:338177:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.113@tcp' 00000400:00000200:0.0:1767389055.888337:0:338177:0:(peer.c:1356:LNetAddPeer()) Add peer with 27 NIDs 00000400:00001000:0.0:1767389055.888341:0:338177:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767389055.888345:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.113@tcp 00000400:00000200:0.0:1767389055.888353:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767389055.888359:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (25) 00000400:00000200:0.0:1767389055.888365:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (26) 00000400:00000200:0.0:1767389055.888384:0:338177:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389055.888387:0:338177:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767389055.888390:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767389055.888402:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp: 0. pending discovery 00000400:00000200:0.0:1767389055.888405:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (27) 00000400:00000200:0.0:1767389055.888409:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp 00000400:00000200:0.0:1767389055.888412:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.113@tcp10 00000400:00000200:0.0:1767389055.888417:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888420:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp10 00000400:00000200:0.0:1767389055.888422:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.113@tcp11 00000400:00000200:0.0:1767389055.888425:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888427:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp11 00000400:00000200:0.0:1767389055.888429:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.113@tcp12 00000400:00000200:0.0:1767389055.888435:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888437:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp12 00000400:00000200:3.0:1767389055.888439:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767389055.888441:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.113@tcp13 00000400:00000200:0.0:1767389055.888448:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888452:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp13 00000400:00000200:3.0:1767389055.888453:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000400:00000200:0.0:1767389055.888460:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.113@tcp14 00000400:00000010:3.0:1767389055.888466:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e94a90e. 00000400:00000200:0.0:1767389055.888488:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767389055.888491:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (26) 00000400:00000200:0.0:1767389055.888493:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp14 00000400:00000200:0.0:1767389055.888502:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.113@tcp15 00000400:00000010:3.0:1767389055.888505:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004cdcdbb9. 00000400:00000200:0.0:1767389055.888511:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888515:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp15 00000400:00000200:3.0:1767389055.888519:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000400:00000200:0.0:1767389055.888522:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.113@tcp16 00000400:00000200:0.0:1767389055.888530:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888532:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp16 00000400:00000200:0.0:1767389055.888534:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.113@tcp17 00000400:00000200:3.0:1767389055.888539:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:0.0:1767389055.888545:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888548:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp17 00000400:00000200:3.0:1767389055.888551:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000400:00000200:0.0:1767389055.888553:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.113@tcp18 00000400:00000200:0.0:1767389055.888563:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888569:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp18 00000400:00000200:3.0:1767389055.888571:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000400:00000200:0.0:1767389055.888578:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.113@tcp19 00000400:00000200:3.0:1767389055.888590:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:0.0:1767389055.888590:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888597:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp19 00000400:00000200:0.0:1767389055.888603:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.113@tcp20 00000400:00000200:3.0:1767389055.888614:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 00000400:00000200:0.0:1767389055.888614:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888621:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp20 00000400:00000200:0.0:1767389055.888639:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.113@tcp21 00000400:00000200:3.0:1767389055.888645:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 38], ns[16, 38] 00000400:00000200:0.0:1767389055.888650:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888658:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp21 00000400:00000200:3.0:1767389055.888663:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000400:00000200:0.0:1767389055.888665:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.113@tcp22 00000400:00000200:0.0:1767389055.888675:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888680:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp22 00000400:00000200:3.0:1767389055.888683:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000400:00000200:0.0:1767389055.888686:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.113@tcp23 00000400:00000200:0.0:1767389055.888696:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767389055.888701:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000400:00000200:0.0:1767389055.888702:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp23 00000400:00000200:0.0:1767389055.888710:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.113@tcp24 00000400:00000200:0.0:1767389055.888721:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767389055.888723:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000400:00000200:0.0:1767389055.888762:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp24 00000400:00000200:0.0:1767389055.888764:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.113@tcp25 00000400:00000200:0.0:1767389055.888768:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888770:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp25 00000400:00000200:0.0:1767389055.888774:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.113@tcp26 00000400:00000200:0.0:1767389055.888801:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888806:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp26 00000400:00000200:3.0:1767389055.888809:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000400:00000200:0.0:1767389055.888811:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.113@tcp27 00000400:00000200:0.0:1767389055.888821:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767389055.888827:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000400:00000200:0.0:1767389055.888829:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp27 00000400:00000200:0.0:1767389055.888836:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.113@tcp28 00000400:00000200:0.0:1767389055.888845:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767389055.888849:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000400:00000200:0.0:1767389055.888851:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp28 00000400:00000200:0.0:1767389055.888860:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.113@tcp29 00000400:00000200:3.0:1767389055.888867:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:0.0:1767389055.888871:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888879:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp29 00000400:00000200:0.0:1767389055.888885:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.113@tcp30 00000400:00000200:3.0:1767389055.888887:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000400:00000200:0.0:1767389055.888894:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888901:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp30 00000400:00000200:0.0:1767389055.888908:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.113@tcp31 00000400:00000200:3.0:1767389055.888910:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 16], ns[42, 16] 00000400:00000200:0.0:1767389055.888917:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888923:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp31 00000400:00000200:3.0:1767389055.888928:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 16], ns[46, 16] 00000400:00000200:0.0:1767389055.888930:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.113@tcp32 00000400:00000200:0.0:1767389055.888940:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888943:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp32 00000400:00000200:3.0:1767389055.888945:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 16], ns[50, 16] 00000400:00000200:3.0:1767389055.888952:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 16], ns[54, 16] 00000400:00000200:0.0:1767389055.888960:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.113@tcp33 00000400:00000200:3.0:1767389055.888972:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 16], ns[58, 16] 00000400:00000200:0.0:1767389055.888973:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767389055.888980:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp33 00000400:00000200:0.0:1767389055.888990:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.113@tcp34 00000400:00000200:3.0:1767389055.888992:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[88, 16], ns[89, 16] 00000400:00000010:0.0:1767389055.888998:0:338177:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000ad16d3be. 00000400:00000200:3.0:1767389055.889000:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 16], ns[83, 16] 00000400:00000200:0.0:1767389055.889012:0:338177:0:(peer.c:264:lnet_peer_alloc()) 00000000ad16d3be nid 192.168.204.113@tcp34 00000400:00000200:3.0:1767389055.889018:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 16], ns[87, 16] 00000400:00000010:0.0:1767389055.889020:0:338177:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006ae65c74. 00000400:00000200:0.0:1767389055.889029:0:338177:0:(peer.c:204:lnet_peer_net_alloc()) 000000006ae65c74 net tcp34 00000400:00000010:0.0:1767389055.889034:0:338177:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000085926710. 00000400:00000200:0.0:1767389055.889044:0:338177:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000085926710 nid 192.168.204.113@tcp34 00000400:00000200:3.0:1767389055.889051:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 16], ns[90, 16] 00000400:00000200:3.0:1767389055.889062:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[92, 16], ns[93, 16] 00000400:00000200:3.0:1767389055.889067:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000400:00000200:3.0:1767389055.889073:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp14 00000400:00000200:3.0:1767389055.889078:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp14 lpni_is_preferred = 0 00000400:00000200:3.0:1767389055.889081:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp14 00000400:00000200:3.0:1767389055.889084:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp14 NI seq info: [94:94:256:4294967295] 192.168.204.113@tcp14 LPNI seq info [93:93:8:4294967295] 00000400:00000200:3.0:1767389055.889092:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp14 00000400:00000200:3.0:1767389055.889107:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp14(192.168.204.113@tcp14:) -> 192.168.204.113@tcp14(192.168.204.113@tcp:192.168.204.113@tcp14) : PUT try# 0 00000400:00000200:0.0:1767389055.889113:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ad16d3be (0) 00000800:00000200:3.0:1767389055.889116:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.113@tcp14 00000800:00000010:3.0:1767389055.889124:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004caeeea1. 00000400:00000200:0.0:1767389055.889128:0:338177:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.113@tcp34: -2 00000800:00000200:3.0:1767389055.889138:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000079a42a5] -> 12345-192.168.204.113@tcp14 (6) 00000400:00000200:0.0:1767389055.889144:0:338177:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp34 NID 192.168.204.113@tcp34 flags 0x1 00000400:00000200:0.0:1767389055.889149:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ad16d3be (1) 00000400:00000200:0.0:1767389055.889154:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ad16d3be (2) 00000800:00000200:3.0:1767389055.889157:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp14 ip 192.168.204.113:988 00000400:00000200:0.0:1767389055.889159:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ad16d3be (1) 00000800:00000200:3.0:1767389055.889167:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004caeeea1 type 1, nob 560 niov 1 nkiov 1 00000400:00000200:0.0:1767389055.889169:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ad16d3be (2) 00000400:00000200:0.0:1767389055.889179:0:338177:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp34 (00000000ad16d3be): 0 00000400:00000200:0.0:1767389055.889182:0:338177:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767389055.889184:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767389055.889187:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp34 NID 192.168.204.113@tcp34: 0. pending discovery 00000400:00000200:0.0:1767389055.889190:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ad16d3be (3) 00000400:00000200:0.0:1767389055.889192:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.113@tcp35 00000400:00000010:0.0:1767389055.889198:0:338177:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000b7d95ff0. 00000400:00000200:3.0:1767389055.889203:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389055.889207:0:338177:0:(peer.c:264:lnet_peer_alloc()) 00000000b7d95ff0 nid 192.168.204.113@tcp35 00000400:00000010:0.0:1767389055.889214:0:338177:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000633d0ac7. 00000400:00000200:3.0:1767389055.889216:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100571 rc 0 00000400:00000200:0.0:1767389055.889222:0:338177:0:(peer.c:204:lnet_peer_net_alloc()) 00000000633d0ac7 net tcp35 00000400:00000010:0.0:1767389055.889228:0:338177:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000798155bb. 00000400:00000200:3.0:1767389055.889229:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp34(00000000ad16d3be) state 0x41 00000400:00000200:3.0:1767389055.889235:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000ad16d3be (2) 00000400:00000200:0.0:1767389055.889239:0:338177:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000798155bb nid 192.168.204.113@tcp35 00000400:00000010:3.0:1767389055.889243:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e56c4ad7. 00000400:00000200:0.0:1767389055.889245:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b7d95ff0 (0) 00000400:00000010:3.0:1767389055.889255:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006436ed01. 00000400:00000200:0.0:1767389055.889255:0:338177:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.113@tcp35: -2 00000400:00000200:0.0:1767389055.889267:0:338177:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp35 NID 192.168.204.113@tcp35 flags 0x1 00000400:00000010:3.0:1767389055.889279:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000918a1e4. 00000400:00000200:0.0:1767389055.889280:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b7d95ff0 (1) 00000400:00000200:0.0:1767389055.889287:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b7d95ff0 (2) 00000400:00000200:3.0:1767389055.889292:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp34 00000400:00000200:3.0:1767389055.889306:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp34 local destination 00000400:00000200:3.0:1767389055.889312:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 00000400:00000200:3.0:1767389055.889316:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp34 00000400:00000200:3.0:1767389055.889323:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp34 lpni_is_preferred = 0 00000400:00000200:3.0:1767389055.889327:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp34 00000400:00000200:3.0:1767389055.889331:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp34 NI seq info: [95:95:256:4294967295] 192.168.204.113@tcp34 LPNI seq info [1:1:8:4294967295] 00000400:00000200:3.0:1767389055.889336:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp34 00000400:00000200:3.0:1767389055.889356:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp34(192.168.204.113@tcp34:) -> 192.168.204.113@tcp34(192.168.204.113@tcp34:192.168.204.113@tcp34) : GET try# 0 00000400:00000200:0.0:1767389055.889363:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b7d95ff0 (1) 00000800:00000200:3.0:1767389055.889364:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp34 00000400:00000200:0.0:1767389055.889373:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b7d95ff0 (2) 00000800:00000010:3.0:1767389055.889374:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000097c6937f. 00000400:00000200:0.0:1767389055.889384:0:338177:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp35 (00000000b7d95ff0): 0 00000800:00000010:3.0:1767389055.889387:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a35c0c2e. 00000400:00000200:0.0:1767389055.889388:0:338177:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767389055.889396:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000800:00000010:3.0:1767389055.889397:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d4bf7b6d. 00000400:00000200:0.0:1767389055.889405:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp35 NID 192.168.204.113@tcp35: 0. pending discovery 00000800:00000200:3.0:1767389055.889414:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a35c0c2e] -> 12345-192.168.204.113@tcp34 (2) 00000400:00000200:0.0:1767389055.889414:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b7d95ff0 (3) 00000100:00000001:0.0:1767389055.889422:0:338177:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767389055.889429:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a35c0c2e] -> 12345-192.168.204.113@tcp34 (2) 00010000:00000001:0.0:1767389055.889430:0:338177:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767389055.889446:0:338177:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.113@tcp' by NID '192.168.204.113@tcp' 10000000:00000010:0.0:1767389055.889453:0:338177:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000866dc0fc. 10000000:00000040:0.0:1767389055.889458:0:338177:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 56/56 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.113@tcp::1 00000400:00000200:3.0:1767389055.889463:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp34 00000020:00000080:0.0:1767389055.889466:0:338177:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:3.0:1767389055.889489:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp34(00000000ad16d3be) state 0x241 rc 0 00000020:00000001:0.0:1767389055.889494:0:338177:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:3.0:1767389055.889499:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp35(00000000b7d95ff0) state 0x41 00000020:00000010:0.0:1767389055.889503:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000344ec703. 00000400:00000200:3.0:1767389055.889504:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000b7d95ff0 (2) 00000400:00000010:3.0:1767389055.889515:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003ef866b3. 00000020:00000010:0.0:1767389055.889517:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e430ecc8. 00000400:00000010:3.0:1767389055.889521:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066e2f8a5. 00000040:00000010:0.0:1767389055.889529:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001552d8f3. 00000400:00000010:3.0:1767389055.889534:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d4bb3cc4. 00000020:00000010:0.0:1767389055.889538:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000efd4943a. 00000400:00000200:3.0:1767389055.889546:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp35 00000020:00000010:0.0:1767389055.889549:0:338177:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000614eb99c. 00000020:00000010:0.0:1767389055.889557:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000002708d9c. 00000400:00000200:3.0:1767389055.889563:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp35 local destination 80000000:00000010:0.0:1767389055.889567:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000010164c02. 00000400:00000200:3.0:1767389055.889572:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 40000000:00000010:0.0:1767389055.889575:0:338177:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e7a1287e. 00000400:00000200:3.0:1767389055.889581:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp35 00100000:00000010:0.0:1767389055.889586:0:338177:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007da68f72. 00000400:00000200:3.0:1767389055.889587:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp35 lpni_is_preferred = 0 00040000:00000010:0.0:1767389055.889595:0:338177:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007949a34c. 00000400:00000200:3.0:1767389055.889596:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp35 00040000:00000010:0.0:1767389055.889606:0:338177:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d1ef78fc. 00000400:00000200:3.0:1767389055.889612:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp35 NI seq info: [96:96:256:4294967295] 192.168.204.113@tcp35 LPNI seq info [1:1:8:4294967295] 00040000:00000010:0.0:1767389055.889615:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b9e82490. 00080000:00000010:0.0:1767389055.889622:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000087b1371b. 00000400:00000200:3.0:1767389055.889623:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp35 00000004:00000010:0.0:1767389055.889631:0:338177:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ba0450e4. 00000400:00000200:3.0:1767389055.889642:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp35(192.168.204.113@tcp35:) -> 192.168.204.113@tcp35(192.168.204.113@tcp35:192.168.204.113@tcp35) : GET try# 0 00000004:00000010:0.0:1767389055.889642:0:338177:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006ca7bba4. 00000004:00000010:0.0:1767389055.889652:0:338177:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f3e0d3aa. 00000800:00000200:3.0:1767389055.889654:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp35 00002000:00000010:0.0:1767389055.889660:0:338177:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005476ab8d. 00000800:00000010:3.0:1767389055.889663:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003fc0a815. 00000004:00000010:0.0:1767389055.889668:0:338177:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002a83bb19. 00000800:00000010:3.0:1767389055.889672:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000386c1692. 00000004:00000001:0.0:1767389055.889675:0:338177:0:(osp_dev.c:662:osp_process_config()) Process entered 00000800:00000010:3.0:1767389055.889680:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000757916eb. 00000800:00000200:3.0:1767389055.889685:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000386c1692] -> 12345-192.168.204.113@tcp35 (2) 00000040:00000001:0.0:1767389055.889692:0:338177:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767389055.889697:0:338177:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000866dc0fc 00000800:00000200:3.1:1767389055.889698:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000386c1692] -> 12345-192.168.204.113@tcp35 (2) 00000040:00001000:0.0:1767389055.889702:0:338177:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767389055.889706:0:338177:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767389055.889709:0:338177:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767389055.889711:0:338177:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767389055.889719:0:338177:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000200:3.0:1767389055.889720:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp35 00000040:00001000:0.0:1767389055.889759:0:338177:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767389055.889762:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767389055.889767:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.113@tcp::1 00000040:00000001:0.0:1767389055.889772:0:338177:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:3.0:1767389055.889776:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp35(00000000b7d95ff0) state 0x241 rc 0 00000400:00000200:1.0:1767389055.889825:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000004:00000001:0.0:1767389055.889857:0:338177:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389055.889868:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e430ecc8. 00000040:00000010:0.0:1767389055.889876:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001552d8f3. 00000020:00000010:0.0:1767389055.889881:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000efd4943a. 00000020:00000010:0.0:1767389055.889886:0:338177:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000614eb99c. 00000020:00000010:0.0:1767389055.889894:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000002708d9c. 80000000:00000010:0.0:1767389055.889900:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000010164c02. 40000000:00000010:0.0:1767389055.889904:0:338177:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e7a1287e. 00100000:00000010:0.0:1767389055.889911:0:338177:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007da68f72. 00000400:00000200:1.0:1767389055.889915:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000800:00000200:3.0:1767389055.889917:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00040000:00000010:0.0:1767389055.889918:0:338177:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007949a34c. 00040000:00000010:0.0:1767389055.889930:0:338177:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d1ef78fc. 00000800:00000010:3.0:1767389055.889933:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004caeeea1. 00040000:00000010:0.0:1767389055.889940:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b9e82490. 00000400:00000200:3.0:1767389055.889943:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1767389055.889950:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000087b1371b. 00000400:00000200:3.0:1767389055.889957:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp14->192.168.204.113@tcp14: PUT: OK 00000004:00000010:0.0:1767389055.889959:0:338177:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ba0450e4. 00000400:00000200:3.0:1767389055.889968:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000004:00000010:0.0:1767389055.889972:0:338177:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006ca7bba4. 00000400:00000200:3.0:1767389055.889975:0:337530:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 0 00000004:00000010:0.0:1767389055.889982:0:338177:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f3e0d3aa. 00000400:00000200:1.0:1767389055.889985:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00002000:00000010:0.0:1767389055.889990:0:338177:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005476ab8d. 00000800:00000001:3.0:1767389055.889992:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000010:0.0:1767389055.889997:0:338177:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002a83bb19. 00000020:00000010:0.0:1767389055.890006:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000344ec703. 00000800:00000001:3.0:1767389055.890007:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389055.890012:0:338177:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767389055.890013:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767389055.890020:0:338177:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767389055.890025:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767389055.890027:0:338177:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000866dc0fc. 10000000:00000010:0.0:1767389055.890035:0:338177:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000885418d5. 00000400:00000200:1.0:1767389055.890037:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 10000000:00000001:0.0:1767389055.890044:0:338177:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389055.890047:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp14(192.168.204.113@tcp14) <- 192.168.204.113@tcp14 : PUT - for me 00000100:00000001:0.0:1767389055.890061:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767389055.890067:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 464 into portal 0 MB=0x8000000000000000 00000100:00000040:0.0:1767389055.890071:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008e925b2c x1853241654538112/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389071 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389055.890083:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.890086:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 432/464 into md 0x1b49 [1] + 0 00000100:00000001:0.0:1767389055.890088:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389055.890095:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1767389055.890097:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002594dd1d. 02000000:00000010:0.0:1767389055.890100:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000939df98c. 00000400:00000200:3.0:1767389055.890106:0:337530:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000046ef2379 02000000:00000001:0.0:1767389055.890109:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389055.890113:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1767389055.890114:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:0.0:1767389055.890115:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389055.890121:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767389055.890124:0:338177:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767389055.890126:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1767389055.890127:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767389055.890128:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000400:00000200:1.0:1767389055.890132:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.890138:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767389055.890138:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767389055.890145:0:338177:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000f376097d. 00000400:00000200:3.0:1767389055.890155:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp14->192.168.204.113@tcp14: PUT: OK 00000100:00000010:0.0:1767389055.890155:0:338177:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000d3c2ccd. 00000400:00000200:3.0:1767389055.890163:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046ef2379 00000100:00000001:0.0:1767389055.890166:0:338177:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000400:00000010:3.0:1767389055.890169:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046ef2379. 02000000:00000010:0.0:1767389055.890171:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000066bcd699. 00000400:00000200:3.0:1767389055.890178:0:337530:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:0.0:1767389055.890179:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767389055.890181:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 02000000:00000001:0.0:1767389055.890185:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767389055.890186:0:337530:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (27) 00000100:00000010:0.0:1767389055.890190:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008e925b2c. 00000100:00000001:0.0:1767389055.890197:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767389055.890198:0:337530:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000100:00000001:0.0:1767389055.890203:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389055.890209:0:337530:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (464 bytes) 00000400:00000200:3.0:1767389055.890219:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 10000000:00000010:0.0:1767389055.890228:0:338177:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000f2b8c46b. 00000400:00000200:3.0:1767389055.890233:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (28) 10000000:01000000:0.0:1767389055.890237:0:338177:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:1.0:1767389055.890243:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.890244:0:337530:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 10000000:00000001:0.0:1767389055.890245:0:338177:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767389055.890250:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389055.890256:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389055.890260:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=3 00000400:00000200:3.0:1767389055.890261:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp14 to MR: 192.168.204.113@tcp14 local destination 00000020:00000001:0.0:1767389055.890268:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389055.890274:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00000400:00000200:3.0:1767389055.890281:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp14 NI seq info: [97:97:256:4294967295] 192.168.204.113@tcp14 LPNI seq info [94:94:8:4294967295] 00010000:00000001:0.0:1767389055.890283:0:338177:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389055.890290:0:338177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf42952e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429535 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767389055.890295:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00010000:00000001:0.0:1767389055.890311:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767389055.890317:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp14(192.168.204.113@tcp14:192.168.204.113@tcp14) -> 192.168.204.113@tcp14(192.168.204.113@tcp14:192.168.204.113@tcp14) 192.168.204.113@tcp14 : ACK try# 0 00010000:00000001:0.0:1767389055.890324:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389055.890330:0:338177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf42952e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429535 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1767389055.890338:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp14 00010000:00000001:0.0:1767389055.890343:0:338177:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:1.0:1767389055.890346:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00010000:00000001:0.0:1767389055.890347:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389055.890352:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767389055.890356:0:338177:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767389055.890360:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004caeeea1. 10000000:00000001:0.0:1767389055.890361:0:338177:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389055.890371:0:338177:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767389055.890374:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 00000800:00000200:3.0:1767389055.890378:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000079a42a5] -> 12345-192.168.204.113@tcp14 (6) 10000000:00000040:0.0:1767389055.890380:0:338177:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 3 00000400:00000200:1.0:1767389055.890388:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 10000000:00000001:0.0:1767389055.890389:0:338177:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000200:3.0:1767389055.890396:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp14 ip 192.168.204.113:1013 00000800:00000200:3.0:1767389055.890402:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004caeeea1 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767389055.890422:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389055.890436:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000800:00000001:3.0:1767389055.890437:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767389055.890532:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389055.890536:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004caeeea1. 00000400:00000200:1.0:1767389055.890537:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.890542:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389055.890551:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp14->192.168.204.113@tcp14: ACK: OK 00000800:00000001:3.0:1767389055.890564:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389055.890569:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389055.890571:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389055.890577:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389055.890580:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389055.890587:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389055.890588:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.890599:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp14(192.168.204.113@tcp14) <- 192.168.204.113@tcp14 : ACK - for me 00000400:00000200:3.0:1767389055.890615:0:337530:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp14: ACK from 12345-192.168.204.113@tcp14 into md 0x1cad 00000400:00000200:3.0:1767389055.890620:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389055.890625:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp14->192.168.204.113@tcp14: ACK: OK 00000400:00000200:3.0:1767389055.890630:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e94a90e 00000400:00000200:1.0:1767389055.890632:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000010:3.0:1767389055.890633:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e94a90e. 00000400:00000200:3.0:1767389055.890642:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767389055.890650:0:337530:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:3.0:1767389055.890656:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:3.0:1767389055.890661:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (27) 00000800:00000001:3.0:1767389055.890668:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389055.890673:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389055.890683:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.890790:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.890798:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.890912:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.890913:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.891001:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.891022:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.891096:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.891131:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.891201:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.891235:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.891314:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.891335:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.891405:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.891424:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.891509:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.891531:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.891601:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.891628:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.891679:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.891717:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.891820:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.891852:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.891905:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.891948:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.891989:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.892035:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.892072:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.892130:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.892169:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.892236:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.892264:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.892331:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.892358:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.892431:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.892460:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.892539:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.892560:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.892629:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.892692:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.892786:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.892832:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000800:00000010:1.0:1767389055.892833:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bd26cdb3. 00000800:00000010:1.0:1767389055.892840:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008e54d3a1. 00000800:00000010:1.0:1767389055.892846:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000086e21a4b. 00000400:00000200:3.0:1767389055.892876:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000800:00000010:1.0:1767389055.892882:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000086e21a4b. 00000800:00020000:1.0:1767389055.892896:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389055.892900:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008e54d3a1. 00000800:00000010:1.0:1767389055.892904:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bd26cdb3. 00000400:00000200:3.0:1767389055.892926:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.892994:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:02020000:1.0:1767389055.892995:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp34 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389055.893011:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp34 notifying 192.168.204.113@tcp34: down 00000800:00000200:1.0:1767389055.893021:0:337526:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp34 down 00000800:00000100:1.0:1767389055.893035:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp34 00000800:00000010:1.0:1767389055.893038:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000097c6937f. 00000400:00000200:1.0:1767389055.893042:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389055.893049:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp34->192.168.204.113@tcp34: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389055.893055:0:337526:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp34 added to recovery queue. ping count: 0 next ping: 4977 health :900 00000400:00000200:1.0:1767389055.893059:0:337526:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767389055.893061:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389055.893077:0:337526:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp34: 1 00000400:00000200:1.0:1767389055.893085:0:337526:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp34 (00000000ad16d3be): -114 00000400:00000200:3.0:1767389055.893112:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.893149:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.893177:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.893202:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.893224:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.893245:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.893293:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.893322:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389055.893352:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389055.893538:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002c5c95e. 00000800:00000010:3.0:1767389055.893552:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e2e08ddd. 00000800:00000010:3.0:1767389055.893557:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bb0734ec. 00000800:00000010:3.0:1767389055.893608:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bb0734ec. 00000800:00020000:3.0:1767389055.893621:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389055.893625:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e2e08ddd. 00000800:00000010:3.0:1767389055.893628:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002c5c95e. 00000400:02020000:3.0:1767389055.893696:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp35 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389055.893704:0:337525:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp35 notifying 192.168.204.113@tcp35: down 00000800:00000200:3.0:1767389055.893712:0:337525:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp35 down 00000800:00000100:3.0:1767389055.893717:0:337525:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp35 00000800:00000010:3.0:1767389055.893721:0:337525:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003fc0a815. 00000400:00000200:3.0:1767389055.893724:0:337525:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389055.893729:0:337525:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp35->192.168.204.113@tcp35: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389055.893760:0:337525:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp35 added to recovery queue. ping count: 0 next ping: 4977 health :900 00000400:00000200:3.0:1767389055.893766:0:337525:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767389055.893805:0:337525:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp35: 1 00000400:00000200:3.0:1767389055.893809:0:337525:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp35 (00000000b7d95ff0): -114 00000400:00000200:1.0:1767389055.893826:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767389055.893835:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000009b920167. 00000400:00000010:1.0:1767389055.893841:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf76a755. 00000400:00000010:1.0:1767389055.893847:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099012e88. 00000400:00000200:1.0:1767389055.893851:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009b920167 00000400:00000010:1.0:1767389055.893855:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000d7cde1b8. 00000400:00000200:1.0:1767389055.893860:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 464 success 00000400:00000200:1.0:1767389055.893865:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 00000400:00000200:1.0:1767389055.893869:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (26) 00000400:00000010:1.0:1767389055.893872:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000009ec9610d. 00000400:00000010:1.0:1767389055.893875:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be4b0921. 00000400:00000010:1.0:1767389055.893880:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b1126f67. 00000400:00000200:1.0:1767389055.893886:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000400:00000200:1.0:1767389055.893896:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:1.0:1767389055.893903:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000400:00000200:1.0:1767389055.893909:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000400:00000200:1.0:1767389055.893914:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:1.0:1767389055.893923:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 00000400:00000200:1.0:1767389055.893930:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 38], ns[97, 38] 00000400:00000200:1.0:1767389055.893934:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 38], ns[18, 38] 00000400:00000200:1.0:1767389055.893938:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:1.0:1767389055.893943:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:1.0:1767389055.893950:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:1.0:1767389055.893955:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:1.0:1767389055.893971:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:1.0:1767389055.893975:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:1.0:1767389055.893979:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:1.0:1767389055.893984:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:1.0:1767389055.893988:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 18], ns[42, 18] 00000400:00000200:1.0:1767389055.893992:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 18], ns[46, 18] 00000400:00000200:1.0:1767389055.893999:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 18], ns[50, 18] 00000400:00000200:1.0:1767389055.894004:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 18], ns[54, 18] 00000400:00000200:1.0:1767389055.894009:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 18], ns[58, 18] 00000400:00000200:1.0:1767389055.894013:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[88, 18], ns[89, 18] 00000400:00000200:1.0:1767389055.894018:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 18], ns[83, 18] 00000400:00000200:1.0:1767389055.894024:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 18], ns[87, 18] 00000400:00000200:1.0:1767389055.894031:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 18], ns[90, 18] 00000400:00000200:1.0:1767389055.894035:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[92, 18], ns[93, 18] 00000400:00000200:1.0:1767389055.894041:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:1.0:1767389055.894046:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp15 00000400:00000200:1.0:1767389055.894050:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp15 lpni_is_preferred = 0 00000400:00000200:1.0:1767389055.894054:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp15 00000400:00000200:1.0:1767389055.894062:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp15 NI seq info: [98:98:256:4294967295] 192.168.204.113@tcp15 LPNI seq info [95:95:8:4294967295] 00000400:00000200:1.0:1767389055.894068:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp15 00000400:00000200:1.0:1767389055.894078:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp15(192.168.204.113@tcp15:) -> 192.168.204.113@tcp15(192.168.204.113@tcp:192.168.204.113@tcp15) : GET try# 0 00000800:00000200:1.0:1767389055.894094:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp15 00000800:00000010:1.0:1767389055.894098:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f4fdf2f1. 00000800:00000200:1.0:1767389055.894104:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ee4e6f3] -> 12345-192.168.204.113@tcp15 (6) 00000800:00000200:1.0:1767389055.894110:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp15 ip 192.168.204.113:988 00000800:00000200:1.0:1767389055.894114:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4fdf2f1 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767389055.894130:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389055.894136:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100271 rc 0 00000400:00000200:1.0:1767389055.894141:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp34(00000000ad16d3be) state 0x841 00000400:00000001:1.0:1767389055.894145:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389055.894147:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389055.894149:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006436ed01 00000400:00000010:1.0:1767389055.894151:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006436ed01. 00000400:00000200:1.0:1767389055.894154:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767389055.894158:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp34 (00000000ad16d3be): -114 00000400:00000010:1.0:1767389055.894162:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e56c4ad7. 00000400:00000200:1.0:1767389055.894164:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ad16d3be (3) 00000400:00000200:1.0:1767389055.894167:0:337534:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.113@tcp34:-71 00000400:00000200:1.0:1767389055.894172:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp34(00000000ad16d3be) state 0x2041 rc -71 00000400:00000200:1.0:1767389055.894176:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp34 (00000000ad16d3be) 00000400:00000200:1.0:1767389055.894179:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ad16d3be (2) 00000400:00000200:1.0:1767389055.894182:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp35(00000000b7d95ff0) state 0x841 00000400:00000001:1.0:1767389055.894184:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389055.894187:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389055.894188:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066e2f8a5 00000400:00000010:1.0:1767389055.894190:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000066e2f8a5. 00000400:00000200:1.0:1767389055.894192:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767389055.894194:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp35 (00000000b7d95ff0): -114 00000400:00000010:1.0:1767389055.894196:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003ef866b3. 00000400:00000200:1.0:1767389055.894198:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b7d95ff0 (3) 00000400:00000200:1.0:1767389055.894201:0:337534:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.113@tcp35:-71 00000400:00000200:1.0:1767389055.894203:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp35(00000000b7d95ff0) state 0x2041 rc -71 00000400:00000200:1.0:1767389055.894205:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp35 (00000000b7d95ff0) 00000400:00000200:1.0:1767389055.894216:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b7d95ff0 (2) 00000800:00000200:1.0:1767389055.894289:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389055.894293:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f4fdf2f1. 00000400:00000200:1.0:1767389055.894299:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389055.894304:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp15->192.168.204.113@tcp15: GET: OK 00000400:00000200:1.0:1767389055.894307:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389055.894309:0:337530:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000800:00000001:1.0:1767389055.894316:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389055.894322:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389055.894324:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389055.894329:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389055.894335:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp15(192.168.204.113@tcp15) <- 192.168.204.113@tcp15 : GET - for me 00000400:00000200:1.0:1767389055.894344:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 464 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767389055.894349:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 464/464 into md 0x1c55 [1] + 0 00000400:00000200:1.0:1767389055.894358:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp15 to MR: 192.168.204.113@tcp15 local destination 00000400:00000200:1.0:1767389055.894366:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp15 NI seq info: [99:99:256:4294967295] 192.168.204.113@tcp15 LPNI seq info [96:96:8:4294967295] 00000400:00000200:1.0:1767389055.894382:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp15(192.168.204.113@tcp15:192.168.204.113@tcp15) -> 192.168.204.113@tcp15(192.168.204.113@tcp15:192.168.204.113@tcp15) 192.168.204.113@tcp15 : REPLY try# 0 00000800:00000200:1.0:1767389055.894389:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.113@tcp15 00000800:00000010:1.0:1767389055.894393:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4fdf2f1. 00000800:00000200:1.0:1767389055.894397:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ee4e6f3] -> 12345-192.168.204.113@tcp15 (6) 00000800:00000200:1.0:1767389055.894403:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp15 ip 192.168.204.113:1011 00000800:00000200:1.0:1767389055.894406:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f4fdf2f1 type 3, nob 560 niov 1 nkiov 1 00000800:00000200:1.0:1767389055.894460:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389055.894463:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4fdf2f1. 00000400:00000200:1.0:1767389055.894486:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389055.894491:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp15->192.168.204.113@tcp15: REPLY: OK 00000800:00000001:1.0:1767389055.894499:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389055.894502:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389055.894505:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389055.894509:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389055.894522:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389055.894527:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389055.894532:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp15(192.168.204.113@tcp15) <- 192.168.204.113@tcp15 : REPLY - for me 00000400:00000200:1.0:1767389055.894543:0:337530:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp15: Reply from 12345-192.168.204.113@tcp15 of length 464/464 into md 0x1cbd 00000800:00000001:1.0:1767389055.894548:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389055.894552:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389055.894554:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389055.894557:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp15->192.168.204.113@tcp15: REPLY: OK 00000400:00000200:1.0:1767389055.894560:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be4b0921 00000400:00000010:1.0:1767389055.894563:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be4b0921. 00000400:00000200:1.0:1767389055.894568:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767389055.894572:0:337530:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:1.0:1767389055.894576:0:337530:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:1.0:1767389055.894579:0:337530:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 27. state = 0x100271 00000400:00000200:1.0:1767389055.894584:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389055.894594:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (27) 00000800:00000001:1.0:1767389055.894598:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389055.894601:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389055.894619:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389055.894622:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000f1 00000400:00000010:1.0:1767389055.894629:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 560 at 000000006c48f64f. 00000400:00000010:1.0:1767389055.894633:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 672 at 000000006520e00d. 00000400:00000010:1.0:1767389055.894636:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 560 at 00000000d0224ab8. 00000400:00000200:1.0:1767389055.894667:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp29(00000000519ca7cf) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767389055.894671:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp30(00000000229613ff) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767389055.894678:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp33(00000000ba248ab2) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767389055.894685:0:337534:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.204.113@tcp34 00000400:00000200:1.0:1767389055.894694:0:337534:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.113@tcp34 NID 192.168.204.113@tcp34 00000400:00000200:1.0:1767389055.894698:0:337534:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 0000000085926710 nid 192.168.204.113@tcp34 00000400:00000010:1.0:1767389055.894700:0:337534:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000085926710. 00000400:00000200:1.0:1767389055.894704:0:337534:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000006ae65c74 net tcp34 00000400:00000010:1.0:1767389055.894707:0:337534:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000006ae65c74. 00000400:00000200:1.0:1767389055.894720:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000ad16d3be (1) 00000400:00000200:1.0:1767389055.894764:0:337534:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000ad16d3be nid 192.168.204.113@tcp34 00000400:00000010:1.0:1767389055.894768:0:337534:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000ad16d3be. 00000400:00000010:1.0:1767389055.894779:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ad16d3be. 00000400:00000200:1.0:1767389055.894788:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ad16d3be nid 192.168.204.113@tcp34 00000400:00000010:1.0:1767389055.894793:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000009763ed7a. 00000400:00000200:1.0:1767389055.894796:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 000000009763ed7a net tcp34 00000400:00000200:1.0:1767389055.894799:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (26) 00000400:00000200:1.0:1767389055.894809:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp34 flags 0x11 00000400:00000200:1.0:1767389055.894819:0:337534:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.204.113@tcp35 00000400:00000200:1.0:1767389055.894834:0:337534:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.113@tcp35 NID 192.168.204.113@tcp35 00000400:00000200:1.0:1767389055.894838:0:337534:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000798155bb nid 192.168.204.113@tcp35 00000400:00000010:1.0:1767389055.894840:0:337534:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000798155bb. 00000400:00000200:1.0:1767389055.894844:0:337534:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000633d0ac7 net tcp35 00000400:00000010:1.0:1767389055.894847:0:337534:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000633d0ac7. 00000400:00000200:1.0:1767389055.894854:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000b7d95ff0 (1) 00000400:00000200:1.0:1767389055.894857:0:337534:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000b7d95ff0 nid 192.168.204.113@tcp35 00000400:00000010:1.0:1767389055.894859:0:337534:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000b7d95ff0. 00000400:00000010:1.0:1767389055.894864:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000798155bb. 00000400:00000200:1.0:1767389055.894872:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000798155bb nid 192.168.204.113@tcp35 00000400:00000010:1.0:1767389055.894875:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000363a417b. 00000400:00000200:1.0:1767389055.894877:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000363a417b net tcp35 00000400:00000200:1.0:1767389055.894879:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (27) 00000400:00000200:1.0:1767389055.894885:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp35 flags 0x11 00000400:00000010:1.0:1767389055.894889:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 560 at 000000006c48f64f. 00000400:00000010:1.0:1767389055.894892:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 672 at 000000006520e00d. 00000400:00000010:1.0:1767389055.894896:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 560 at 00000000d0224ab8. 00000400:00000010:1.0:1767389055.894901:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000009ec9610d. 00000400:00000200:1.0:1767389055.894907:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389055.894911:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100171 00000400:00000200:1.0:1767389055.894922:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 rc 1 00000400:00000200:1.0:1767389055.894927:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000400:00000200:1.0:1767389055.894929:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389055.894941:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:1.0:1767389055.894947:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:1.0:1767389055.894952:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (28) 00000020:00000010:1.0:1767389055.902538:0:351405:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000086e21a4b. 00000020:00000040:1.0:1767389055.902547:0:351405:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(1) 00000020:00000010:1.0:1767389055.902550:0:351405:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000086e21a4b. 00000100:00000040:3.0:1767389055.910782:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299643930, at 4299643931 00000100:00000040:2.0:1767389055.910790:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299643930, at 4299643931 00000100:00000010:3.0:1767389055.910793:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c3966ad. 00000100:00000010:2.0:1767389055.910813:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095d24817. 00000100:00000040:1.0:1767389055.910834:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299643930, at 4299643931 00000100:00000010:1.0:1767389055.910846:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001864ef88. 00000100:00000040:0.0:1767389055.910857:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299643930, at 4299643931 00000100:00000010:0.0:1767389055.910868:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ab70d318. 00010000:00000001:3.0:1767389056.203856:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389056.203862:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389056.203869:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389056.203872:0:255632:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767389056.203875:0:255632:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767389056.203878:0:255632:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389056.203882:0:255632:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767389056.203884:0:255632:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389056.203887:0:255632:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389056.203890:0:255632:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389056.203950:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389056.203958:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389056.203964:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767389056.239641:0:351465:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767389056.239646:0:351465:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:0.0:1767389056.247080:0:351465:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389056.259539:0:351466:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000225c2d05. 00000400:00000010:0.0:1767389056.259557:0:351466:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008339db77. 00000400:00000010:0.0:1767389056.259568:0:351466:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000832792f5. 00000400:00000010:0.0:1767389056.259574:0:351466:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000066bcd699. 00000400:00000010:0.0:1767389056.259579:0:351466:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000055a332ee. 00000400:00000010:0.0:1767389056.259584:0:351466:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007d6805aa. 00000400:00000010:0.0:1767389056.259586:0:351466:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005158ba28. 00000400:00000010:0.0:1767389056.259589:0:351466:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000011fe7cea. 00000400:00000010:0.0:1767389056.259593:0:351466:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f3ee3d97. 00000800:00000010:0.0:1767389056.259609:0:351466:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000007949a34c. 00000800:00000200:0.0:1767389056.259622:0:351466:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389056.259635:0:351466:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389056.259677:0:351466:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389056.259714:0:351466:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp36 [8/256/0/180] 00000400:00000010:0.0:1767389056.263235:0:351466:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000005fcc7348. 00000400:00000010:0.0:1767389056.263246:0:351466:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ec3f993. 00000400:00000010:0.0:1767389056.263265:0:351466:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec4b001d. 00000400:00000001:0.0:1767389056.263296:0:351466:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389056.263299:0:351466:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389056.263302:0:351466:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026ae46c6. 00000400:00000200:0.0:1767389056.263308:0:351466:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000636dd8e7 00000400:00000010:0.0:1767389056.263310:0:351466:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000636dd8e7. 00000400:00000010:0.0:1767389056.263316:0:351466:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000005aafb00d. 00000400:00000200:0.0:1767389056.263322:0:351466:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (27) 00000400:00000200:0.0:1767389056.263341:0:351466:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389056.263361:0:351466:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000020:00000010:0.0:1767389056.263374:0:351466:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008d71f0da. 00000400:00000200:1.0:1767389056.263377:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767389056.263381:0:351466:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767389056.263386:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000020:01000000:0.0:1767389056.263386:0:351466:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp36 00000400:00000010:1.0:1767389056.263394:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be4b0921. 00000400:00000200:1.0:1767389056.263400:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (28) 00000400:00000010:1.0:1767389056.263409:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000df31b164. 00000400:00000010:0.0:1767389056.263416:0:351466:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008339db77. 00000400:00000200:1.0:1767389056.263418:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp15 00000400:00000010:0.0:1767389056.263423:0:351466:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000225c2d05. 00000400:00000200:1.0:1767389056.263434:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp15 to MR: 192.168.204.113@tcp15 local destination 00000400:00000200:1.0:1767389056.263444:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp15 NI seq info: [100:100:256:4294967295] 192.168.204.113@tcp15 LPNI seq info [97:97:8:4294967295] 00000400:00000200:1.0:1767389056.263454:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp15 00000400:00000200:1.0:1767389056.263513:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp15(192.168.204.113@tcp15:192.168.204.113@tcp15) -> 192.168.204.113@tcp15(192.168.204.113@tcp15:192.168.204.113@tcp15) : PUT try# 0 00000800:00000200:1.0:1767389056.263523:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.204.113@tcp15 00000800:00000010:1.0:1767389056.263530:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000655acc5a. 00000800:00000200:1.0:1767389056.263540:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ee4e6f3] -> 12345-192.168.204.113@tcp15 (6) 00000020:00000001:3.0:1767389056.263541:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767389056.263549:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767389056.263556:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000800:00000200:1.0:1767389056.263557:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp15 ip 192.168.204.113:988 00000800:00000200:1.0:1767389056.263564:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000655acc5a type 1, nob 576 niov 1 nkiov 1 10000000:01000000:3.0:1767389056.263573:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767389056.263580:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767389056.263582:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767389056.263584:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389056.263586:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389056.263588:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389056.263590:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389056.263592:0:257746:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767389056.263594:0:257746:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767389056.263596:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389056.263598:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767389056.263603:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000100:00000010:3.0:1767389056.263604:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4073a11. 00000400:00000200:1.0:1767389056.263612:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000020:00000040:3.0:1767389056.263615:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:3.0:1767389056.263628:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389056.263631:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389056.263636:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389056.263646:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000002c5c95e. 00000100:00000001:3.0:1767389056.263653:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389056.263661:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389056.263664:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389056.263672:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4073a11] to pc [ptlrpcd_00_03+3] req@00000000e4073a11 x1853241654538240/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767389056.263719:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389056.263763:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389056.263767:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767389056.263772:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:3.0:1767389056.263781:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767389056.263784:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767389056.263786:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767389056.263787:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767389056.263796:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767389056.263801:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:1.0:1767389056.263801:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767389056.263807:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767389056.263811:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389056.263815:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767389056.263820:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767389056.263821:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389056.263829:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:2.0:1767389056.263833:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:3.0:1767389056.263834:0:257746:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:1.0:1767389056.263836:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4073a11 x1853241654538240/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767389056.263843:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000655acc5a. 00000020:01000004:3.0:1767389056.263854:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389056.263860:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767389056.263860:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767389056.263872:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc31ee33. 00000100:00000001:1.0:1767389056.263884:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767389056.263885:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389056.263893:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389056.263900:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767389056.263903:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp15->192.168.204.113@tcp15: PUT: OK 02000000:00000001:1.0:1767389056.263906:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389056.263907:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389056.263921:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389056.263922:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389056.263922:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:1.0:1767389056.263942:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389056.263944:0:337530:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp15: 0 02000000:00000010:3.0:1767389056.263948:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fcdf2465. 00000100:00100000:1.0:1767389056.263959:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e4073a11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654538240:0@lo:253: 00000100:00000001:3.0:1767389056.263962:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767389056.263970:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767389056.263974:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389056.263978:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767389056.263980:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767389056.263986:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767389056.263990:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:2.0:1767389056.263993:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767389056.263994:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc31ee33] to pc [ptlrpcd_00_00+0] req@00000000fc31ee33 x1853241654538368/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389056.264003:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767389056.264011:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767389056.264017:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389056.264033:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bd26cdb3. 00000400:00000200:2.0:1767389056.264045:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp15(192.168.204.113@tcp15) <- 192.168.204.113@tcp15 : PUT - for me 02000000:00000001:1.0:1767389056.264047:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389056.264055:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389056.264061:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000452cd5e. 10000000:00000001:3.0:1767389056.264062:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389056.264076:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389056.264077:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000010:1.0:1767389056.264079:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e54d3a1. 00000020:01000000:3.0:1767389056.264087:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767389056.264099:0:257746:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008d71f0da. 00000400:00000200:2.0:1767389056.264109:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 464/480 into md 0x1cb9 [1] + 0 00000400:00000010:2.0:1767389056.264117:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf76a755. 00000400:00000200:2.0:1767389056.264126:0:337530:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000099012e88 00000100:00000001:3.0:1767389056.264128:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389056.264137:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389056.264141:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654538240, portal 25 00000800:00000001:2.0:1767389056.264142:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767389056.264155:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:2.0:1767389056.264156:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389056.264159:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694456192 : -122822015095424 : ffff904b456b6d80) 00000400:00000200:2.0:1767389056.264162:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389056.264180:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp15->192.168.204.113@tcp15: PUT: OK 00000100:00000040:1.0:1767389056.264188:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e4073a11 x1853241654538240/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389056.264190:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099012e88 00000400:00000010:2.0:1767389056.264200:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099012e88. 00000100:00000001:1.0:1767389056.264217:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767389056.264222:0:337530:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767389056.264238:0:337530:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (29) 00000100:00000040:1.0:1767389056.264238:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389056.264255:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cae825b1. 00000400:00000200:2.0:1767389056.264257:0:337530:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:2.0:1767389056.264273:0:337530:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (480 bytes) 00000100:00000200:1.0:1767389056.264275:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654538240, offset 0 00000100:00000001:3.0:1767389056.264284:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767389056.264285:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:3.0:1767389056.264294:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767389056.264295:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389056.264300:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767389056.264304:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (30) 00000100:00000040:3.0:1767389056.264314:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fc31ee33 x1853241654538368/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389056.264330:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767389056.264332:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389056.264334:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389056.264335:0:337530:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:3.0:1767389056.264360:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389056.264366:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389056.264374:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp15 to MR: 192.168.204.113@tcp15 local destination 02000000:00000001:3.0:1767389056.264377:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389056.264386:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fc31ee33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654538368:0@lo:253: 00000400:00000200:2.0:1767389056.264402:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp15 NI seq info: [101:101:256:4294967295] 192.168.204.113@tcp15 LPNI seq info [98:98:8:4294967295] 00000100:00000001:3.0:1767389056.264405:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389056.264414:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389056.264419:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389056.264428:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767389056.264439:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp15(192.168.204.113@tcp15:192.168.204.113@tcp15) -> 192.168.204.113@tcp15(192.168.204.113@tcp15:192.168.204.113@tcp15) 192.168.204.113@tcp15 : ACK try# 0 00000800:00000200:2.0:1767389056.264450:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp15 02000000:00000010:3.0:1767389056.264452:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c2d9defc. 00000800:00000010:2.0:1767389056.264490:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3f2530d. 02000000:00000001:3.0:1767389056.264493:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389056.264495:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372807000 00000400:00000010:3.0:1767389056.264507:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc2c1727. 00000800:00000200:2.0:1767389056.264509:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ee4e6f3] -> 12345-192.168.204.113@tcp15 (6) 00000400:00000200:1.0:1767389056.264527:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14d5 [2] + 0 00000800:00000200:2.0:1767389056.264538:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp15 ip 192.168.204.113:1011 00000800:00000200:2.0:1767389056.264548:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3f2530d type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767389056.264549:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9cdb65e. 00000400:00000200:1.0:1767389056.264571:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000045b1a437 00000800:00000001:2.0:1767389056.264579:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767389056.264586:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001df1fea4. 00000400:00000200:1.0:1767389056.264586:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767389056.264593:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767389056.264596:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654538368, portal 25 00000100:00000001:3.0:1767389056.264607:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389056.264611:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694453504 : -122822015098112 : ffff904b456b6300) 00000400:00000200:1.0:1767389056.264618:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767389056.264625:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fc31ee33 x1853241654538368/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389056.264630:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045b1a437 00000400:00000010:1.0:1767389056.264642:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045b1a437. 00000100:00000001:3.0:1767389056.264643:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389056.264652:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767389056.264656:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767389056.264658:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047e7c67a. 00000100:00000200:1.0:1767389056.264662:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:3.0:1767389056.264668:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654538368, offset 0 00000100:00000040:1.0:1767389056.264672:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000e778117a x1853241654538240 msgsize 4848 00000400:00000200:3.0:1767389056.264692:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1767389056.264704:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00100000:1.0:1767389056.264705:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767389056.264719:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767389056.264719:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3f2530d. 00000100:00000040:1.0:1767389056.264722:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767389056.264768:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389056.264788:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372807080 00000400:00000200:2.0:1767389056.264795:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp15->192.168.204.113@tcp15: ACK: OK 00000100:00000001:1.0:1767389056.264802:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389056.264810:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14dd [2] + 0 00000800:00000001:2.0:1767389056.264814:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767389056.264817:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000823aebe7. 00000800:00000001:2.0:1767389056.264825:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389056.264828:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000073e4656b 00000800:00000001:2.0:1767389056.264831:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389056.264835:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cae825b1 00000400:00000200:3.0:1767389056.264839:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767389056.264840:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389056.264844:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cae825b1. 00000800:00000001:2.0:1767389056.264858:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767389056.264864:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767389056.264869:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:2.0:1767389056.264878:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389056.264880:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073e4656b 00000100:00000200:1.0:1767389056.264882:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4073a11 x1853241654538240/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389056.264897:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073e4656b. 00000100:00000001:3.0:1767389056.264914:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767389056.264924:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp15(192.168.204.113@tcp15) <- 192.168.204.113@tcp15 : ACK - for me 00000100:00000200:3.0:1767389056.264925:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767389056.264944:0:337536:0:(events.c:337:request_in_callback()) incoming req@000000008a2391c6 x1853241654538368 msgsize 4848 00000100:00000001:1.0:1767389056.264949:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389056.264966:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4073a11 x1853241654538240/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389056.264969:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767389056.264973:0:337530:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp15: ACK from 12345-192.168.204.113@tcp15 into md 0x1cc5 00000100:00000040:3.0:1767389056.264978:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767389056.264989:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389056.265000:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389056.265013:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047e7c67a 00000400:00000200:2.0:1767389056.265018:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp15->192.168.204.113@tcp15: ACK: OK 00000400:00000010:3.0:1767389056.265023:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047e7c67a. 00000100:00000001:3.0:1767389056.265032:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767389056.265035:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389056.265049:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767389056.265052:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fc31ee33 x1853241654538368/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389056.265054:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be4b0921 00000100:00000001:1.0:1767389056.265062:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389056.265065:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be4b0921. 00000400:00000200:2.0:1767389056.265084:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767389056.265086:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299644308 00000400:00000200:2.0:1767389056.265102:0:337530:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000100:00000010:1.0:1767389056.265103:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e0e5d52. 00000100:00000001:1.0:1767389056.265125:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767389056.265126:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:3.0:1767389056.265130:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767389056.265144:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (29) 00000100:00000040:3.0:1767389056.265149:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fc31ee33 x1853241654538368/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389056.265149:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299644308 00000800:00000001:2.0:1767389056.265158:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767389056.265167:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000089a72aa1. 00000800:00000001:2.0:1767389056.265173:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389056.265185:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767389056.265190:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389056.265197:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389056.265201:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299644308 00000100:00000010:1.0:1767389056.265212:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000080c2b18b. 00000100:00000001:3.0:1767389056.265214:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389056.265224:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767389056.265226:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299644308 00000100:00000001:3.0:1767389056.265236:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299644308 00000100:00000001:3.0:1767389056.265240:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299644308 00000100:00000001:3.0:1767389056.265244:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299644308 00000100:00000001:1.0:1767389056.265246:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299644308 00000100:00000001:3.0:1767389056.265249:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299644308 00000100:00000001:3.0:1767389056.265259:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299644308 00000100:00000010:1.0:1767389056.265259:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004566299a. 00000100:00000001:3.0:1767389056.265270:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299644308 00000100:00000001:1.0:1767389056.265273:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767389056.265303:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299644308 00000100:00000001:1.0:1767389056.265304:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389056.265311:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389056.265315:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389056.265316:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389056.265317:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389056.265323:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654538240 00000100:00000001:1.0:1767389056.265331:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389056.265336:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389056.265338:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389056.265340:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389056.265348:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389056.265350:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389056.265358:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389056.265362:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389056.265368:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389056.265369:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767389056.265372:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389056.265380:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767389056.265388:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654538240 00000100:00000001:1.0:1767389056.265390:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389056.265391:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767389056.265395:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767389056.265398:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389056.265399:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767389056.265400:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:3.0:1767389056.265404:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389056.265411:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389056.265417:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767389056.265419:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389056.265422:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389056.265426:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:2.0:1767389056.265436:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389056.265441:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389056.265449:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389056.265455:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a82c7aaa. 00000100:00000001:2.0:1767389056.265483:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389056.265488:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a82c7aaa. 00000100:00000001:3.0:1767389056.265490:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389056.265500:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654538368 02000000:00000001:3.0:1767389056.265507:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389056.265510:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389056.265512:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389056.265515:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ca11833. 00000400:00000200:1.0:1767389056.265516:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000001:3.0:1767389056.265519:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389056.265533:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000095ab2804. 00000400:00000010:1.0:1767389056.265534:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 0000000026bd5b34. 00000100:00100000:3.0:1767389056.265535:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654538368 00000020:00000001:3.0:1767389056.265553:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767389056.265556:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000acf898d4. 00000400:00000010:1.0:1767389056.265558:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1f4bee9. 00000020:00000040:3.0:1767389056.265567:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389056.265574:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767389056.265574:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1f64a3b. 00000020:00000040:3.0:1767389056.265581:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=16 00000100:00000040:2.0:1767389056.265583:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767389056.265586:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000026bd5b34 00000020:00000001:3.0:1767389056.265594:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389056.265600:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1767389056.265606:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000009b920167. 00000020:00000001:3.0:1767389056.265607:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389056.265607:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389056.265619:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389056.265624:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 480 success 00000100:00000001:3.0:1767389056.265631:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389056.265637:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389056.265639:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bd1012a. 00000400:00000200:1.0:1767389056.265647:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102051 00000100:00000001:3.0:1767389056.265650:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767389056.265658:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (28) 00000020:00000010:3.0:1767389056.265659:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bd1012a. 00000100:00000001:2.0:1767389056.265662:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389056.265675:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000f649dbed. 00000020:00000010:3.0:1767389056.265678:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ef866b3. 00000400:00000010:1.0:1767389056.265686:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be4b0921. 00000020:00000010:3.0:1767389056.265690:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000044484734. 00000100:00000001:2.0:1767389056.265690:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1767389056.265700:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000066f5a390. 00000020:00000010:3.0:1767389056.265706:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008e943119. 00000100:00000001:2.0:1767389056.265710:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767389056.265720:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767389056.265721:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000400:00000200:1.0:1767389056.265807:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:1.0:1767389056.265824:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000400:00000200:1.0:1767389056.265843:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000400:00000200:1.0:1767389056.265861:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:1.0:1767389056.265872:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 00000400:00000200:1.0:1767389056.265882:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 38], ns[97, 38] 00000400:00000200:1.0:1767389056.265890:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[101, 38] 00000100:00100000:2.0:1767389056.265898:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00000040:2.0:1767389056.265908:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:2.0:1767389056.265916:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684808784 : -122822024742832 : ffff904b44d83850) 00000400:00000200:1.0:1767389056.265918:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 38], ns[20, 38] 00000100:00000040:2.0:1767389056.265929:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e778117a x1853241654538240/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:507/0 lens 4848/0 e 0 to 0 dl 1767389067 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389056.265981:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767389056.265983:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 00000020:00000010:2.0:1767389056.265988:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a82c7aaa. 00000100:00000001:2.0:1767389056.265998:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389056.266004:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a82c7aaa. 00000400:00000200:1.0:1767389056.266010:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00000100:00000001:3.0:1767389056.266015:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767389056.266024:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e778117a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337539:x1853241654538240:12345-0@lo:253: 00000100:00000001:3.0:1767389056.266026:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389056.266047:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654538240 00000100:00000001:3.0:1767389056.266051:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389056.266054:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000020:00000001:2.0:1767389056.266055:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767389056.266060:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389056.266071:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389056.266077:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389056.266083:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000020:00000001:2.0:1767389056.266087:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767389056.266088:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389056.266103:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767389056.266107:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000400:00000200:1.0:1767389056.266109:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00000100:00100000:3.0:1767389056.266128:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000020:00000001:2.0:1767389056.266131:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389056.266141:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389056.266144:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000400:00000200:1.0:1767389056.266144:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000020:00000001:2.0:1767389056.266151:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767389056.266156:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684796496 : -122822024755120 : ffff904b44d80850) 00000020:00000001:2.0:1767389056.266160:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389056.266179:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389056.266188:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008a2391c6 x1853241654538368/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:507/0 lens 4848/0 e 0 to 0 dl 1767389067 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389056.266190:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 00000100:00000001:2.0:1767389056.266195:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389056.266207:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389056.266223:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001225e4c9. 00000100:00000001:3.0:1767389056.266228:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767389056.266235:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 20], ns[42, 20] 02000000:00000001:2.0:1767389056.266238:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389056.266240:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bd1012a. 00000100:00000001:2.0:1767389056.266253:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389056.266255:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389056.266269:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:3.0:1767389056.266271:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bd1012a. 00000400:00000200:1.0:1767389056.266271:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 20], ns[46, 20] 00000100:00100000:3.0:1767389056.266289:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008a2391c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337536:x1853241654538368:12345-0@lo:253: 20000000:00000010:2.0:1767389056.266292:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000044221517. 00000400:00000200:1.0:1767389056.266298:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 20], ns[50, 20] 20000000:01000000:2.0:1767389056.266312:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000200:3.0:1767389056.266314:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654538368 00000400:00000200:1.0:1767389056.266330:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 20], ns[54, 20] 20000000:00000001:2.0:1767389056.266333:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767389056.266334:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767389056.266340:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389056.266350:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389056.266353:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767389056.266354:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 20], ns[58, 20] 00000020:00000001:3.0:1767389056.266362:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389056.266378:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389056.266381:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:2.0:1767389056.266389:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767389056.266390:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[88, 20], ns[89, 20] 00000020:00000001:3.0:1767389056.266391:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:3.0:1767389056.266403:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389056.266408:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389056.266414:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[82, 20], ns[83, 20] 20000000:00000010:2.0:1767389056.266416:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cf3d1ce2. 00000020:00000001:3.0:1767389056.266418:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389056.266430:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:2.0:1767389056.266432:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00000400:00000200:1.0:1767389056.266434:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 20], ns[87, 20] 00000020:00000001:3.0:1767389056.266447:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389056.266452:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:3.0:1767389056.266458:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767389056.266486:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 20], ns[90, 20] 02000000:00000001:3.0:1767389056.266488:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767389056.266493:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000010:3.0:1767389056.266501:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d395a76a. 02000000:00000001:3.0:1767389056.266509:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389056.266510:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[92, 20], ns[93, 20] 00000100:00000001:3.0:1767389056.266515:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389056.266523:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767389056.266529:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[0, 20], ns[95, 20] 20000000:00000010:3.0:1767389056.266539:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007de6e3b7. 20000000:01000000:3.0:1767389056.266546:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767389056.266553:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767389056.266561:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767389056.266564:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389056.266568:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[0, 20], ns[96, 20] 20000000:00000001:3.0:1767389056.266570:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389056.266573:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767389056.266582:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767389056.266590:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767389056.266598:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389056.266605:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00080000:00000001:2.0:1767389056.266606:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767389056.266620:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767389056.266628:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp16 00000020:00000001:2.0:1767389056.266630:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:2.0:1767389056.266639:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767389056.266645:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp16 lpni_is_preferred = 0 00080000:00000010:2.0:1767389056.266650:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000618c952e. 00080000:00000001:2.0:1767389056.266658:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247648347136 : -122826061204480 : ffff904a5440b400) 00000400:00000200:1.0:1767389056.266660:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp16 00080000:00000001:2.0:1767389056.266671:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767389056.266681:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp16 NI seq info: [102:102:256:4294967295] 192.168.204.113@tcp16 LPNI seq info [99:99:8:4294967295] 00000400:00000200:1.0:1767389056.266696:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp16 00000400:00000200:1.0:1767389056.266713:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp16(192.168.204.113@tcp16:) -> 192.168.204.113@tcp16(192.168.204.113@tcp:192.168.204.113@tcp16) : GET try# 0 00000800:00000200:1.0:1767389056.266725:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp16 00000800:00000010:1.0:1767389056.266782:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e9827aad. 00000800:00000200:1.0:1767389056.266793:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044947d7a] -> 12345-192.168.204.113@tcp16 (6) 00000800:00000200:1.0:1767389056.266809:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp16 ip 192.168.204.113:988 00000800:00000200:1.0:1767389056.266815:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e9827aad type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767389056.266848:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389056.266856:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100251 rc 0 00000001:00000001:2.0:1767389056.266861:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767389056.266865:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389056.266870:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767389056.266905:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389056.266910:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:1.0:1767389056.267004:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389056.267013:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e9827aad. 00000400:00000200:1.0:1767389056.267023:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389056.267034:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp16->192.168.204.113@tcp16: GET: OK 00000400:00000200:1.0:1767389056.267040:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389056.267045:0:337530:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00080000:00000001:2.0:1767389056.267072:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000800:00000001:1.0:1767389056.267073:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767389056.267084:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:1.0:1767389056.267095:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389056.267103:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389056.267116:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389056.267126:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp16(192.168.204.113@tcp16) <- 192.168.204.113@tcp16 : GET - for me 00000100:00000001:2.0:1767389056.267129:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389056.267136:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389056.267148:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767389056.267163:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 480/480 into md 0x1cc1 [1] + 0 00000400:00000200:1.0:1767389056.267189:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp16 to MR: 192.168.204.113@tcp16 local destination 00000400:00000200:1.0:1767389056.267218:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp16 NI seq info: [103:103:256:4294967295] 192.168.204.113@tcp16 LPNI seq info [100:100:8:4294967295] 00000400:00000200:1.0:1767389056.267245:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp16(192.168.204.113@tcp16:192.168.204.113@tcp16) -> 192.168.204.113@tcp16(192.168.204.113@tcp16:192.168.204.113@tcp16) 192.168.204.113@tcp16 : REPLY try# 0 00000800:00000200:1.0:1767389056.267259:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.204.113@tcp16 00000800:00000010:1.0:1767389056.267267:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e9827aad. 00000800:00000200:1.0:1767389056.267278:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044947d7a] -> 12345-192.168.204.113@tcp16 (6) 00000800:00000200:1.0:1767389056.267288:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp16 ip 192.168.204.113:1009 00000800:00000200:1.0:1767389056.267293:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e9827aad type 3, nob 576 niov 1 nkiov 1 00000800:00000001:2.0:1767389056.267340:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389056.267420:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767389056.267432:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767389056.267436:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389056.267445:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767389056.267445:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e9827aad. 00000800:00000001:2.0:1767389056.267458:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389056.267486:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389056.267496:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp16(192.168.204.113@tcp16) <- 192.168.204.113@tcp16 : REPLY - for me 00000400:00000200:1.0:1767389056.267508:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp16->192.168.204.113@tcp16: REPLY: OK 00000400:00000200:2.0:1767389056.267525:0:337529:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp16: Reply from 12345-192.168.204.113@tcp16 of length 480/480 into md 0x1cdd 00000800:00000001:2.0:1767389056.267535:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389056.267547:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389056.267551:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389056.267561:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp16->192.168.204.113@tcp16: REPLY: OK 00000400:00000200:2.0:1767389056.267568:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be4b0921 00000800:00000001:1.0:1767389056.267578:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767389056.267582:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be4b0921. 00000400:00000200:2.0:1767389056.267597:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767389056.267607:0:337529:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:2.0:1767389056.267612:0:337529:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:2.0:1767389056.267620:0:337529:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 28. state = 0x100251 00000400:00000200:2.0:1767389056.267626:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389056.267642:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (29) 00000800:00000001:2.0:1767389056.267655:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389056.267663:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389056.267685:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389056.267698:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000d1 00000400:00000010:1.0:1767389056.267711:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 000000006520e00d. 00000400:00000010:1.0:1767389056.267717:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 000000006c48f64f. 00000400:00000010:1.0:1767389056.267721:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 00000000498d6752. 00000400:00000010:1.0:1767389056.267858:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006d7174ba. 00000400:00000200:1.0:1767389056.267873:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006d7174ba nid 192.168.204.113@tcp36 00000400:00000010:1.0:1767389056.267883:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ab70d318. 00000400:00000200:1.0:1767389056.267892:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ab70d318 net tcp36 00000400:00000200:1.0:1767389056.267898:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (28) 00000400:00000200:1.0:1767389056.267911:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp36 flags 0x11 00000400:00000010:1.0:1767389056.267920:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 000000006520e00d. 00000400:00000010:1.0:1767389056.267931:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 000000006c48f64f. 00000400:00000010:1.0:1767389056.267937:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 00000000498d6752. 00000400:00000010:1.0:1767389056.267943:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000f649dbed. 00000400:00000200:1.0:1767389056.267954:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389056.267962:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:1.0:1767389056.267969:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:1.0:1767389056.267991:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:1.0:1767389056.267999:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389056.268002:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:1.0:1767389056.268007:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:1.0:1767389056.268013:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (29) 00080000:00000001:2.0:1767389056.282497:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767389056.282507:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:2.0:1767389056.282513:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389056.282516:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:3.0:1767389056.282530:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767389056.282536:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389056.282539:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767389056.282540:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389056.282542:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767389056.282546:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000618c952e. 20000000:01000000:2.0:1767389056.282546:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767389056.282558:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767389056.282567:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767389056.282574:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:2.0:1767389056.282583:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767389056.282595:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ac682109. 20000000:01000000:2.0:1767389056.282609:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:0.0:1767389056.282610:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:00000001:2.0:1767389056.282621:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767389056.282630:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:0.0:1767389056.282630:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:2.0:1767389056.282644:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389056.282650:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767389056.282652:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000040:2.0:1767389056.282662:0:338196:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008a9795e3 count: 2 00010000:00000001:2.0:1767389056.282668:0:338196:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389056.282673:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389056.282678:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d83d1a37. 00000020:00000001:2.0:1767389056.282683:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389056.282689:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d83d1a37 with handle 0x95cd417baf42953c to hash 00000020:00000001:2.0:1767389056.282693:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389056.282696:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389056.282700:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389056.282704:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389056.282707:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389056.282712:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d83d1a37/0x95cd417baf42953c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767389056.282712:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767389056.282777:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767389056.282785:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389056.282788:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767389056.282795:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767389056.282799:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389056.282805:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:0.0:1767389056.282805:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767389056.282816:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389056.282822:0:338196:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000020:00000001:0.0:1767389056.282822:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00010000:00010000:2.0:1767389056.282832:0:338196:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000005e4647b1/0x95cd417baf429535 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf42952e expref: 16 pid: 338173 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767389056.282836:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767389056.282847:0:338196:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767389056.282850:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767389056.282850:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000043f51b7f. 00010000:00000001:2.0:1767389056.282863:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767389056.282866:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247412103168 : -122826297448448 : ffff904a462be800) 00010000:00000001:2.0:1767389056.282867:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389056.282874:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389056.282880:0:338196:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000001:0.0:1767389056.282881:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:2.0:1767389056.282885:0:338196:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000d83d1a37/0x95cd417baf42953c lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389056.282895:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008a9795e3) refcount = 2 00010000:00000040:2.0:1767389056.282900:0:338196:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767389056.282908:0:338196:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000005e4647b1/0x95cd417baf429535 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x95cd417baf42952e expref: 16 pid: 338173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389056.282915:0:338196:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767389056.282918:0:338196:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d83d1a37/0x95cd417baf42953c lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767389056.282929:0:338196:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b0e779ce. 00000100:00000001:2.0:1767389056.282934:0:338196:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767389056.282941:0:338196:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e26cd8c3. 00000100:00000001:2.0:1767389056.282944:0:338196:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247502764288 : -122826206787328 : ffff904a4b934900) 00000100:00000001:2.0:1767389056.282947:0:338196:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621247502764288 : -122826206787328 : ffff904a4b934900) 00000100:00000001:2.0:1767389056.282952:0:338196:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767389056.282954:0:338196:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767389056.282958:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767389056.282973:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389056.282977:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767389056.282982:0:338196:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767389056.282987:0:338196:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767389056.282990:0:338196:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767389056.282995:0:338196:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767389056.283001:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001244c98e. 00000020:00000040:2.0:1767389056.283006:0:338196:0:(genops.c:1229:class_import_get()) import 0000000065ed9c00 refcount=2 obd=MGS 00000100:00000001:2.0:1767389056.283011:0:338196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389056.283014:0:338196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389056.283022:0:338196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389056.283033:0:338196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000005ee789f. 00000100:00000001:2.0:1767389056.283043:0:338196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767389056.283043:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767389056.283050:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389056.283052:0:338196:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000005e4647b1/0x95cd417baf429535 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x95cd417baf42952e expref: 16 pid: 338173 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767389056.283060:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:2.0:1767389056.283089:0:338196:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000005e4647b1/0x95cd417baf429535 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x95cd417baf42952e expref: 16 pid: 338173 timeout: 5127 lvb_type: 0 00080000:00000001:0.0:1767389056.283097:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389056.283104:0:338196:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00080000:00000001:0.0:1767389056.283106:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:2.0:1767389056.283112:0:338196:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389056.283119:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001244c98e x1853241654538496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389056.283132:0:338196:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389056.283135:0:338196:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389056.283142:0:338196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001244c98e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654538496:0@lo:104: 00000100:00000001:2.0:1767389056.283148:0:338196:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389056.283156:0:338196:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389056.283160:0:338196:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389056.283164:0:338196:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389056.283170:0:338196:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c97ce29d. 02000000:00000001:2.0:1767389056.283175:0:338196:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389056.283182:0:338196:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c13a60de. 00000400:00000010:2.0:1767389056.283191:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016a04936. 00000100:00000200:2.0:1767389056.283201:0:338196:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654538496, portal 16 00000100:00000001:2.0:1767389056.283204:0:338196:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389056.283215:0:338196:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402877696 : -122821306673920 : ffff904b6fa51500) 00000100:00000040:2.0:1767389056.283224:0:338196:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000001244c98e x1853241654538496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389072 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389056.283234:0:338196:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389056.283243:0:338196:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389056.283248:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95bc874. 00000100:00000200:2.0:1767389056.283254:0:338196:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853241654538496, offset 0 00000400:00000200:2.0:1767389056.283267:0:338196:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389056.283282:0:338196:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389056.283294:0:338196:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958372807100 00000400:00000200:2.0:1767389056.283305:0:338196:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1425 [2] + 1968 00000400:00000010:2.0:1767389056.283311:0:338196:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004488da34. 00080000:00000001:0.0:1767389056.283316:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:2.0:1767389056.283320:0:338196:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007135f77a 00080000:00000001:0.0:1767389056.283329:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767389056.283330:0:338196:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389056.283335:0:338196:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389056.283340:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007135f77a 00000400:00000010:2.0:1767389056.283344:0:338196:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007135f77a. 00000100:00000001:2.0:1767389056.283356:0:338196:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389056.283358:0:338196:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767389056.283362:0:338196:0:(events.c:337:request_in_callback()) incoming req@00000000012da345 x1853241654538496 msgsize 328 00000100:00100000:2.0:1767389056.283369:0:338196:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389056.283374:0:338196:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767389056.283390:0:338196:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389056.283397:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95bc874 00000400:00000010:2.0:1767389056.283400:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95bc874. 00000100:00000001:2.0:1767389056.283405:0:338196:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389056.283412:0:338196:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001244c98e x1853241654538496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389072 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389056.283424:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389056.283428:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001244c98e x1853241654538496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389072 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389056.283437:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389056.283441:0:338196:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389056.283446:0:338196:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389056.283482:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4299644326 00000100:00000010:2.0:1767389056.283518:0:339022:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000618c952e. 00000100:00000010:2.0:1767389056.283527:0:339022:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087be0d40. 00000100:00100000:2.0:1767389056.283531:0:339022:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1767389056.283538:0:339022:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1767389056.283546:0:339022:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001afdfa6e. 00000400:00000010:2.0:1767389056.283551:0:339022:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095ff2f62. 00000100:00000001:2.0:1767389056.283559:0:339022:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389056.283563:0:339022:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654538496 02000000:00000001:2.0:1767389056.283566:0:339022:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389056.283568:0:339022:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389056.283571:0:339022:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389056.283576:0:339022:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389056.283580:0:339022:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654538496 00000020:00000001:2.0:1767389056.283584:0:339022:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389056.283587:0:339022:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291a0 00000020:00000001:2.0:1767389056.283591:0:339022:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389056.283594:0:339022:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c9ce650e refcount=3 00000020:00000001:2.0:1767389056.283598:0:339022:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000020:00000001:2.0:1767389056.283602:0:339022:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000100:00000001:2.0:1767389056.283606:0:339022:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389056.283609:0:339022:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070752b7b. 00000100:00000001:2.0:1767389056.283614:0:339022:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389056.283617:0:339022:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070752b7b. 00000020:00000010:2.0:1767389056.283627:0:339022:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a23ba5c8. 00000020:00000010:2.0:1767389056.283632:0:339022:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a20fb926. 00000020:00000010:2.0:1767389056.283638:0:339022:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001223d23c. 00000100:00000040:2.0:1767389056.283650:0:339022:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767389056.283654:0:339022:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389056.283657:0:339022:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389056.283659:0:339022:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389056.283668:0:339022:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389056.283686:0:339022:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389056.283716:0:339022:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389056.283762:0:339022:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389056.283772:0:339022:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:2.0:1767389056.283777:0:339022:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c9ce650e : new rpc_count 1 00000100:00000001:2.0:1767389056.283780:0:339022:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621247375731792 : -122826333819824 : ffff904a4400ec50) 00000100:00000040:2.0:1767389056.283790:0:339022:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000012da345 x1853241654538496/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:507/0 lens 328/0 e 0 to 0 dl 1767389067 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389056.283803:0:339022:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389056.283806:0:339022:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070752b7b. 00000100:00000001:2.0:1767389056.283812:0:339022:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389056.283816:0:339022:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070752b7b. 00000100:00100000:2.0:1767389056.283830:0:339022:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000012da345 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654538496:12345-0@lo:104: 00000100:00000200:2.0:1767389056.283835:0:339022:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654538496 00010000:00000001:2.0:1767389056.283839:0:339022:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767389056.283844:0:339022:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389056.283847:0:339022:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389056.283849:0:339022:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=2 00000020:00000001:2.0:1767389056.283852:0:339022:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:2.0:1767389056.283855:0:339022:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:2.0:1767389056.283860:0:339022:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389056.283864:0:339022:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389056.283868:0:339022:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf42952e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf429535 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389056.283878:0:339022:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389056.283880:0:339022:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389056.283884:0:339022:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007fcaad19. 02000000:00000001:2.0:1767389056.283889:0:339022:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389056.283893:0:339022:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389056.283898:0:339022:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389056.283902:0:339022:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389056.283908:0:339022:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace3a1a1 time=81 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389056.283916:0:339022:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389056.283930:0:339022:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389056.283934:0:339022:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389056.283938:0:339022:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389056.283942:0:339022:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389056.283946:0:339022:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389056.283951:0:339022:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389056.283956:0:339022:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95bc874. 00000100:00000200:2.0:1767389056.283960:0:339022:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853241654538496, offset 224 00000400:00000200:2.0:1767389056.283967:0:339022:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389056.283981:0:339022:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389056.283988:0:339022:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958372807100 00000400:00000200:2.0:1767389056.283996:0:339022:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1ce1 [1] + 224 00000400:00000200:2.0:1767389056.284001:0:339022:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389056.284005:0:339022:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389056.284011:0:339022:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389056.284018:0:339022:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001244c98e x1853241654538496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389072 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767389056.284030:0:339022:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000001244c98e x1853241654538496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389072 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389056.284039:0:339022:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389056.284044:0:339022:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95bc874 00000400:00000010:2.0:1767389056.284046:0:339022:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95bc874. 00000100:00000001:2.0:1767389056.284049:0:339022:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389056.284052:0:339022:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389056.284058:0:339022:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389056.284061:0:339022:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389056.284066:0:339022:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767389056.284070:0:339022:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000ea0916f7. 00010000:00000001:2.0:1767389056.284075:0:339022:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767389056.284093:0:339022:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767389056.284097:0:339022:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389056.284100:0:339022:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389056.284103:0:339022:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389056.284109:0:339022:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000012da345 x1853241654538496/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:507/0 lens 328/224 e 0 to 0 dl 1767389067 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767389056.284131:0:339022:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000012da345 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654538496:12345-0@lo:104: Request processed in 325us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389056.284143:0:339022:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000020:00000001:0.0:1767389056.284146:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767389056.284150:0:339022:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9ce650e : new rpc_count 0 00000020:00000001:0.0:1767389056.284154:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389056.284156:0:339022:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389056.284163:0:339022:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:0.0:1767389056.284166:0:339023:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:2.0:1767389056.284170:0:339022:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a20fb926. 00010000:00000001:0.0:1767389056.284175:0:339023:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:2.0:1767389056.284179:0:339022:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001223d23c. 00010000:00000001:0.0:1767389056.284183:0:339023:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:2.0:1767389056.284188:0:339022:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a23ba5c8. 00010000:00010000:0.0:1767389056.284191:0:339023:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf42952e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf429535 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767389056.284200:0:339022:0:(genops.c:898:class_export_put()) PUTting export 00000000c9ce650e : new refcount 2 02000000:00000001:2.0:1767389056.284213:0:339022:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389056.284217:0:339022:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007fcaad19. 00010000:00010000:0.0:1767389056.284217:0:339023:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000091ef5806 already unused, calling callback (000000001fe26c02) 02000000:00000001:2.0:1767389056.284226:0:339022:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 10000000:00000001:0.0:1767389056.284230:0:339023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:2.0:1767389056.284231:0:339022:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389056.284238:0:339022:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003e322842. 10000000:00010000:0.0:1767389056.284239:0:339023:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf42952e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x95cd417baf429535 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767389056.284245:0:339022:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389056.284250:0:339022:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036def01a. 02000000:00000001:2.0:1767389056.284260:0:339022:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389056.284264:0:339022:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000109a5290. 00010000:00000001:0.0:1767389056.284267:0:339023:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:2.0:1767389056.284271:0:339022:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389056.284275:0:339022:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c2bdd3cd. 00010000:00000001:0.0:1767389056.284275:0:339023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389056.284288:0:339023:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767389056.284289:0:339022:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389056.284299:0:339022:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000053748898. 00000020:00000040:0.0:1767389056.284301:0:339023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=3 02000000:00000001:2.0:1767389056.284304:0:339022:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389056.284308:0:339022:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000e63b665. 00000020:00000001:0.0:1767389056.284313:0:339023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 02000000:00000001:2.0:1767389056.284315:0:339022:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389056.284320:0:339022:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000146c0669. 00010000:00000001:0.0:1767389056.284327:0:339023:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 02000000:00000001:2.0:1767389056.284328:0:339022:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389056.284332:0:339022:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dcd4aa50. 02000000:00000001:2.0:1767389056.284346:0:339022:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767389056.284346:0:339023:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000010:2.0:1767389056.284354:0:339022:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008b28360c. 00010000:00010000:0.0:1767389056.284357:0:339023:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf42952e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x95cd417baf429535 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767389056.284361:0:339022:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389056.284364:0:339022:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c57067ba. 02000000:00000001:2.0:1767389056.284372:0:339022:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00000001:0.0:1767389056.284380:0:339023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000010:2.0:1767389056.284385:0:339022:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001563f23f. 10000000:00010000:0.0:1767389056.284387:0:339023:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf42952e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x95cd417baf429535 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767389056.284393:0:339022:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389056.284397:0:339022:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ccdebf3e. 00000100:00000010:2.0:1767389056.284406:0:339022:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000583d825e. 10000000:01000000:0.0:1767389056.284418:0:339023:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000010:2.0:1767389056.284421:0:339022:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000213dc640. 10000000:00000001:0.0:1767389056.284431:0:339023:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:2.0:1767389056.284433:0:339022:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:0.0:1767389056.284439:0:339023:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767389056.284447:0:339023:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767389056.284452:0:339023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767389056.284454:0:339023:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389056.284488:0:339023:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767389056.284493:0:339023:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1767389056.284494:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4299644308 00000100:00000001:2.0:1767389056.284502:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4299644327 10000000:00000040:0.0:1767389056.284512:0:339023:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 2 00000100:00000001:2.0:1767389056.284516:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4299644308 10000000:00000001:0.0:1767389056.284522:0:339023:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1767389056.284524:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4299644327 10000000:00000001:0.0:1767389056.284532:0:339023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389056.284540:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4299644308 00010000:00000001:0.0:1767389056.284542:0:339023:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767389056.284550:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4299644327 00010000:00000001:0.0:1767389056.284552:0:339023:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389056.284560:0:339023:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767389056.284565:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4299644308 00010000:00000001:0.0:1767389056.284567:0:339023:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767389056.284572:0:338196:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389056.284575:0:339023:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389056.284577:0:338196:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389056.284592:0:338196:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389056.284593:0:339023:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000091ef5806 with handle 0x95cd417baf42952e from hash 00010000:00000001:2.0:1767389056.284598:0:338196:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389056.284612:0:338196:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389056.284613:0:339023:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389056.284624:0:339023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389056.284625:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389056.284637:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389056.284637:0:339023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389056.284648:0:338196:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389056.284649:0:339023:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389056.284662:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767389056.284664:0:339023:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389056.284672:0:338196:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1767389056.284674:0:339023:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:2.0:1767389056.284678:0:338196:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389056.284686:0:338196:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767389056.284688:0:339023:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:2.0:1767389056.284690:0:338196:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767389056.284698:0:338196:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e26cd8c3 going to sleep for 11 seconds 00010000:00000001:0.0:1767389056.284698:0:339023:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767389056.284712:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767389056.284713:0:339023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e925b2c. 00000400:00000001:2.0:1767389056.284721:0:338196:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767389056.284721:0:339023:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00000400:00000001:2.0:1767389056.284759:0:338196:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389056.284763:0:338196:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c13a60de. 00000100:00000001:0.0:1767389056.284768:0:339023:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767389056.284771:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016a04936 02000000:00000001:0.0:1767389056.284775:0:339023:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767389056.284776:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016a04936. 02000000:00000001:0.0:1767389056.284789:0:339023:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389056.284793:0:338196:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767389056.284801:0:339023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000306474fe. 00000100:00000001:0.0:1767389056.284808:0:339023:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389056.284815:0:338196:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001244c98e x1853241654538496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389072 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767389056.284818:0:339023:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767389056.284830:0:339023:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf42952e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf429535 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767389056.284840:0:338196:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001244c98e x1853241654538496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389072 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767389056.284883:0:339023:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:2.0:1767389056.284892:0:338196:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767389056.284893:0:339023:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389056.284901:0:338196:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389056.284905:0:339023:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389056.284907:0:338196:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767389056.284915:0:339023:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389056.284916:0:338196:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389056.284922:0:338196:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389056.284928:0:338196:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389056.284931:0:338196:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389056.284937:0:339023:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e925b2c] to pc [ptlrpcd_00_01+1] req@000000008e925b2c x1853241654538624/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767389056.284938:0:338196:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b32deb6f time=81 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389056.284952:0:338196:0:(import.c:2128:obd_at_measure()) add 1 to 00000000566a3b57 time=81 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389056.284975:0:338196:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389056.284982:0:338196:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389056.284987:0:338196:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389056.284990:0:338196:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389056.284995:0:338196:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389056.285004:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001244c98e x1853241654538496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389072 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767389056.285011:0:339023:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389056.285014:0:338196:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389056.285029:0:339023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767389056.285030:0:338196:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389056.285035:0:338196:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389056.285041:0:338196:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767389056.285050:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389056.285051:0:339023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389056.285055:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389056.285061:0:338196:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389056.285062:0:339023:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389056.285071:0:339023:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389056.285072:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001244c98e x1853241654538496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389072 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:0.0:1767389056.285087:0:339023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389056.285094:0:338196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001244c98e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654538496:0@lo:104: 00010000:00010000:0.0:1767389056.285098:0:339023:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf42952e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf429535 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389056.285109:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389056.285120:0:338196:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389056.285122:0:339023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767389056.285124:0:338196:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767389056.285132:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:0.0:1767389056.285133:0:339023:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 0000000091ef5806/0x95cd417baf42952e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf429535 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389056.285151:0:339023:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005d5e804d count: 0 00000100:00000040:2.0:1767389056.285155:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001244c98e x1853241654538496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389072 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389056.285172:0:338196:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389056.285176:0:338196:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389056.285180:0:338196:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c97ce29d. 00010000:00000001:0.0:1767389056.285185:0:339023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767389056.285187:0:338196:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389056.285195:0:338196:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767389056.285195:0:339023:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:2.0:1767389056.285207:0:338196:0:(genops.c:1242:class_import_put()) import 0000000065ed9c00 refcount=1 obd=MGS 00010000:00000010:0.0:1767389056.285208:0:339023:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000ea0916f7. 00000020:00000001:2.0:1767389056.285213:0:338196:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389056.285219:0:338196:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000005ee789f. 00010000:00000001:0.0:1767389056.285222:0:339023:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389056.285229:0:338196:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1767389056.285231:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767389056.285232:0:338196:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389056.285243:0:338196:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001244c98e. 00000020:00000001:0.0:1767389056.285243:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389056.285256:0:338196:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00010000:0.0:1767389056.285258:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767389056.285259:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767389056.285267:0:338196:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e26cd8c3. 00000020:00000001:0.0:1767389056.285267:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389056.285280:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389056.285281:0:338196:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767389056.285287:0:338196:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767389056.285291:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.0:1767389056.285294:0:338196:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b0e779ce. 00000020:00000001:0.0:1767389056.285303:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767389056.285304:0:338196:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389056.285315:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389056.285316:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389056.285332:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767389056.285333:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 20000000:00000001:2.0:1767389056.285337:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767389056.285342:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767389056.285346:0:338196:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000d83d1a37/0x95cd417baf42953c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767389056.285371:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389056.285381:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389056.285385:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389056.285398:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008e925b2c x1853241654538624/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389056.285413:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389056.285416:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389056.285425:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389056.285432:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389056.285436:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389056.285441:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008e925b2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654538624:0@lo:103: 00000100:00000001:0.0:1767389056.285456:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389056.285483:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389056.285487:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389056.285491:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389056.285497:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fa0145b. 02000000:00000001:0.0:1767389056.285501:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389056.285508:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e67fcab. 00000400:00000010:0.0:1767389056.285517:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fec76cb. 00000100:00000200:0.0:1767389056.285524:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654538624, portal 18 00000100:00000001:0.0:1767389056.285527:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389056.285530:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520919936 : -122821188631680 : ffff904b76ae4380) 00000100:00000040:0.0:1767389056.285538:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008e925b2c x1853241654538624/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389072 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389056.285549:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389056.285555:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389056.285563:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046ef2379. 00000100:00000200:0.0:1767389056.285570:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654538624, offset 0 00000400:00000200:0.0:1767389056.285581:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389056.285599:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389056.285620:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958372807180 00000400:00000200:0.0:1767389056.285633:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 0 00000400:00000200:0.0:1767389056.285645:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389056.285656:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389056.285670:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389056.285673:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767389056.285684:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092aa3fa7. 00000100:00000040:0.0:1767389056.285688:0:337537:0:(events.c:337:request_in_callback()) incoming req@0000000092aa3fa7 x1853241654538624 msgsize 328 00000100:00100000:0.0:1767389056.285695:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389056.285716:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389056.285763:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046ef2379 00000400:00000010:0.0:1767389056.285768:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046ef2379. 00000100:00000001:0.0:1767389056.285778:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389056.285784:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008e925b2c x1853241654538624/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389072 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389056.285815:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389056.285822:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008e925b2c x1853241654538624/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389072 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389056.285832:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389056.285835:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389056.285846:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389056.285851:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299644329 00000100:00000001:0.0:1767389056.285864:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299644326 00000100:00000001:0.0:1767389056.285870:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299644329 00000100:00000001:0.0:1767389056.285877:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299644327 00000100:00000001:0.0:1767389056.285882:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299644329 00000100:00000001:0.0:1767389056.285894:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299644327 00000100:00000001:0.0:1767389056.285900:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299644329 00000100:00000001:0.0:1767389056.285906:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299644327 00000100:00000001:0.0:1767389056.285909:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389056.285912:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389056.285916:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389056.285918:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389056.285925:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389056.285929:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389056.285933:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389056.285935:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389056.285936:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389056.285939:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389056.285962:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389056.285966:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389056.285971:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389056.285974:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389056.286013:0:339024:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389056.286017:0:339024:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654538624 02000000:00000001:0.0:1767389056.286020:0:339024:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389056.286023:0:339024:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389056.286033:0:339024:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389056.286038:0:339024:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389056.286042:0:339024:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654538624 00000020:00000001:0.0:1767389056.286045:0:339024:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389056.286047:0:339024:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767389056.286049:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389056.286052:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=17 00000020:00000001:0.0:1767389056.286055:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389056.286060:0:339024:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389056.286066:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389056.286072:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f376097d. 00000100:00000001:0.0:1767389056.286078:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389056.286083:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f376097d. 00000020:00000010:0.0:1767389056.286094:0:339024:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7cde1b8. 00000020:00000010:0.0:1767389056.286102:0:339024:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000048ceb6c6. 00000020:00000010:0.0:1767389056.286109:0:339024:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef0ccc91. 00000100:00000040:0.0:1767389056.286122:0:339024:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767389056.286131:0:339024:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389056.286136:0:339024:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767389056.286139:0:339024:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767389056.286143:0:339024:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389056.286149:0:339024:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767389056.286153:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389056.286155:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389056.286158:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005e4647b1 refcount=4 00000020:00000001:0.0:1767389056.286161:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538713600 : -122821170838016 : ffff904b77bdc600) 00010000:00000001:0.0:1767389056.286165:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538713600 : -122821170838016 : ffff904b77bdc600) 00010000:00010000:0.0:1767389056.286172:0:339024:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000005e4647b1/0x95cd417baf429535 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf42952e expref: 17 pid: 338173 timeout: 5127 lvb_type: 0 00010000:00000001:0.0:1767389056.286183:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389056.286184:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389056.286187:0:339024:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389056.286191:0:339024:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389056.286209:0:339024:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767389056.286219:0:339024:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000092aa3fa7 x1853241654538624/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:507/0 lens 328/0 e 0 to 0 dl 1767389067 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389056.286231:0:339024:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389056.286233:0:339024:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389056.286252:0:339024:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389056.286276:0:339024:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389056.286280:0:339024:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389056.286289:0:339024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000040:0.0:1767389056.286292:0:339024:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 3 00000100:00000001:0.0:1767389056.286297:0:339024:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520920832 : -122821188630784 : ffff904b76ae4700) 00000100:00000040:0.0:1767389056.286307:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092aa3fa7 x1853241654538624/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:507/0 lens 328/0 e 0 to 0 dl 1767389067 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389056.286319:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389056.286324:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f376097d. 00000100:00000001:0.0:1767389056.286330:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389056.286336:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f376097d. 00000100:00100000:0.0:1767389056.286347:0:339024:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000092aa3fa7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+17:337537:x1853241654538624:12345-0@lo:103: 00000100:00000200:0.0:1767389056.286354:0:339024:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654538624 00010000:00000001:0.0:1767389056.286360:0:339024:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767389056.286364:0:339024:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767389056.286368:0:339024:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767389056.286375:0:339024:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389056.286383:0:339024:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389056.286391:0:339024:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000225c2d05. 02000000:00000001:0.0:1767389056.286394:0:339024:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389056.286397:0:339024:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389056.286400:0:339024:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767389056.286403:0:339024:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767389056.286408:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389056.286410:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389056.286414:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005e4647b1 refcount=4 00000020:00000001:0.0:1767389056.286419:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538713600 : -122821170838016 : ffff904b77bdc600) 00010000:00000001:0.0:1767389056.286430:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538713600 : -122821170838016 : ffff904b77bdc600) 00010000:00000040:0.0:1767389056.286437:0:339024:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000008a9795e3 count: 3 00010000:00010000:0.0:1767389056.286443:0:339024:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000005e4647b1/0x95cd417baf429535 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf42952e expref: 17 pid: 338173 timeout: 5127 lvb_type: 0 00000100:00001000:0.0:1767389056.286453:0:339024:0:(import.c:2128:obd_at_measure()) add 0 to 0000000098d6622c time=1767389056 v=100 (0 0 0 0) 00010000:00000001:0.0:1767389056.286458:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389056.286489:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389056.286492:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389056.286498:0:339024:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000005e4647b1/0x95cd417baf429535 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x95cd417baf42952e expref: 17 pid: 338173 timeout: 5127 lvb_type: 0 00000020:00000001:0.0:1767389056.286507:0:339024:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767389056.286511:0:339024:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767389056.286513:0:339024:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389056.286516:0:339024:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389056.286525:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389056.286530:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389056.286540:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389056.286542:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389056.286547:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389056.286550:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389056.286553:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005e4647b1 with handle 0x95cd417baf429535 from hash 00010000:00000001:0.0:1767389056.286555:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389056.286558:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389056.286559:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389056.286561:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389056.286563:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389056.286564:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389056.286567:0:339024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005e4647b1/0x95cd417baf429535 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x95cd417baf42952e expref: 17 pid: 338173 timeout: 5127 lvb_type: 0 00010000:00000040:0.0:1767389056.286575:0:339024:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 9 00000020:00000040:0.0:1767389056.286579:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 16 00010000:00000001:0.0:1767389056.286595:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389056.286598:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389056.286609:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767389056.286611:0:339024:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000d83d1a37 00010000:00000001:0.0:1767389056.286616:0:339024:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389056.286618:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389056.286620:0:339024:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389056.286622:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389056.286624:0:339024:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389056.286628:0:339024:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389056.286631:0:339024:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767389056.286634:0:339024:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000d83d1a37/0x95cd417baf42953c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389056.286642:0:339024:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767389056.286645:0:339024:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389056.286647:0:339024:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389056.286649:0:339024:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389056.286652:0:339024:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008a9795e3) refcount = 2 00010000:00010000:0.0:1767389056.286657:0:339024:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d83d1a37/0x95cd417baf42953c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389056.286664:0:339024:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389056.286667:0:339024:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389056.286669:0:339024:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389056.286672:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767389056.286679:0:339024:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f376097d. 00000100:00000001:0.0:1767389056.286684:0:339024:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767389056.286690:0:339024:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008339db77. 00000100:00000001:0.0:1767389056.286695:0:339024:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621252664273536 : -122821045278080 : ffff904b7f39aa80) 00000100:00000001:0.0:1767389056.286699:0:339024:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621252664273536 : -122821045278080 : ffff904b7f39aa80) 00000100:00000001:0.0:1767389056.286703:0:339024:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389056.286708:0:339024:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767389056.286711:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767389056.286714:0:339024:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389056.286718:0:339024:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:0.0:1767389056.286760:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389056.286763:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389056.286773:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83d1a37 refcount=5 00000020:00000001:0.0:1767389056.286777:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:0.0:1767389056.286782:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:0.0:1767389056.286785:0:339024:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389056.286790:0:339024:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d83d1a37/0x95cd417baf42953c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389056.286801:0:339024:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389056.286804:0:339024:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d83d1a37/0x95cd417baf42953c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389056.286811:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389056.286814:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389056.286818:0:339024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d83d1a37/0x95cd417baf42953c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389056.286828:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389056.286835:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389056.286840:0:339024:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389056.286844:0:339024:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d83d1a37/0x95cd417baf42953c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389056.286852:0:339024:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d83d1a37 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389056.286855:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389056.286859:0:339024:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389056.286866:0:339024:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d83d1a37/0x95cd417baf42953c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389056.286873:0:339024:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389056.286875:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389056.286876:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389056.286878:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83d1a37 refcount=6 00000020:00000001:0.0:1767389056.286882:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:0.0:1767389056.286886:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:0.0:1767389056.286893:0:339024:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389056.286907:0:339024:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d83d1a37/0x95cd417baf42953c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389056.286916:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389056.286921:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389056.286925:0:339024:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389056.286948:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389056.286951:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389056.286954:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389056.286957:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389056.286963:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d83d1a37 with handle 0x95cd417baf42953c from hash 00010000:00000001:0.0:1767389056.286970:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389056.286973:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389056.286975:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389056.286978:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389056.286982:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389056.286984:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389056.286986:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389056.286991:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389056.286997:0:339024:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389056.287000:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389056.287002:0:339024:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389056.287006:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389056.287008:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389056.287011:0:339024:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389056.287014:0:339024:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389056.287017:0:339024:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389056.287022:0:339024:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d83d1a37/0x95cd417baf42953c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389056.287030:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389056.287032:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389056.287034:0:339024:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389056.287037:0:339024:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389056.287041:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389056.287043:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389056.287047:0:339024:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389056.287052:0:339024:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389056.287065:0:339024:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389056.287068:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389056.287070:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389056.287072:0:339024:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389056.287076:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767389056.287079:0:339024:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767389056.287083:0:339024:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389056.287087:0:339024:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389056.287091:0:339024:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767389056.287094:0:339024:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008339db77. 00000100:00000001:0.0:1767389056.287099:0:339024:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767389056.287100:0:339024:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767389056.287104:0:339024:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f376097d. 00010000:00000001:0.0:1767389056.287114:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767389056.287120:0:339024:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767389056.287125:0:339024:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389056.287131:0:339024:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389056.287134:0:339024:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389056.287139:0:339024:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389056.287146:0:339024:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389056.287154:0:339024:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389056.287159:0:339024:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389056.287165:0:339024:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389056.287169:0:339024:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389056.287175:0:339024:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389056.287181:0:339024:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389056.287186:0:339024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046ef2379. 00000100:00000200:0.0:1767389056.287191:0:339024:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654538624, offset 224 00000400:00000200:0.0:1767389056.287208:0:339024:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389056.287226:0:339024:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389056.287239:0:339024:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958372807180 00000400:00000200:0.0:1767389056.287251:0:339024:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1cf1 [1] + 224 00000400:00000200:0.0:1767389056.287259:0:339024:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389056.287271:0:339024:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389056.287281:0:339024:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389056.287292:0:339024:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008e925b2c x1853241654538624/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389072 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389056.287316:0:339024:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008e925b2c x1853241654538624/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389072 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389056.287343:0:339024:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389056.287356:0:339024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046ef2379 00000400:00000010:0.0:1767389056.287362:0:339024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046ef2379. 00000100:00000001:0.0:1767389056.287372:0:339024:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389056.287377:0:339024:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389056.287386:0:339024:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389056.287392:0:339024:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389056.287397:0:339024:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389056.287402:0:339024:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389056.287414:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092aa3fa7 x1853241654538624/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:507/0 lens 328/224 e 0 to 0 dl 1767389067 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389056.287431:0:339024:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000092aa3fa7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337537:x1853241654538624:12345-0@lo:103: Request processed in 1106us (1736us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389056.287448:0:339024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000040:0.0:1767389056.287454:0:339024:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:0.0:1767389056.287459:0:339024:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389056.287480:0:339024:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389056.287485:0:339024:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000048ceb6c6. 00000020:00000010:0.0:1767389056.287493:0:339024:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0ccc91. 00000020:00000010:0.0:1767389056.287499:0:339024:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7cde1b8. 00000020:00000040:0.0:1767389056.287513:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000001:0.0:1767389056.287520:0:339024:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389056.287568:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389056.287571:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389056.287576:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389056.287579:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389056.287581:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e67fcab. 00000400:00000200:0.0:1767389056.287586:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fec76cb 00000400:00000010:0.0:1767389056.287588:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fec76cb. 00000100:00000001:0.0:1767389056.287593:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389056.287607:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008e925b2c x1853241654538624/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389072 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389056.287619:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008e925b2c x1853241654538624/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389072 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389056.287628:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389056.287631:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389056.287635:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389056.287638:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389056.287640:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389056.287643:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389056.287647:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389056.287653:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=81 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389056.287660:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389056.287666:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389056.287670:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389056.287673:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389056.287676:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389056.287682:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389056.287689:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008e925b2c x1853241654538624/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389072 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389056.287701:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389056.287705:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389056.287708:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389056.287713:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e925b2c x1853241654538624/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389072 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389056.287794:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008e925b2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654538624:0@lo:103: 00000100:00000001:0.0:1767389056.287802:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389056.287805:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389056.287815:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008e925b2c x1853241654538624/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389072 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389056.287825:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389056.287828:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389056.287831:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fa0145b. 02000000:00000001:0.0:1767389056.287844:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389056.287847:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389056.287850:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389056.287852:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389056.287855:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000306474fe. 02000000:00000001:0.0:1767389056.287860:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389056.287862:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389056.287864:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008e925b2c. 00000100:00000001:0.0:1767389056.287872:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389056.287875:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389056.287882:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389056.287892:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389056.287896:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389056.287903:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389056.287907:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389056.287941:0:338196:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000d83d1a37/0x95cd417baf42953c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389056.287952:0:338196:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767389056.287955:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767389056.287959:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d83d1a37/0x95cd417baf42953c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389056.287980:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389056.287983:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389056.287987:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d83d1a37/0x95cd417baf42953c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389056.288010:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008a9795e3 count: 0 00010000:00000001:0.0:1767389056.288027:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389056.288031:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:0.1:1767389056.293779:0:338049:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005d5e804d. 00010000:00000010:0.1:1767389056.293795:0:338049:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000091ef5806. 00010000:00000010:0.1:1767389056.293805:0:338049:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005e4647b1. 00010000:00000010:0.1:1767389056.293816:0:338049:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008a9795e3. 00010000:00000010:0.1:1767389056.293830:0:338049:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d83d1a37. 00080000:00000001:0.0:1767389056.300180:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767389056.300193:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00080000:00000001:3.0:1767389056.300195:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:0.0:1767389056.300199:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767389056.300202:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767389056.300206:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:3.0:1767389056.300209:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767389056.300213:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:3.0:1767389056.300214:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389056.300218:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767389056.300220:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000043f51b7f. 00080000:00000001:3.0:1767389056.300226:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767389056.300246:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389056.300256:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767389056.300266:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767389056.300277:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767389056.300284:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767389056.300289:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767389056.300296:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767389056.300300:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767389056.300311:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dc3432f8. 00010000:00000001:1.0:1767389056.300321:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389056.300326:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000178f03ee. 00000020:00000001:1.0:1767389056.300330:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389056.300334:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000178f03ee with handle 0x95cd417baf429543 to hash 00000020:00000001:1.0:1767389056.300338:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389056.300342:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:1.0:1767389056.300346:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:1.0:1767389056.300350:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389056.300353:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389056.300356:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000178f03ee/0x95cd417baf429543 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389056.300367:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389056.300371:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389056.300373:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389056.300376:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389056.300378:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389056.300381:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389056.300383:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389056.300386:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389056.300389:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389056.300391:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389056.300394:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389056.300398:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dc3432f8) refcount = 1 00010000:00010000:1.0:1767389056.300411:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000178f03ee/0x95cd417baf429543 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389056.300421:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389056.300423:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389056.300426:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389056.300429:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389056.300432:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767389056.300436:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767389056.300440:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:1.0:1767389056.300444:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389056.300447:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389056.300449:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000178f03ee refcount=4 00000020:00000001:1.0:1767389056.300452:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:1.0:1767389056.300456:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:1.0:1767389056.300480:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767389056.300484:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000178f03ee/0x95cd417baf429543 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389056.300493:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767389056.300495:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000178f03ee/0x95cd417baf429543 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389056.300503:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389056.300506:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389056.300508:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000178f03ee/0x95cd417baf429543 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389056.300515:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389056.300518:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389056.300521:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767389056.300524:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000178f03ee/0x95cd417baf429543 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389056.300533:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000178f03ee already unused, calling callback (00000000eb737536) 00010000:00000001:1.0:1767389056.300548:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389056.300550:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767389056.300552:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000178f03ee/0x95cd417baf429543 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389056.300562:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767389056.300564:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389056.300568:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389056.300572:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000178f03ee refcount=5 00000020:00000001:1.0:1767389056.300577:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:1.0:1767389056.300580:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:1.0:1767389056.300585:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767389056.300589:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000178f03ee/0x95cd417baf429543 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389056.300597:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767389056.300605:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389056.300609:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389056.300615:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767389056.300618:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767389056.300622:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389056.300627:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389056.300631:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000178f03ee with handle 0x95cd417baf429543 from hash 00010000:00000001:1.0:1767389056.300634:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389056.300637:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389056.300639:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389056.300640:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767389056.300645:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767389056.300649:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389056.300654:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389056.300659:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389056.300662:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389056.300665:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389056.300667:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767389056.300672:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389056.300677:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389056.300689:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389056.300692:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389056.300696:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389056.300700:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000178f03ee/0x95cd417baf429543 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389056.300783:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389056.300785:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389056.300788:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767389056.300792:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767389056.300797:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389056.300801:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389056.300806:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767389056.300813:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389056.300816:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389056.300819:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000178f03ee/0x95cd417baf429543 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389056.300828:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767389056.300829:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389056.300831:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000178f03ee/0x95cd417baf429543 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389056.300840:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dc3432f8 count: 0 00010000:00000001:1.0:1767389056.300866:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767389056.300869:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767389056.301687:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389056.301691:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389056.301693:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000044221517. 20000000:00000001:3.0:1767389056.301707:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389056.301712:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654538240 00010000:00000001:3.0:1767389056.301715:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389056.301721:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e778117a x1853241654538240/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:507/0 lens 4848/4768 e 0 to 0 dl 1767389067 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389056.301764:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389056.301767:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389056.301771:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389056.301776:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389056.301779:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389056.301782:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389056.301786:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389056.301788:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389056.301791:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389056.301794:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389056.301798:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075606d02. 00000100:00000200:3.0:1767389056.301801:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654538240, offset 224 00000400:00000200:3.0:1767389056.301806:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389056.301812:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389056.301818:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372807000 00000400:00000200:3.0:1767389056.301823:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cc9 [2] + 224 00000400:00000200:3.0:1767389056.301829:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389056.301833:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389056.301836:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389056.301839:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4073a11 x1853241654538240/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389056.301847:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e4073a11 x1853241654538240/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389056.301864:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389056.301869:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075606d02 00000400:00000010:3.0:1767389056.301871:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075606d02. 00000100:00000001:3.0:1767389056.301873:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389056.301874:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389056.301889:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389056.301892:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389056.301895:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389056.301897:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389056.301900:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767389056.301900:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389056.301905:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767389056.301910:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e778117a x1853241654538240/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:507/0 lens 4848/4768 e 0 to 0 dl 1767389067 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767389056.301915:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389056.301920:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389056.301925:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000452cd5e. 00000100:00100000:3.0:1767389056.301926:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e778117a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654538240:12345-0@lo:253: Request processed in 35946us (37252us total) trans 0 rc 0/0 00000400:00000200:1.0:1767389056.301935:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e54d3a1 00000400:00000010:1.0:1767389056.301940:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e54d3a1. 00000100:00100000:3.0:1767389056.301945:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00000001:1.0:1767389056.301948:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767389056.301950:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389056.301954:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389056.301958:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767389056.301958:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4073a11 x1853241654538240/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389056.301964:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000095ab2804. 00000020:00000010:3.0:1767389056.301970:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000acf898d4. 00000020:00000010:3.0:1767389056.301979:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ca11833. 00000100:00000200:1.0:1767389056.301984:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4073a11 x1853241654538240/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767389056.301987:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:3.0:1767389056.301992:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389056.301994:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001225e4c9. 02000000:00000001:3.0:1767389056.301998:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389056.302003:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767389056.302012:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767389056.302017:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767389056.302018:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd3783fa. 00000100:00000001:1.0:1767389056.302022:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767389056.302027:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075606d02. 00000100:00000001:1.0:1767389056.302028:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389056.302033:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389056.302037:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389056.302039:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389056.302043:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389056.302047:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=81 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389056.302054:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=81 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389056.302063:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389056.302067:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389056.302071:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389056.302075:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389056.302080:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389056.302091:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4073a11 x1853241654538240/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389056.302101:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389056.302106:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389056.302112:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389056.302118:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767389056.302123:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767389056.302128:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389056.302131:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389056.302134:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389056.302137:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389056.302140:0:337539:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767389056.302145:0:337539:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767389056.302148:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389056.302150:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767389056.302162:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4073a11 x1853241654538240/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389056.302176:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e4073a11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654538240:0@lo:253: 00000100:00000001:1.0:1767389056.302189:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389056.302194:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389056.302211:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4073a11 x1853241654538240/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389056.302225:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389056.302231:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389056.302236:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bd26cdb3. 02000000:00000001:1.0:1767389056.302246:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389056.302249:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389056.302253:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389056.302257:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389056.302261:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000002c5c95e. 02000000:00000001:1.0:1767389056.302276:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389056.302279:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389056.302283:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4073a11. 00000100:00000001:1.0:1767389056.302299:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389056.302303:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389056.302307:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389056.302314:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389056.302316:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389056.302319:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389056.302322:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389056.303673:0:351471:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000080d4f336. 00000400:00000040:2.0:1767389056.303703:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389056.303707:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767389056.303711:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389056.303715:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389056.303719:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389056.303722:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767389056.303726:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389056.303728:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767389056.303731:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767389056.303771:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767389056.303776:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767389056.303778:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389056.303781:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767389056.303783:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389056.303786:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767389056.303788:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767389056.303790:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389056.303791:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767389056.303795:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767389056.303798:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389056.303800:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389056.303804:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389056.303807:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389056.303809:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389056.303811:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767389056.303815:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389056.303819:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389056.303821:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389056.303823:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389056.303826:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389056.303828:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767389056.303831:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389056.303834:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389056.303836:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389056.303838:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389056.303841:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389056.303843:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767389056.303847:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389056.303850:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389056.303853:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767389056.303856:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767389056.303858:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389056.303861:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767389056.303863:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767389056.303865:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767389056.303867:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767389056.303870:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767389056.303872:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767389056.303883:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767389056.303886:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389056.303888:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767389056.303892:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767389056.303893:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767389056.303895:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767389056.303898:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767389056.303900:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767389056.303901:0:351471:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767389056.304065:0:351471:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000080d4f336. 00080000:00000020:1.0:1767389056.305009:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389056.305015:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389056.305017:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007de6e3b7. 20000000:00000001:1.0:1767389056.305023:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389056.305027:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654538368 00010000:00000001:1.0:1767389056.305030:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389056.305035:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008a2391c6 x1853241654538368/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:507/0 lens 4848/4768 e 0 to 0 dl 1767389067 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389056.305048:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389056.305050:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389056.305053:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=81 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389056.305058:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389056.305061:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389056.305063:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389056.305067:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389056.305069:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389056.305082:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389056.305086:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389056.305089:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e54d3a1. 00000100:00000200:1.0:1767389056.305093:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654538368, offset 224 00000400:00000200:1.0:1767389056.305100:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389056.305108:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389056.305115:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372807080 00000400:00000200:1.0:1767389056.305121:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cd1 [2] + 224 00000400:00000200:1.0:1767389056.305128:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389056.305132:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389056.305138:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389056.305142:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fc31ee33 x1853241654538368/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389056.305154:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000fc31ee33 x1853241654538368/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389056.305177:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389056.305184:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e54d3a1 00000400:00000010:1.0:1767389056.305187:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e54d3a1. 00000100:00000001:1.0:1767389056.305191:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389056.305193:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389056.305198:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389056.305202:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389056.305206:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767389056.305208:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767389056.305209:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389056.305213:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767389056.305216:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767389056.305220:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767389056.305224:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a2391c6 x1853241654538368/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:507/0 lens 4848/4768 e 0 to 0 dl 1767389067 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767389056.305225:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389056.305230:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc2c1727. 00000400:00000200:3.0:1767389056.305236:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001df1fea4 00000400:00000010:3.0:1767389056.305241:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001df1fea4. 00000100:00000001:3.0:1767389056.305247:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767389056.305252:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008a2391c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337536:x1853241654538368:12345-0@lo:253: Request processed in 39020us (40303us total) trans 0 rc 0/0 00000100:00000200:3.0:1767389056.305256:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fc31ee33 x1853241654538368/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389056.305273:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000200:3.0:1767389056.305276:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fc31ee33 x1853241654538368/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389056.305280:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:1.0:1767389056.305282:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389056.305284:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389056.305293:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389056.305298:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389056.305300:0:337536:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767389056.305300:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000044484734. 02000000:00000001:3.0:1767389056.305304:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389056.305307:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389056.305309:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389056.305309:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008e943119. 02000000:00000001:3.0:1767389056.305316:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389056.305319:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ef866b3. 00000100:00001000:3.0:1767389056.305321:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=81 v=5 (5 0 0 0) 00000020:00000040:1.0:1767389056.305325:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00001000:3.0:1767389056.305327:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389056.305334:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767389056.305335:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767389056.305336:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389056.305341:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d395a76a. 00010000:00000001:3.0:1767389056.305342:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389056.305345:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389056.305349:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389056.305351:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767389056.305353:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc31ee33 x1853241654538368/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389056.305356:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389056.305366:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767389056.305367:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389056.305372:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767389056.305374:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000452cd5e. 00000100:00000001:3.0:1767389056.305375:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389056.305380:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389056.305383:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:1.0:1767389056.305384:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e54d3a1. 00000020:01000004:3.0:1767389056.305385:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389056.305391:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389056.305392:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389056.305394:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389056.305396:0:337536:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389056.305397:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389056.305398:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389056.305401:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc31ee33 x1853241654538368/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389056.305408:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fc31ee33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654538368:0@lo:253: 00000100:00000001:3.0:1767389056.305412:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389056.305413:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389056.305415:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fc31ee33 x1853241654538368/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389072 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389056.305425:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389056.305427:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389056.305428:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c2d9defc. 02000000:00000001:3.0:1767389056.305432:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389056.305434:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389056.305435:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389056.305437:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389056.305438:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fcdf2465. 02000000:00000001:3.0:1767389056.305441:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389056.305442:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389056.305443:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc31ee33. 00000100:00000001:3.0:1767389056.305447:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389056.305448:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389056.305450:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389056.305454:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389056.305455:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389056.305457:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389056.305477:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767389056.309797:0:351467:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dc3432f8. 00010000:00000010:1.1:1767389056.309807:0:351467:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000178f03ee. 00000100:00000040:2.0:1767389056.309898:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299644329, at 4299644330 00000100:00000010:2.0:1767389056.309910:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000080c2b18b. 00000100:00000040:0.0:1767389056.309917:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299644329, at 4299644330 00000100:00000010:0.0:1767389056.309929:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e0e5d52. 00000100:00000040:3.0:1767389056.310827:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299644329, at 4299644331 00000100:00000040:1.0:1767389056.310828:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299644329, at 4299644331 00000100:00000010:3.0:1767389056.310839:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004566299a. 00000100:00000010:1.0:1767389056.310841:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000089a72aa1. 00000400:00000001:0.0:1767389056.587870:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389056.587876:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389056.587880:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f4d85e8 00000400:00000010:0.0:1767389056.587885:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f4d85e8. 00000400:00000200:0.0:1767389056.587893:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767389056.587902:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp33 recovery ping unlinked 00000400:00000010:0.0:1767389056.587913:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007c53f7c6. 00000400:00000010:0.0:1767389056.587920:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000844c0497. 00000400:00000200:0.0:1767389056.587929:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp30 00000400:00000010:0.0:1767389056.587935:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f3ca72ee. 00000400:00000010:0.0:1767389056.587943:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000001ef2ca6. 00000400:00000010:0.0:1767389056.587948:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f4d85e8. 00000400:00000010:0.0:1767389056.587956:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000017f39aac. 00000400:00000200:0.0:1767389056.587963:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp30 00000400:00000200:0.0:1767389056.587978:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp30 local destination 00000400:00000200:0.0:1767389056.587986:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp30 00000400:00000200:0.0:1767389056.587991:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp30 NI seq info: [104:104:256:4294967295] 192.168.204.113@tcp30 LPNI seq info [101:101:8:4294967295] 00000400:00000200:0.0:1767389056.588001:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp30 00000400:00000200:0.0:1767389056.588015:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp30(192.168.204.113@tcp30:) -> 192.168.204.113@tcp30(192.168.204.113@tcp30:192.168.204.113@tcp30) : GET try# 0 00000800:00000200:0.0:1767389056.588024:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp30 00000800:00000010:0.0:1767389056.588030:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d41f1a3b. 00000800:00000200:0.0:1767389056.588040:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (2) 00000800:00000200:0.1:1767389056.588048:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (2) 00000400:00000200:0.0:1767389056.588091:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp30 added to recovery queue. ping count: 4 next ping: 4993 health :600 00000400:00000200:0.0:1767389056.588100:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp34 00000400:00000010:0.0:1767389056.588105:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000000135fd. 00000400:00000010:0.0:1767389056.588111:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d7cde1b8. 00000400:00000010:0.0:1767389056.588125:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fec76cb. 00000400:00000010:0.0:1767389056.588134:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ebaa41aa. 00000400:00000200:0.0:1767389056.588141:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp34 00000400:00000200:0.0:1767389056.588156:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp34 local destination 00000400:00000200:0.0:1767389056.588165:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp34 00000400:00000200:0.0:1767389056.588171:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp34 NI seq info: [105:105:256:4294967295] 192.168.204.113@tcp34 LPNI seq info [102:102:8:4294967295] 00000400:00000200:0.0:1767389056.588181:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp34 00000400:00000200:2.0:1767389056.588203:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.588205:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp34(192.168.204.113@tcp34:) -> 192.168.204.113@tcp34(192.168.204.113@tcp34:192.168.204.113@tcp34) : GET try# 0 00000800:00000200:0.0:1767389056.588236:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp34 00000800:00000010:0.0:1767389056.588246:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c21917f7. 00000800:00000200:0.0:1767389056.588261:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a35c0c2e] -> 12345-192.168.204.113@tcp34 (2) 00000800:00000200:0.1:1767389056.588270:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a35c0c2e] -> 12345-192.168.204.113@tcp34 (2) 00000400:00000200:2.0:1767389056.588291:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.588306:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp34 added to recovery queue. ping count: 1 next ping: 4979 health :900 00000400:00000200:0.0:1767389056.588324:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp35 00000400:00000010:0.0:1767389056.588333:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007d7c1ea8. 00000400:00000200:2.0:1767389056.588341:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000010:0.0:1767389056.588343:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000029149edc. 00000400:00000010:0.0:1767389056.588356:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046ef2379. 00000400:00000010:0.0:1767389056.588376:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fa2b11e7. 00000400:00000200:0.0:1767389056.588384:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp35 00000400:00000200:0.0:1767389056.588406:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp35 local destination 00000400:00000200:0.0:1767389056.588416:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp35 00000400:00000200:0.0:1767389056.588431:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp35 NI seq info: [106:106:256:4294967295] 192.168.204.113@tcp35 LPNI seq info [103:103:8:4294967295] 00000400:00000200:2.0:1767389056.588432:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.588485:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.588485:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp35 00000400:00000200:0.0:1767389056.588528:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp35(192.168.204.113@tcp35:) -> 192.168.204.113@tcp35(192.168.204.113@tcp35:192.168.204.113@tcp35) : GET try# 0 00000800:00000200:0.0:1767389056.588538:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp35 00000800:00000010:0.0:1767389056.588547:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008e773459. 00000800:00000200:0.0:1767389056.588564:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000386c1692] -> 12345-192.168.204.113@tcp35 (2) 00000800:00000200:0.1:1767389056.588576:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000386c1692] -> 12345-192.168.204.113@tcp35 (2) 00000400:00000200:2.0:1767389056.588600:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.588615:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp35 added to recovery queue. ping count: 1 next ping: 4979 health :900 00000400:00000200:3.0:1767389056.588660:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.588794:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.588857:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.588885:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.588983:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000800:00000200:1.0:1767389056.588996:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2b24613] -> 12345-192.168.204.113@tcp23 (6) 00000800:00000200:1.0:1767389056.589010:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp23 ip 192.168.204.113:988 00000800:00000200:1.0:1767389056.589018:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767389056.589073:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.589106:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.589176:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.589281:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000800:00000200:1.0:1767389056.589292:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767389056.589310:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389056.589329:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389056.589333:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000800:00000001:1.0:1767389056.589341:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389056.589353:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389056.589356:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.589490:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.589583:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.589593:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.589679:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.589720:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.589834:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.589878:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.589917:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.590063:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.590066:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.590086:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.590239:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.590266:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.590304:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.590422:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.590435:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.590509:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.590595:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.590624:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.590716:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.590786:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.590807:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.590952:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.591028:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.591032:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.591176:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.591192:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.591216:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.591398:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.591406:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.591410:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.591616:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.591626:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.591631:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.591909:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.591958:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.591991:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.592099:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.592157:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.592157:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.592235:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.592374:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.592399:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.592451:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.592545:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.592581:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.592697:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.592716:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.592811:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.592950:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.592956:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.592987:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.593142:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.593156:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.593211:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.593334:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.593371:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.593446:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.593542:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.593571:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.593657:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.593792:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.593822:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.593920:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.593955:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.594016:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.594148:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.594152:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.594195:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.594356:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.594371:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.594415:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.594514:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.594568:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.594649:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.594801:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.594865:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389056.594940:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.595005:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000800:00000010:2.0:1767389056.595049:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000033b8690f. 00000800:00000010:2.0:1767389056.595058:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000087ca611e. 00000400:00000200:3.0:1767389056.595063:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000800:00000010:2.0:1767389056.595067:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003a215f44. 00000800:00000010:2.0:1767389056.595130:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003a215f44. 00000400:00000200:0.0:1767389056.595138:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000800:00020000:2.0:1767389056.595149:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389056.595156:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000087ca611e. 00000800:00000010:2.0:1767389056.595163:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000033b8690f. 00000400:00000200:3.0:1767389056.595199:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.595305:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:02020000:2.0:1767389056.595371:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp30 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767389056.595391:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp30 notifying 192.168.204.113@tcp30: down 00000800:00000200:2.0:1767389056.595403:0:337527:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp30 down 00000400:00000200:3.0:1767389056.595414:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000100:2.0:1767389056.595426:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp30 00000800:00000010:2.0:1767389056.595433:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d41f1a3b. 00000400:00000200:2.0:1767389056.595442:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767389056.595478:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp30->192.168.204.113@tcp30: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389056.595491:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389056.595494:0:337527:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767389056.595509:0:337527:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767389056.595522:0:337527:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp30) recovery failed with -71 00000400:00000200:0.0:1767389056.595606:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389056.595698:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000800:00000010:3.0:1767389056.595718:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003f686830. 00000800:00000010:3.0:1767389056.595755:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a251298d. 00000800:00000010:3.0:1767389056.595763:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004276fcfd. 00000800:00000010:3.0:1767389056.595815:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004276fcfd. 00000800:00020000:3.0:1767389056.595838:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389056.595845:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a251298d. 00000800:00000010:3.0:1767389056.595851:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003f686830. 00000400:00000200:0.0:1767389056.595867:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:02020000:3.0:1767389056.595960:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp34 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389056.595971:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp34 notifying 192.168.204.113@tcp34: down 00000800:00000200:3.0:1767389056.595991:0:337524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp34 down 00000800:00000100:3.0:1767389056.596003:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp34 00000800:00000010:3.0:1767389056.596008:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c21917f7. 00000400:00000200:3.0:1767389056.596015:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389056.596022:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp34->192.168.204.113@tcp34: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389056.596033:0:337524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389056.596038:0:337524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389056.596044:0:337524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp34) recovery failed with -71 00000800:00000010:0.0:1767389056.596130:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000084d08de1. 00000800:00000010:0.0:1767389056.596140:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000099e312d7. 00000800:00000010:0.0:1767389056.596147:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004175067a. 00000800:00000010:0.0:1767389056.596187:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004175067a. 00000800:00020000:0.0:1767389056.596199:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389056.596206:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000099e312d7. 00000800:00000010:0.0:1767389056.596210:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000084d08de1. 00000400:02020000:0.0:1767389056.596275:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp35 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389056.596286:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp35 notifying 192.168.204.113@tcp35: down 00000800:00000200:0.0:1767389056.596295:0:337526:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp35 down 00000800:00000100:0.0:1767389056.596303:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp35 00000800:00000010:0.0:1767389056.596307:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008e773459. 00000400:00000200:0.0:1767389056.596313:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389056.596320:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp35->192.168.204.113@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389056.596331:0:337526:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767389056.596336:0:337526:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767389056.596342:0:337526:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp35) recovery failed with -71 00010000:00000001:3.0:1767389057.227847:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389057.227856:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389057.227867:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389057.227870:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389057.227930:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389057.227936:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389057.227941:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767389057.611913:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389057.611919:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389057.611926:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f4d85e8 00000400:00000010:1.0:1767389057.611930:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f4d85e8. 00000400:00000200:1.0:1767389057.611941:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389057.611947:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp30 recovery ping unlinked 00000400:00000010:1.0:1767389057.611955:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f3ca72ee. 00000400:00000010:1.0:1767389057.611959:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000001ef2ca6. 00000400:00000001:1.0:1767389057.611965:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389057.611966:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389057.611967:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fec76cb 00000400:00000010:1.0:1767389057.611981:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fec76cb. 00000400:00000200:1.0:1767389057.611985:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389057.611988:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp34 recovery ping unlinked 00000400:00000010:1.0:1767389057.611996:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000000135fd. 00000400:00000010:1.0:1767389057.612002:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d7cde1b8. 00000400:00000001:1.0:1767389057.612007:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389057.612009:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389057.612011:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046ef2379 00000400:00000010:1.0:1767389057.612015:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046ef2379. 00000400:00000200:1.0:1767389057.612024:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389057.612048:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp35 recovery ping unlinked 00000400:00000010:1.0:1767389057.612056:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007d7c1ea8. 00000400:00000010:1.0:1767389057.612061:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000029149edc. 00000004:00000001:2.0:1767389057.931859:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767389057.931864:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767389057.931872:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001244c98e. 00000020:00000040:2.0:1767389057.931879:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767389057.931885:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389057.931890:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389057.931897:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389057.931905:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b3f2530d. 00000100:00000001:2.0:1767389057.931912:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389057.931920:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389057.931923:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389057.931932:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001244c98e] to pc [ptlrpcd_00_02+2] req@000000001244c98e x1853241654538752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767389057.931975:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389057.931999:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389057.932007:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389057.932011:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389057.932012:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767389057.932020:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389057.932027:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001244c98e x1853241654538752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389057.932040:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389057.932042:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389057.932048:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389057.932052:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389057.932055:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389057.932059:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001244c98e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654538752:0@lo:13: 00000100:00000001:3.0:1767389057.932064:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389057.932069:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389057.932072:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389057.932075:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767389057.932081:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007a43cab6. 02000000:00000001:3.0:1767389057.932084:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389057.932090:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc2c1727. 00000400:00000010:3.0:1767389057.932098:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e94a90e. 00000100:00000200:3.0:1767389057.932104:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654538752, portal 4 00000100:00000001:3.0:1767389057.932107:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389057.932109:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402877696 : -122821306673920 : ffff904b6fa51500) 00000100:00000040:3.0:1767389057.932126:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001244c98e x1853241654538752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389073 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389057.932135:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389057.932138:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389057.932142:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cbc1b70. 00000100:00000200:3.0:1767389057.932145:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654538752, offset 0 00000400:00000200:3.0:1767389057.932155:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389057.932170:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389057.932182:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372807200 00000400:00000200:3.0:1767389057.932189:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 2912 00000400:00000200:3.0:1767389057.932197:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389057.932203:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389057.932209:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389057.932211:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767389057.932216:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc31ee33. 00000100:00000040:3.0:1767389057.932220:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000fc31ee33 x1853241654538752 msgsize 224 00000100:00100000:3.0:1767389057.932226:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767389057.932257:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389057.932266:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cbc1b70 00000400:00000010:3.0:1767389057.932269:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cbc1b70. 00000100:00000001:3.0:1767389057.932274:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767389057.932280:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001244c98e x1853241654538752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389073 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389057.932285:0:339010:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389057.932292:0:339010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654538752 00000100:00000001:3.0:1767389057.932294:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767389057.932298:0:339010:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389057.932302:0:339010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767389057.932303:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001244c98e x1853241654538752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389073 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389057.932307:0:339010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389057.932318:0:339010:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389057.932320:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389057.932324:0:339010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654538752 00000100:00000001:3.0:1767389057.932325:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767389057.932331:0:339010:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389057.932335:0:339010:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000100:00000001:3.0:1767389057.932337:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389057.932338:0:339010:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389057.932345:0:339010:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000100:00000040:3.0:1767389057.932348:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8551 usecs (9 jiffies) 00000020:00000001:0.0:1767389057.932351:0:339010:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:3.0:1767389057.932356:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299645961 00000100:00000010:3.0:1767389057.932362:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086dc7910. 00000020:00000001:0.0:1767389057.932369:0:339010:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:3.0:1767389057.932371:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767389057.932376:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389057.932381:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048cd84f4. 00000020:00000010:0.0:1767389057.932390:0:339010:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000751828da. 00000100:00000001:3.0:1767389057.932394:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299645961 00000020:00000040:0.0:1767389057.932399:0:339010:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000010:3.0:1767389057.932402:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002baf916e. 00000100:00000001:3.0:1767389057.932410:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767389057.932415:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299645961 00000100:00000010:3.0:1767389057.932420:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffc7c20f. 00000100:00000001:3.0:1767389057.932423:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767389057.932428:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299645961 00000100:00000001:0.0:1767389057.932445:0:339010:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767389057.932453:0:339010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f64097b. 00000100:00000010:3.0:1767389057.932455:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9ec4658. 00000020:00000010:0.0:1767389057.932463:0:339010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d2f6fbf. 00000100:00000001:3.0:1767389057.932464:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767389057.932482:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389057.932484:0:339010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef0ccc91. 00000100:00000001:3.0:1767389057.932486:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389057.932493:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389057.932495:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389057.932499:0:339010:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767389057.932504:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389057.932505:0:339010:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389057.932513:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389057.932513:0:339010:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389057.932519:0:339010:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389057.932521:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389057.932526:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1767389057.932535:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767389057.932536:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389057.932536:0:339010:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389057.932555:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:3.0:1767389057.932557:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389057.932566:0:339010:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389057.932604:0:339010:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389057.932608:0:339010:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767389057.932616:0:339011:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767389057.932617:0:339010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:2.0:1767389057.932625:0:339011:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767389057.932629:0:339010:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:2.0:1767389057.932632:0:339011:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389057.932637:0:339010:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251694453504 : -122822015098112 : ffff904b456b6300) 00000100:00000001:2.0:1767389057.932639:0:339011:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389057.932649:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fc31ee33 x1853241654538752/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:508/0 lens 224/0 e 0 to 0 dl 1767389068 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389057.932661:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389057.932666:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000751828da. 00000100:00000001:0.0:1767389057.932669:0:339010:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389057.932671:0:339010:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000751828da. 00000100:00100000:0.0:1767389057.932676:0:339010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fc31ee33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654538752:12345-0@lo:13: 00000100:00000200:0.0:1767389057.932680:0:339010:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654538752 00000020:00000001:0.0:1767389057.932683:0:339010:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389057.932687:0:339010:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389057.932689:0:339010:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389057.932692:0:339010:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389057.932704:0:339010:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000020:00000001:0.0:1767389057.932708:0:339010:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389057.932712:0:339010:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389057.932714:0:339010:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389057.932716:0:339010:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389057.932720:0:339010:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389057.932763:0:339010:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389057.932774:0:339010:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389057.932780:0:339010:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ee270f11. 02000000:00000001:0.0:1767389057.932784:0:339010:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389057.932787:0:339010:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767389057.932792:0:339010:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767389057.932798:0:339010:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767389057.932801:0:339010:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767389057.932804:0:339010:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389057.932821:0:339010:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389057.932827:0:339010:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767389057.932831:0:339010:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767389057.932837:0:339010:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000040:2.0:1767389057.932846:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000020:0.0:1767389057.932846:0:339010:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767389057.932866:0:339010:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00000100:00000001:2.0:1767389057.932869:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00002000:00000001:0.0:1767389057.932879:0:339010:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000010:2.0:1767389057.932886:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036def01a. 00000001:00000001:0.0:1767389057.932889:0:339010:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000040:2.0:1767389057.932896:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000001:00000001:0.0:1767389057.932896:0:339010:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767389057.932901:0:339010:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389057.932909:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000040:0.0:1767389057.932911:0:339010:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654538752 02000000:00000001:2.0:1767389057.932918:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767389057.932920:0:339010:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767389057.932927:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767389057.932933:0:339010:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fc31ee33 x1853241654538752/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:508/0 lens 224/368 e 0 to 0 dl 1767389068 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389057.932939:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b16a15b9. 00010000:00000001:0.0:1767389057.932960:0:339010:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767389057.932961:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389057.932967:0:339010:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389057.932973:0:339010:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=66 v=5 (1 0 0 0) 00000100:00000040:2.0:1767389057.932974:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@0000000036def01a x1853241654538880/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389057.932987:0:339010:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389057.933002:0:339010:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389057.933008:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389057.933009:0:339010:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:2.0:1767389057.933013:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389057.933025:0:339010:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389057.933031:0:339010:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389057.933040:0:339010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389057.933046:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036def01a] to pc [ptlrpcd_00_03+3] req@0000000036def01a x1853241654538880/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389057.933055:0:339010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389057.933069:0:339010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000100:00000200:0.0:1767389057.933080:0:339010:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654538752, offset 224 00000400:00000200:0.0:1767389057.933091:0:339010:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389057.933113:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389057.933114:0:339010:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767389057.933129:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767389057.933136:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1767389057.933140:0:339010:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372807200 00000100:00000010:2.0:1767389057.933142:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2734a03. 00000020:00000040:2.0:1767389057.933152:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:0.0:1767389057.933166:0:339010:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d19 [1] + 224 00000100:00000001:2.0:1767389057.933167:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389057.933176:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767389057.933179:0:339010:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767389057.933185:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389057.933193:0:339010:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767389057.933197:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003642109f. 00000100:00000001:0.0:1767389057.933203:0:339010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389057.933205:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389057.933214:0:339010:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001244c98e x1853241654538752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389073 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389057.933218:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d2734a03 x1853241654539008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767389057.933287:0:339010:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000001244c98e x1853241654538752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389057.933295:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389057.933304:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389057.933326:0:339010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767389057.933327:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2734a03] to pc [ptlrpcd_00_00+0] req@00000000d2734a03 x1853241654539008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389057.933342:0:339010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000400:00000010:0.0:1767389057.933350:0:339010:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000100:00000001:0.0:1767389057.933364:0:339010:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389057.933368:0:339010:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389057.933374:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389057.933380:0:339010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389057.933381:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767389057.933394:0:339010:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:2.0:1767389057.933399:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:0.0:1767389057.933401:0:339010:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389057.933405:0:339010:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389057.933407:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c8504a9. 00000020:00000001:0.0:1767389057.933410:0:339010:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:2.0:1767389057.933416:0:54998:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767389057.933425:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767389057.933427:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc31ee33 x1853241654538752/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:508/0 lens 224/368 e 0 to 0 dl 1767389068 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389057.933460:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389057.933476:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389057.933478:0:339010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fc31ee33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654538752:12345-0@lo:13: Request processed in 811us (1252us total) trans 0 rc 0/0 02000000:00000010:2.0:1767389057.933500:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a8d85655. 00000100:00100000:0.0:1767389057.933509:0:339010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000001:2.0:1767389057.933511:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389057.933516:0:339010:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000040:2.0:1767389057.933521:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000003c8504a9 x1853241654539136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389057.933537:0:339010:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389057.933544:0:339010:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389057.933548:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:0.0:1767389057.933553:0:339010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d2f6fbf. 00000020:00000010:0.0:1767389057.933559:0:339010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0ccc91. 00000020:00000010:0.0:1767389057.933565:0:339010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f64097b. 00000100:00000001:2.0:1767389057.933566:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389057.933578:0:339010:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000040:2.0:1767389057.933582:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c8504a9] to pc [ptlrpcd_00_01+1] req@000000003c8504a9 x1853241654539136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389057.933585:0:339010:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389057.933613:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389057.933620:0:54998:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4983) 00000100:00000001:0.0:1767389057.933621:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389057.933629:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389057.933633:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389057.933641:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003c8504a9 x1853241654539136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389057.933646:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389057.933654:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389057.933664:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767389057.933666:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389057.933671:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389057.933677:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2734a03 x1853241654539008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389057.933681:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389057.933686:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389057.933700:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389057.933714:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767389057.933715:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003c8504a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:337537:1853241654539136:0@lo:400: 00000100:00000001:2.0:1767389057.933722:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389057.933757:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389057.933764:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389057.933769:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389057.933773:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389057.933778:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f64097b. 02000000:00000001:0.0:1767389057.933781:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389057.933786:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e67fcab. 00000400:00000010:0.0:1767389057.933792:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000100:00000200:0.0:1767389057.933801:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654539136, portal 10 00000100:00000001:0.0:1767389057.933804:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389057.933805:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402885760 : -122821306665856 : ffff904b6fa53480) 00000100:00000040:0.0:1767389057.933819:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003c8504a9 x1853241654539136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389057.933829:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389057.933840:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389057.933846:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000100:00000200:0.0:1767389057.933863:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654539136, offset 0 00000400:00000200:0.0:1767389057.933879:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389057.933902:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389057.933923:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372807380 00000400:00000200:0.0:1767389057.933931:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 00000400:00000200:0.0:1767389057.933940:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389057.933948:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389057.933957:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389057.933961:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767389057.933968:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e925b2c. 00000100:00000040:0.0:1767389057.933972:0:337537:0:(events.c:337:request_in_callback()) incoming req@000000008e925b2c x1853241654539136 msgsize 224 00000100:00100000:0.0:1767389057.933982:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389057.934002:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389057.934013:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000400:00000010:0.0:1767389057.934016:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 00000100:00000001:0.0:1767389057.934025:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389057.934030:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003c8504a9 x1853241654539136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389057.934040:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389057.934045:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003c8504a9 x1853241654539136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389057.934054:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389057.934056:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389057.934064:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389057.934069:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6306 usecs (7 jiffies) 00000100:00000001:0.0:1767389057.934074:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299645961 00000100:00000001:0.0:1767389057.934079:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299645961 00000100:00000001:0.0:1767389057.934082:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299645961 00000100:00000001:0.0:1767389057.934087:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299645961 00000100:00000001:0.0:1767389057.934091:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299645961 00000100:00000001:0.0:1767389057.934095:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299645961 00000100:00000001:0.0:1767389057.934097:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299645961 00000100:00000001:0.0:1767389057.934110:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299645961 00000100:00000001:0.0:1767389057.934113:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389057.934115:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389057.934120:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389057.934124:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389057.934134:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389057.934136:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389057.934142:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389057.934144:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389057.934148:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389057.934150:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767389057.934155:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389057.934163:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389057.934165:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036def01a x1853241654538880/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389057.934170:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389057.934187:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389057.934192:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389057.934198:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389057.934203:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389057.934208:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389057.934216:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036def01a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654538880:0@lo:400: 00000100:00000001:3.0:1767389057.934221:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767389057.934236:0:338182:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389057.934243:0:338182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654539136 02000000:00000001:0.0:1767389057.934248:0:338182:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389057.934250:0:338182:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389057.934254:0:338182:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389057.934259:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389057.934261:0:338182:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389057.934268:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389057.934270:0:338182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654539136 00000020:00000001:0.0:1767389057.934275:0:338182:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389057.934278:0:338182:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000020:00000001:0.0:1767389057.934284:0:338182:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767389057.934288:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767389057.934289:0:338182:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 02000000:00000010:3.0:1767389057.934295:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd30d963. 00000020:00000001:0.0:1767389057.934295:0:338182:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000020:00000001:0.0:1767389057.934299:0:338182:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 02000000:00000001:3.0:1767389057.934304:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389057.934306:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767389057.934315:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1767389057.934316:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000751828da. 00000400:00000010:3.0:1767389057.934317:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055cf0723. 02000000:00000001:2.0:1767389057.934328:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389057.934330:0:338182:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000047214a3f. 00000400:00000010:3.0:1767389057.934331:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cbc1b70. 02000000:00000001:2.0:1767389057.934349:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389057.934352:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654538880, portal 25 00000020:00000040:0.0:1767389057.934353:0:338182:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000001:3.0:1767389057.934362:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767389057.934364:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2734a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654539008:0@lo:400: 00000100:00000001:3.0:1767389057.934369:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402881280 : -122821306670336 : ffff904b6fa52300) 00000100:00000001:0.0:1767389057.934377:0:338182:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767389057.934380:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767389057.934389:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000036def01a x1853241654538880/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389057.934391:0:338182:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000245b97a6. 02000000:00000001:2.0:1767389057.934393:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389057.934403:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389057.934407:0:338182:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d2f6fbf. 02000000:00000001:2.0:1767389057.934425:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767389057.934426:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767389057.934455:0:338182:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef0ccc91. 02000000:00000010:2.0:1767389057.934459:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca972e33. 00000100:00000040:3.0:1767389057.934460:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767389057.934472:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389057.934473:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d50b63d0. 00000100:00000040:0.0:1767389057.934478:0:338182:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:2.0:1767389057.934490:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c13a60de. 00000100:00000200:3.0:1767389057.934492:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654538880, offset 0 00000100:00000001:0.0:1767389057.934492:0:338182:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389057.934503:0:338182:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767389057.934514:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767389057.934516:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016a04936. 00000100:00000001:0.0:1767389057.934525:0:338182:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389057.934531:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654539008, portal 10 00000100:00000001:0.0:1767389057.934536:0:338182:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767389057.934544:0:338182:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1767389057.934548:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389057.934552:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389057.934552:0:338182:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389057.934566:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402874112 : -122821306677504 : ffff904b6fa50700) 00000400:00000200:3.0:1767389057.934567:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372807280 00000100:00000001:0.0:1767389057.934576:0:338182:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389057.934590:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2734a03 x1853241654539008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389057.934591:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1501 [2] + 0 00000100:00000001:0.0:1767389057.934594:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389057.934603:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1767389057.934616:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4224fca. 00000100:00100000:0.0:1767389057.934628:0:338182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000400:00000200:3.0:1767389057.934635:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000025e238df 00000100:00000040:0.0:1767389057.934648:0:338182:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000400:00000200:3.0:1767389057.934651:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389057.934653:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389057.934664:0:338182:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520919936 : -122821188631680 : ffff904b76ae4380) 00000100:00000040:2.0:1767389057.934677:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767389057.934678:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767389057.934678:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008e925b2c x1853241654539136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:508/0 lens 224/0 e 0 to 0 dl 1767389068 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389057.934688:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95bc874. 00000400:00000200:3.0:1767389057.934698:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025e238df 00000400:00000010:3.0:1767389057.934704:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025e238df. 00000100:00000001:0.0:1767389057.934714:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389057.934715:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389057.934716:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654539008, offset 0 00000020:00000010:0.0:1767389057.934721:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0a30825. 00000100:00000200:3.0:1767389057.934723:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767389057.934774:0:338182:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389057.934788:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767389057.934791:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000ccac6015 x1853241654538880 msgsize 224 00000020:00000010:0.0:1767389057.934792:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0a30825. 00000100:00100000:0.0:1767389057.934816:0:338182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008e925b2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337537:x1853241654539136:12345-0@lo:400: 00000400:00000200:2.0:1767389057.934831:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767389057.934833:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767389057.934833:0:338182:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654539136 00000020:00000001:0.0:1767389057.934845:0:338182:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767389057.934853:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000001:0.0:1767389057.934859:0:338182:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389057.934863:0:338182:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389057.934867:0:338182:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767389057.934869:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372807300 00000020:00000001:0.0:1767389057.934871:0:338182:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:3.0:1767389057.934874:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767389057.934882:0:338182:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767389057.934885:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000020:00000001:0.0:1767389057.934887:0:338182:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389057.934899:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767389057.934907:0:338182:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767389057.934908:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d50b63d0 00000100:00100000:1.0:1767389057.934909:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654538880 00000400:00000200:2.0:1767389057.934910:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767389057.934914:0:338182:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:3.0:1767389057.934918:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d50b63d0. 00000020:00000001:0.0:1767389057.934926:0:338182:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389057.934927:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389057.934931:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767389057.934936:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389057.934938:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767389057.934941:0:338182:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1767389057.934948:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036def01a x1853241654538880/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389057.934950:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389057.934957:0:338182:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767389057.934960:0:337536:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767389057.934961:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389057.934964:0:338182:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767389057.934970:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1767389057.934974:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654538880 02000000:00000010:0.0:1767389057.934975:0:338182:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003a2c059c. 00000020:00000001:1.0:1767389057.934985:0:338174:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767389057.934988:0:338182:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389057.934990:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000509b958c. 00000020:00000040:1.0:1767389057.934992:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:0.0:1767389057.935005:0:338182:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389057.935006:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767389057.935007:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000509b958c x1853241654539008 msgsize 224 00000020:00000040:1.0:1767389057.935017:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:1.0:1767389057.935032:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389057.935034:0:338182:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389057.935053:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767389057.935055:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00010000:00000040:0.0:1767389057.935056:0:338182:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654539136 00000100:00000001:3.0:1767389057.935070:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767389057.935073:0:338182:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767389057.935074:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767389057.935080:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036def01a x1853241654538880/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389057.935087:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a4bf97ea. 00010000:00000200:0.0:1767389057.935088:0:338182:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008e925b2c x1853241654539136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:508/0 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389057.935089:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389057.935105:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389057.935107:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389057.935109:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95bc874 00010000:00000001:0.0:1767389057.935111:0:338182:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767389057.935119:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1767389057.935122:0:338182:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389057.935127:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95bc874. 00000020:00000010:1.0:1767389057.935129:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a4bf97ea. 00000100:00001000:0.0:1767389057.935130:0:338182:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=76 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389057.935133:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389057.935155:0:338182:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767389057.935157:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299645978 00000100:00000001:2.0:1767389057.935158:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767389057.935159:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006aadc72b. 00000100:00000040:0.0:1767389057.935168:0:338182:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000020:00000010:1.0:1767389057.935172:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d5200ce9. 00000100:00000001:3.0:1767389057.935173:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299645961 00000100:00000200:2.0:1767389057.935175:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2734a03 x1853241654539008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389057.935180:0:338182:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000010:1.0:1767389057.935191:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069e5be74. 00000100:00000001:3.0:1767389057.935193:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299645978 02000000:00000001:0.0:1767389057.935201:0:338182:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767389057.935211:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:0.0:1767389057.935212:0:338182:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389057.935214:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299645961 00000100:00000001:1.0:1767389057.935226:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389057.935231:0:338182:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767389057.935235:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299645978 00000100:00000001:2.0:1767389057.935238:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389057.935239:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389057.935248:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299645961 00000100:00000001:1.0:1767389057.935252:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389057.935253:0:338182:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767389057.935256:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2734a03 x1853241654539008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389057.935260:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299645978 00000400:00000010:0.0:1767389057.935268:0:338182:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000100:00000001:1.0:1767389057.935272:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389057.935276:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299645961 00000100:00000200:0.0:1767389057.935285:0:338182:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654539136, offset 224 00000100:00000001:3.0:1767389057.935293:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389057.935298:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389057.935312:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389057.935317:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767389057.935320:0:338182:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767389057.935328:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767389057.935330:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389057.935343:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767389057.935352:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000400:00000200:0.0:1767389057.935360:0:338182:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389057.935365:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767389057.935368:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:2.0:1767389057.935371:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389057.935372:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389057.935383:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684806736 : -122822024744880 : ffff904b44d83050) 00000100:00000001:2.0:1767389057.935389:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389057.935392:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767389057.935393:0:338182:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372807380 00000100:00000001:3.0:1767389057.935401:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389057.935410:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389057.935410:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ccac6015 x1853241654538880/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:508/0 lens 224/0 e 0 to 0 dl 1767389068 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389057.935412:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389057.935415:0:338182:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d25 [1] + 224 00000100:00000040:2.0:1767389057.935457:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5002 usecs (6 jiffies) 00000100:00000001:3.0:1767389057.935458:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389057.935458:0:338182:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389057.935471:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389057.935481:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299645961 00000020:00000010:1.0:1767389057.935484:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a4bf97ea. 00000400:00000200:0.0:1767389057.935494:0:338182:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389057.935499:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299645978 00000100:00000001:1.0:1767389057.935501:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389057.935506:0:338182:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389057.935521:0:338182:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003c8504a9 x1853241654539136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389057.935523:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299645961 00000020:00000010:1.0:1767389057.935525:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a4bf97ea. 00000100:00000001:2.0:1767389057.935543:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299645978 00000100:00100000:1.0:1767389057.935557:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ccac6015 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654538880:12345-0@lo:400: 00000100:00000001:2.0:1767389057.935559:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299645961 00000100:00000040:0.0:1767389057.935565:0:338182:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003c8504a9 x1853241654539136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389057.935577:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299645978 00000100:00000200:1.0:1767389057.935579:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654538880 00000100:00000001:2.0:1767389057.935590:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299645961 00000020:00000001:1.0:1767389057.935593:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389057.935604:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767389057.935607:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299645978 00000020:00000001:1.0:1767389057.935611:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389057.935617:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767389057.935625:0:338181:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389057.935626:0:338182:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767389057.935628:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000100:00000001:2.0:1767389057.935629:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767389057.935638:0:338181:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654539008 00000400:00000200:0.0:1767389057.935643:0:338182:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000100:00000001:2.0:1767389057.935646:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389057.935647:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1767389057.935650:0:338182:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 00000020:00000001:1.0:1767389057.935655:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389057.935665:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389057.935667:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767389057.935669:0:338182:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767389057.935676:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767389057.935681:0:338182:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389057.935687:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389057.935688:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389057.935689:0:338181:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389057.935701:0:338181:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389057.935705:0:338182:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389057.935709:0:338174:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767389057.935710:0:338181:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389057.935713:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389057.935716:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767389057.935718:0:338182:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:2.0:1767389057.935723:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767389057.935764:0:338182:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389057.935768:0:338182:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389057.935772:0:338182:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767389057.935779:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767389057.935780:0:338181:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389057.935781:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e925b2c x1853241654539136/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:508/0 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389057.935791:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767389057.935792:0:338181:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654539008 02000000:00000010:1.0:1767389057.935793:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a208a94b. 00000100:00000001:2.0:1767389057.935799:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389057.935810:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389057.935810:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389057.935815:0:338181:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389057.935822:0:338181:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000020:00000001:3.0:1767389057.935835:0:338181:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767389057.935837:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389057.935838:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389057.935840:0:338182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008e925b2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337537:x1853241654539136:12345-0@lo:400: Request processed in 1121us (1862us total) trans 0 rc 0/0 00000020:00000040:3.0:1767389057.935845:0:338181:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000020:00000001:1.0:1767389057.935858:0:338174:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389057.935859:0:338181:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000020:00000001:3.0:1767389057.935869:0:338181:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00010000:00000040:1.0:1767389057.935871:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654538880 00000100:00100000:0.0:1767389057.935873:0:338182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00000001:3.0:1767389057.935877:0:338181:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767389057.935882:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767389057.935884:0:338182:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000100:00000001:0.0:1767389057.935889:0:338182:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000200:1.0:1767389057.935893:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ccac6015 x1853241654538880/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:508/0 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389057.935901:0:338182:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389057.935907:0:338182:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d2f6fbf. 00000020:00000010:0.0:1767389057.935916:0:338182:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0ccc91. 00010000:00000001:1.0:1767389057.935919:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1767389057.935923:0:338182:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000245b97a6. 00010000:00000001:1.0:1767389057.935925:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389057.935934:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=82 v=5 (1 0 0 0) 00000020:00000010:3.0:1767389057.935935:0:338181:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d936ac7e. 00000020:00000040:0.0:1767389057.935936:0:338182:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000100:00000001:0.0:1767389057.935947:0:338182:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389057.935949:0:338181:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389057.935949:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389057.935958:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000020:00000010:3.0:1767389057.935959:0:338181:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d936ac7e. 00000100:00000001:1.0:1767389057.935967:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000010:3.0:1767389057.935973:0:338181:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ef866b3. 02000000:00000001:1.0:1767389057.935975:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389057.935984:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389057.935985:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767389057.935987:0:338181:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000988b347c. 00000100:00080000:0.0:1767389057.935988:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767389057.935991:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389057.935995:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767389057.936001:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000020:00000010:3.0:1767389057.936007:0:338181:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a01895e6. 00000400:00000001:2.0:1767389057.936012:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767389057.936014:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:2.0:1767389057.936020:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767389057.936022:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767389057.936024:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099012e88. 00000100:00000040:3.0:1767389057.936025:0:338181:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:2.0:1767389057.936038:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cc2c1727. 00000100:00000001:3.0:1767389057.936039:0:338181:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389057.936039:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389057.936054:0:338181:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767389057.936056:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e94a90e 00000100:00000001:3.0:1767389057.936061:0:338181:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767389057.936062:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e94a90e. 00000100:00000001:2.0:1767389057.936078:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389057.936080:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654538880, offset 224 00000100:00000001:3.0:1767389057.936081:0:338181:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000001:0.0:1767389057.936082:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767389057.936087:0:338181:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:2.0:1767389057.936095:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001244c98e x1853241654538752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767389057.936095:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767389057.936097:0:338181:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389057.936106:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e67fcab. 00000400:00000200:0.0:1767389057.936119:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000100:00000001:3.0:1767389057.936122:0:338181:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389057.936133:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000100:00000001:3.0:1767389057.936151:0:338181:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389057.936152:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767389057.936158:0:338181:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1767389057.936162:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001244c98e x1853241654538752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389057.936167:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767389057.936167:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003c8504a9 x1853241654539136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389057.936183:0:338181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:3.0:1767389057.936205:0:338181:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000400:00000200:1.0:1767389057.936210:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389057.936221:0:338181:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402875008 : -122821306676608 : ffff904b6fa50a80) 00000100:00000040:3.0:1767389057.936249:0:338181:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000509b958c x1853241654539008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:508/0 lens 224/0 e 0 to 0 dl 1767389068 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389057.936254:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372807280 00000100:00000001:2.0:1767389057.936272:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389057.936288:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389057.936290:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1d2d [1] + 224 00000100:00000200:0.0:1767389057.936290:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003c8504a9 x1853241654539136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389057.936292:0:338181:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389057.936301:0:338181:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d936ac7e. 00000100:00000001:2.0:1767389057.936309:0:337538:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767389057.936313:0:338181:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767389057.936317:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767389057.936320:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389057.936332:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767389057.936334:0:338181:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d936ac7e. 00000100:00000001:0.0:1767389057.936341:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389057.936347:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389057.936348:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767389057.936362:0:338181:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000509b958c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654539008:12345-0@lo:400: 00000100:00000001:0.0:1767389057.936363:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389057.936367:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389057.936371:0:337537:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767389057.936372:0:338174:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767389057.936376:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1767389057.936378:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=66 v=5 (5 0 0 0) 00000100:00000001:0.0:1767389057.936382:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767389057.936387:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036def01a x1853241654538880/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389057.936394:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389057.936395:0:338181:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654539008 00000100:00001000:2.0:1767389057.936405:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=66 v=5 (1 0 0 0) 00000020:00000001:3.0:1767389057.936408:0:338181:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767389057.936409:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389057.936418:0:338181:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00001000:0.0:1767389057.936449:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=73 v=5 (5 0 0 0) 00000020:00000001:3.0:1767389057.936455:0:338181:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389057.936457:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767389057.936458:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000036def01a x1853241654538880/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767389057.936459:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389057.936467:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389057.936469:0:338181:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389057.936480:0:338181:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00010000:00000001:2.0:1767389057.936486:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767389057.936487:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767389057.936490:0:338181:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767389057.936500:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389057.936501:0:338181:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767389057.936507:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001244c98e x1853241654538752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389057.936514:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767389057.936515:0:338181:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767389057.936516:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767389057.936530:0:338181:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00080000:0.0:1767389057.936534:0:337537:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003c8504a9 x1853241654539136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389057.936535:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099012e88 00000020:00000001:3.0:1767389057.936538:0:338181:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389057.936548:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099012e88. 00000020:00000001:3.0:1767389057.936555:0:338181:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767389057.936566:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389057.936568:0:338181:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767389057.936578:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767389057.936582:0:338181:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389057.936594:0:338181:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004eed1948. 00000100:00000001:1.0:1767389057.936602:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389057.936603:0:338181:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389057.936613:0:337537:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389057.936620:0:338181:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389057.936623:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:0.0:1767389057.936628:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767389057.936638:0:338181:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389057.936639:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00010000:00000001:1.0:1767389057.936640:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389057.936651:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389057.936657:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000040:3.0:1767389057.936658:0:338181:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654539008 00000020:00000001:1.0:1767389057.936665:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767389057.936669:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389057.936675:0:338181:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767389057.936685:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccac6015 x1853241654538880/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:508/0 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389057.936690:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767389057.936696:0:338181:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000509b958c x1853241654539008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:508/0 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389057.936698:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003c8504a9 x1853241654539136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389057.936711:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767389057.936722:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1767389057.936764:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389057.936768:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389057.936771:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389057.936785:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c8504a9 x1853241654539136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389057.936807:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:1.0:1767389057.936807:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ccac6015 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654538880:12345-0@lo:400: Request processed in 1320us (1999us total) trans 0 rc 0/0 00000100:00000001:2.0:1767389057.936823:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389057.936825:0:338181:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389057.936837:0:338181:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389057.936846:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001244c98e x1853241654538752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767389057.936854:0:338181:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=76 v=5 (1 0 0 0) 00000100:00100000:1.0:1767389057.936854:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00000040:1.0:1767389057.936873:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00100000:0.0:1767389057.936880:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003c8504a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:337537:1853241654539136:0@lo:400: 00000100:00000001:3.0:1767389057.936881:0:338181:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767389057.936888:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767389057.936896:0:338181:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389057.936899:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389057.936913:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d5200ce9. 00000100:00000001:3.0:1767389057.936915:0:338181:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:0.0:1767389057.936918:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389057.936931:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069e5be74. 02000000:00000001:3.0:1767389057.936933:0:338181:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767389057.936935:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389057.936942:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389057.936944:0:338181:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389057.936947:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006aadc72b. 00000100:00000040:0.0:1767389057.936953:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003c8504a9 x1853241654539136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389057.936964:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389057.936967:0:338181:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767389057.936967:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000001:2.0:1767389057.936976:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767389057.936981:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389057.936989:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a208a94b. 00000100:00000040:3.0:1767389057.936993:0:338181:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000001:2.0:1767389057.936998:0:337538:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 02000000:00000001:1.0:1767389057.937001:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389057.937003:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767389057.937004:0:338181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d50b63d0. 00000100:00000001:1.0:1767389057.937010:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1767389057.937011:0:337538:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 02000000:00000001:0.0:1767389057.937013:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1767389057.937014:0:338181:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654539008, offset 224 02000000:00000010:0.0:1767389057.937025:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f64097b. 00000004:00000040:2.0:1767389057.937028:0:337538:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000200:1.0:1767389057.937033:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767389057.937049:0:338181:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767389057.937052:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1767389057.937054:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000430fff0f. 00000004:00000020:2.0:1767389057.937055:0:337538:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000020:00000001:0.0:1767389057.937057:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389057.937065:0:337537:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:1.0:1767389057.937078:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7829438. 00000020:00000001:0.0:1767389057.937081:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389057.937092:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a8d85655. 00000004:00000001:2.0:1767389057.937093:0:337538:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389057.937094:0:338181:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767389057.937120:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767389057.937122:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001244c98e x1853241654538752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389073 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389057.937124:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767389057.937129:0:338181:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372807300 02000000:00000001:0.0:1767389057.937133:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767389057.937135:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767389057.937142:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c8504a9. 00000400:00000001:1.0:1767389057.937147:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389057.937158:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767389057.937160:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1767389057.937169:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055cf0723. 00000100:00000001:0.0:1767389057.937170:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389057.937187:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389057.937189:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cbc1b70 00000100:00100000:2.0:1767389057.937194:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001244c98e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654538752:0@lo:13: 00000400:00000010:1.0:1767389057.937200:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cbc1b70. 00000100:00000001:0.0:1767389057.937203:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389057.937213:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389057.937215:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389057.937217:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389057.937229:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767389057.937230:0:338181:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d35 [1] + 224 00000100:00000200:1.0:1767389057.937234:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036def01a x1853241654538880/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389057.937235:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389057.937237:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389057.937242:0:338181:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767389057.937253:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001244c98e x1853241654538752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389073 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389057.937267:0:338181:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389057.937289:0:338181:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389057.937307:0:338181:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2734a03 x1853241654539008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389057.937330:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036def01a x1853241654538880/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389057.937349:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389057.937361:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389057.937375:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007a43cab6. 00000100:00000040:3.0:1767389057.937384:0:338181:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2734a03 x1853241654539008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389057.937391:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767389057.937392:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767389057.937407:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767389057.937408:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767389057.937418:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767389057.937420:0:338181:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389057.937420:0:337539:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767389057.937448:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767389057.937450:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767389057.937453:0:338181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d50b63d0 00000100:00000001:1.0:1767389057.937454:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389057.937459:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389057.937460:0:338181:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d50b63d0. 02000000:00000010:2.0:1767389057.937465:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b3f2530d. 02000000:00000001:1.0:1767389057.937468:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389057.937472:0:338181:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767389057.937478:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767389057.937479:0:338181:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:1.0:1767389057.937480:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=82 v=5 (5 0 0 0) 02000000:00000001:2.0:1767389057.937485:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767389057.937492:0:338181:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389057.937493:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001244c98e. 00000100:00001000:1.0:1767389057.937494:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=82 v=5 (1 0 0 0) 00000100:00000040:3.0:1767389057.937512:0:338181:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:1.0:1767389057.937513:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389057.937514:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389057.937528:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389057.937529:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389057.937530:0:338181:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389057.937541:0:338181:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389057.937552:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389057.937554:0:338181:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767389057.937554:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389057.937572:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389057.937576:0:338181:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000509b958c x1853241654539008/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:508/0 lens 224/224 e 0 to 0 dl 1767389068 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389057.937578:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389057.937579:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389057.937589:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389057.937600:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036def01a x1853241654538880/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389057.937608:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389057.937619:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389057.937647:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389057.937652:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767389057.937654:0:338181:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000509b958c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654539008:12345-0@lo:400: Request processed in 1354us (2637us total) trans 0 rc 0/0 00000100:00000001:1.0:1767389057.937656:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389057.937676:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036def01a x1853241654538880/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389057.937683:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767389057.937684:0:338181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000001:2.0:1767389057.937693:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767389057.937700:0:338181:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000400:00000001:2.0:1767389057.937706:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767389057.937711:0:338181:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:2.0:1767389057.937718:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767389057.937720:0:338181:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767389057.937761:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036def01a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654538880:0@lo:400: 00000100:00000001:1.0:1767389057.937773:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389057.937777:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389057.937779:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036def01a x1853241654538880/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389057.937790:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c13a60de. 00000100:00000001:1.0:1767389057.937791:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389057.937801:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767389057.937803:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016a04936 02000000:00000010:1.0:1767389057.937806:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd30d963. 00000400:00000010:2.0:1767389057.937810:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016a04936. 02000000:00000001:1.0:1767389057.937816:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767389057.937819:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767389057.937821:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389057.937825:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000100:00000200:2.0:1767389057.937833:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2734a03 x1853241654539008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389057.937834:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767389057.937842:0:338181:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000988b347c. 02000000:00000010:1.0:1767389057.937854:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b16a15b9. 00000020:00000010:3.0:1767389057.937862:0:338181:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a01895e6. 02000000:00000001:1.0:1767389057.937868:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1767389057.937869:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2734a03 x1853241654539008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389057.937874:0:338181:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ef866b3. 02000000:00000001:1.0:1767389057.937879:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389057.937890:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036def01a. 00000020:00000040:3.0:1767389057.937894:0:338181:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000100:00000001:1.0:1767389057.937905:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389057.937908:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389057.937913:0:338181:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389057.937915:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389057.937917:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389057.937929:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389057.937930:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389057.937941:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389057.937947:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389057.937948:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389057.937953:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389057.937954:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389057.937978:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389057.937980:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389057.937990:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389057.937994:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=76 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389057.938002:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389057.938008:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389057.938012:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389057.938015:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767389057.938021:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d2734a03 x1853241654539008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389057.938047:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389057.938052:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767389057.938055:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767389057.938059:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389057.938061:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389057.938065:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2734a03 x1853241654539008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389057.938073:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389057.938075:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389057.938077:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389057.938082:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2734a03 x1853241654539008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389057.938090:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2734a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654539008:0@lo:400: 00000100:00000001:2.0:1767389057.938097:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389057.938101:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389057.938103:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2734a03 x1853241654539008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389057.938111:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389057.938114:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389057.938116:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca972e33. 02000000:00000001:2.0:1767389057.938124:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389057.938128:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389057.938131:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767389057.938135:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389057.938138:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003642109f. 02000000:00000001:2.0:1767389057.938145:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389057.938148:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389057.938151:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2734a03. 00000100:00000001:2.0:1767389057.938159:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389057.938162:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389057.938165:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389057.938174:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389057.938183:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389057.938190:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389057.938195:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389057.958819:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299645978, at 4299645979 00000100:00000010:0.0:1767389057.958832:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086dc7910. 00000100:00000040:2.0:1767389057.958845:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299645978, at 4299645979 00000100:00000010:2.0:1767389057.958859:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffc7c20f. 00000100:00000040:1.0:1767389057.959786:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299645978, at 4299645980 00000100:00000040:3.0:1767389057.959793:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299645978, at 4299645980 00000100:00000010:1.0:1767389057.959798:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002baf916e. 00000100:00000010:3.0:1767389057.959806:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9ec4658. 00010000:00000001:3.0:1767389058.251824:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389058.251830:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389058.251837:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389058.251840:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389058.251925:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389058.251931:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389058.251935:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767389058.635930:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ccd87db] -> 12345-192.168.204.113@tcp (6) 00000800:00000200:3.0:1767389058.635945:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp ip 192.168.204.113:988 00000800:00000200:3.0:1767389058.635952:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767389058.635998:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp34 00000400:00000010:1.0:1767389058.636007:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000004e6e97c1. 00000400:00000010:1.0:1767389058.636017:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000001ef2ca6. 00000400:00000010:1.0:1767389058.636024:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099012e88. 00000400:00000010:1.0:1767389058.636037:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000354f875c. 00000400:00000200:1.0:1767389058.636043:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp34 00000400:00000200:1.0:1767389058.636067:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp34 local destination 00000400:00000200:1.0:1767389058.636077:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp34 00000400:00000200:1.0:1767389058.636085:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp34 NI seq info: [107:107:256:4294967295] 192.168.204.113@tcp34 LPNI seq info [104:104:8:4294967295] 00000400:00000200:1.0:1767389058.636094:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp34 00000400:00000200:1.0:1767389058.636105:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp34(192.168.204.113@tcp34:) -> 192.168.204.113@tcp34(192.168.204.113@tcp34:192.168.204.113@tcp34) : GET try# 0 00000800:00000200:1.0:1767389058.636117:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp34 00000800:00000010:1.0:1767389058.636123:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000091990dff. 00000800:00000200:0.0:1767389058.636131:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767389058.636132:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a35c0c2e] -> 12345-192.168.204.113@tcp34 (2) 00000800:00000001:3.0:1767389058.636141:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.1:1767389058.636149:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a35c0c2e] -> 12345-192.168.204.113@tcp34 (2) 00000400:00000200:1.0:1767389058.636181:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp34 added to recovery queue. ping count: 2 next ping: 4983 health :800 00000800:00000001:3.0:1767389058.636188:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389058.636189:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp35 00000800:00000001:3.0:1767389058.636199:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389058.636203:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389058.636211:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fad95b55. 00000400:00000010:1.0:1767389058.636220:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d7cde1b8. 00000400:00000010:1.0:1767389058.636223:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000636dd8e7. 00000400:00000010:1.0:1767389058.636230:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005a4f07d2. 00000400:00000200:1.0:1767389058.636237:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp35 00000400:00000200:1.0:1767389058.636251:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp35 local destination 00000400:00000200:1.0:1767389058.636257:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp35 00000400:00000200:1.0:1767389058.636262:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp35 NI seq info: [108:108:256:4294967295] 192.168.204.113@tcp35 LPNI seq info [105:105:8:4294967295] 00000400:00000200:1.0:1767389058.636269:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp35 00000400:00000200:1.0:1767389058.636281:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp35(192.168.204.113@tcp35:) -> 192.168.204.113@tcp35(192.168.204.113@tcp35:192.168.204.113@tcp35) : GET try# 0 00000800:00000200:1.0:1767389058.636289:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp35 00000400:00000200:3.0:1767389058.636290:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000010:1.0:1767389058.636294:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bb6b1d20. 00000800:00000200:1.0:1767389058.636311:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000386c1692] -> 12345-192.168.204.113@tcp35 (2) 00000800:00000200:1.1:1767389058.636316:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000386c1692] -> 12345-192.168.204.113@tcp35 (2) 00000400:00000200:1.0:1767389058.636351:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp35 added to recovery queue. ping count: 2 next ping: 4983 health :800 00000400:00000200:3.0:1767389058.636373:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.636470:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.636513:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.636630:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.636667:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.636841:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.636930:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.636946:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.637079:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.637082:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.637208:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.637238:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.637317:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.637386:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.637482:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.637577:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.637659:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.637806:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.637864:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.638008:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.638070:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.638215:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.638269:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.638443:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.638476:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.638575:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.638627:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.638704:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.638822:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.638899:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.638954:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.639032:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.639101:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.639166:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.639218:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.639317:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.639364:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.639499:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.639564:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.639724:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.639834:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.640002:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.640048:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.640208:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.640278:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.640402:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.640477:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.640596:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.640662:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.640860:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.640927:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.640976:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.641022:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.641079:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.641155:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.641225:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.641266:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.641329:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.641364:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.641450:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.641487:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.641560:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.641583:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.641663:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.641690:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.641803:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.641827:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.641897:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.641919:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.642025:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.642079:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.642140:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.642193:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000800:00000010:3.0:1767389058.642205:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003f686830. 00000800:00000010:3.0:1767389058.642216:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a251298d. 00000800:00000010:3.0:1767389058.642226:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000086fd10db. 00000400:00000200:0.0:1767389058.642236:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000800:00000010:3.0:1767389058.642269:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000086fd10db. 00000800:00020000:3.0:1767389058.642287:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000400:00000200:0.0:1767389058.642288:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000800:00000010:3.0:1767389058.642295:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a251298d. 00000800:00000010:3.0:1767389058.642305:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003f686830. 00000400:00000200:0.0:1767389058.642361:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.113:988 00000400:02020000:3.0:1767389058.642414:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp34 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389058.642452:0:337525:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp34 notifying 192.168.204.113@tcp34: down 00000400:00000200:3.0:1767389058.642459:0:337525:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767389058.642466:0:337525:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp34 00000800:00000010:3.0:1767389058.642470:0:337525:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000091990dff. 00000400:00000200:3.0:1767389058.642480:0:337525:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389058.642486:0:337525:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp34->192.168.204.113@tcp34: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389058.642513:0:337525:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389058.642519:0:337525:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389058.642526:0:337525:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp34) recovery failed with -71 00000800:00000010:0.0:1767389058.642685:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000084d08de1. 00000800:00000010:0.0:1767389058.642695:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d99e7511. 00000800:00000010:0.0:1767389058.642705:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088e5e7de. 00000800:00000010:0.0:1767389058.642845:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088e5e7de. 00000400:00000200:2.0:1767389058.643106:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767389058.643151:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp35 from 213.3.0.2 00000800:00000010:2.0:1767389058.643157:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e702bfe3. 00000800:00000010:3.0:1767389058.643299:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003f686830. 00000800:00000010:3.0:1767389058.643310:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a251298d. 00000800:00000010:3.0:1767389058.643367:0:337524:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000dcf65399. 00000800:00000200:3.1:1767389058.643383:0:337524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000386c1692] -> 12345-192.168.204.113@tcp35 (2) 00000800:00000200:3.1:1767389058.643398:0:337524:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp35 00000000dcf65399 deleted 00000800:00000010:3.1:1767389058.643404:0:337524:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000dcf65399. 00000800:00000200:3.1:1767389058.643413:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767389058.643458:0:337524:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp35 ip 192.168.204.113:981 00000800:00000200:3.1:1767389058.643464:0:337524:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb6b1d20 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767389058.643480:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp35 p 3.x 192.168.204.113 -> 192.168.204.113:981 incarnation:1767389052913494773 sched[0] 00000800:00000010:3.0:1767389058.643487:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000086fd10db. 00000800:00000010:3.0:1767389058.643620:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000086fd10db. 00000800:00000010:3.0:1767389058.643633:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a251298d. 00000800:00000200:0.1:1767389058.643708:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:3.0:1767389058.643799:0:337524:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e702bfe3. 00000800:00000001:3.0:1767389058.643846:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767389058.643850:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp35 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389052913494773 sched[0] 00000800:00000001:3.0:1767389058.643857:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767389058.643872:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d99e7511. 00000800:00000200:3.0:1767389058.643949:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389058.643956:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bb6b1d20. 00000400:00000200:3.0:1767389058.643967:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389058.643983:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp35->192.168.204.113@tcp35: GET: OK 00000400:00000200:3.0:1767389058.643997:0:337531:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767389058.644003:0:337531:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp35 recovery message sent successfully:0 00000800:00000001:3.0:1767389058.644028:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389058.644038:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389058.644042:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389058.644050:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389058.644062:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp35(192.168.204.113@tcp35) <- 192.168.204.113@tcp35 : GET - for me 00000400:00000200:3.0:1767389058.644079:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767389058.644091:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 272/272 into md 0x1cc1 [1] + 0 00000400:00000200:0.0:1767389058.644095:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389058.644108:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp35 to MR: 192.168.204.113@tcp35 local destination 00000400:00000200:3.0:1767389058.644120:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp35 NI seq info: [109:109:256:4294967295] 192.168.204.113@tcp35 LPNI seq info [106:106:8:4294967295] 00000400:00000200:3.0:1767389058.644139:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp35(192.168.204.113@tcp35:192.168.204.113@tcp35) -> 192.168.204.113@tcp35(192.168.204.113@tcp35:192.168.204.113@tcp35) 192.168.204.113@tcp35 : REPLY try# 0 00000800:00000200:3.0:1767389058.644148:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.113@tcp35 00000400:00000200:0.0:1767389058.644163:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000800:00000010:3.0:1767389058.644165:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df64db71. 00000800:00000200:3.0:1767389058.644178:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000386c1692] -> 12345-192.168.204.113@tcp35 (4) 00000800:00000200:3.0:1767389058.644187:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp35 ip 192.168.204.113:988 00000800:00000200:3.0:1767389058.644191:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000df64db71 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767389058.644210:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000800:00000001:2.0:1767389058.644268:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767389058.644270:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000800:00000001:2.0:1767389058.644354:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767389058.644363:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767389058.644369:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767389058.644370:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df64db71. 00000400:00000200:0.0:1767389058.644377:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000800:00000001:2.0:1767389058.644388:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767389058.644390:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767389058.644403:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389058.644408:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp35->192.168.204.113@tcp35: REPLY: OK 00000400:00000200:2.0:1767389058.644436:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp35(192.168.204.113@tcp35) <- 192.168.204.113@tcp35 : REPLY - for me 00000800:00000001:3.0:1767389058.644476:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389058.644477:0:337530:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp35: Reply from 12345-192.168.204.113@tcp35 of length 272/272 into md 0x1d51 00000800:00000001:2.0:1767389058.644498:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767389058.644507:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000800:00000001:2.0:1767389058.644512:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389058.644519:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389058.644527:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp35->192.168.204.113@tcp35: REPLY: OK 00000400:00000200:2.0:1767389058.644541:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000636dd8e7 00000400:00000010:2.0:1767389058.644545:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000636dd8e7. 00000400:00000200:2.0:1767389058.644557:0:337530:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767389058.644567:0:337530:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fad95b55. 00000400:00000010:2.0:1767389058.644576:0:337530:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d7cde1b8. 00000400:00000200:0.0:1767389058.644579:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000800:00000001:2.0:1767389058.644594:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389058.644604:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389058.644645:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.644674:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.644701:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.644785:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.644876:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.644919:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.644955:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.644997:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645069:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645098:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645121:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645147:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645177:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645220:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645249:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645276:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645306:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645351:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645387:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645440:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645475:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645502:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645539:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645595:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645669:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645719:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645810:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389058.645862:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389058.646041:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008d71f0da. 00000800:00000010:0.0:1767389058.646050:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d99e7511. 00000800:00000010:0.0:1767389058.646057:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000088e5e7de. 00000800:00000010:0.0:1767389058.646091:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000088e5e7de. 00000800:00020000:0.0:1767389058.646102:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389058.646106:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d99e7511. 00000800:00000010:0.0:1767389058.646109:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008d71f0da. 00000400:02020000:0.0:1767389058.646184:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp35 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00080000:00000001:1.0:1767389058.648999:0:351881:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389058.649015:0:351881:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389058.649021:0:351881:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389058.649029:0:351881:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389058.649036:0:351881:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389058.649040:0:351881:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389059.275854:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389059.275860:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389059.275867:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389059.275869:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389059.275917:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389059.275922:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389059.275927:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767389059.659873:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1767389059.659876:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb342a4b] -> 12345-192.168.204.113@tcp21 (6) 00000400:00000001:1.0:1767389059.659882:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389059.659889:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099012e88 00000800:00000200:3.0:1767389059.659890:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp21 ip 192.168.204.113:988 00000400:00000010:1.0:1767389059.659897:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099012e88. 00000800:00000200:3.0:1767389059.659900:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767389059.659908:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389059.659919:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp34 recovery ping unlinked 00000400:00000010:1.0:1767389059.659934:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000004e6e97c1. 00000400:00000010:1.0:1767389059.659943:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000001ef2ca6. 00000400:00000200:1.0:1767389059.659958:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp33 00000400:00000010:1.0:1767389059.659967:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003718ff93. 00000400:00000010:1.0:1767389059.659977:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000479b0774. 00000400:00000010:1.0:1767389059.659984:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099012e88. 00000400:00000010:1.0:1767389059.660007:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000576f4de6. 00000400:00000200:1.0:1767389059.660016:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp33 00000400:00000200:1.0:1767389059.660037:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp33 local destination 00000400:00000200:1.0:1767389059.660048:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp33 00000400:00000200:1.0:1767389059.660055:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp33 NI seq info: [110:110:256:4294967295] 192.168.204.113@tcp33 LPNI seq info [107:107:8:4294967295] 00000400:00000200:1.0:1767389059.660066:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp33 00000400:00000200:1.0:1767389059.660084:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp33(192.168.204.113@tcp33:) -> 192.168.204.113@tcp33(192.168.204.113@tcp33:192.168.204.113@tcp33) : GET try# 0 00000800:00000200:1.0:1767389059.660093:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp33 00000800:00000010:1.0:1767389059.660101:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d4ef6d26. 00000800:00000200:1.0:1767389059.660118:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071c9ae5f] -> 12345-192.168.204.113@tcp33 (2) 00000800:00000200:2.0:1767389059.660125:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767389059.660131:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.1:1767389059.660137:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071c9ae5f] -> 12345-192.168.204.113@tcp33 (2) 00000400:00000200:1.0:1767389059.660174:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp33 added to recovery queue. ping count: 3 next ping: 4988 health :700 00000800:00000001:3.0:1767389059.660184:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389059.660193:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389059.660198:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389059.660290:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.660364:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.660434:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.660471:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.660504:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.660538:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.660575:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.660624:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.660710:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.660832:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.660887:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.660931:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.660963:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.660993:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661032:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661061:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661083:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661109:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661131:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661170:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661191:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661212:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661233:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661254:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661275:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661295:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661315:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661336:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661358:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661381:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661433:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661462:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661484:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661506:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389059.661526:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:1.0:1767389059.661891:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bd26cdb3. 00000800:00000010:1.0:1767389059.661899:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000025e238df. 00000800:00000010:1.0:1767389059.661905:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000954e6662. 00000800:00000010:1.0:1767389059.661943:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000954e6662. 00000800:00020000:1.0:1767389059.661955:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389059.661960:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000025e238df. 00000800:00000010:1.0:1767389059.661963:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bd26cdb3. 00000400:02020000:1.0:1767389059.662021:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp33 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389059.662030:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp33 notifying 192.168.204.113@tcp33: down 00000800:00000200:1.0:1767389059.662037:0:337526:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp33 down 00000800:00000100:1.0:1767389059.662044:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp33 00000800:00000010:1.0:1767389059.662047:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d4ef6d26. 00000400:00000200:1.0:1767389059.662051:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389059.662056:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp33->192.168.204.113@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389059.662067:0:337526:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767389059.662081:0:337526:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767389059.662090:0:337526:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp33) recovery failed with -71 00000001:00000001:0.0:1767389059.763592:0:352045:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767389059.763597:0:352045:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:0.0:1767389059.770938:0:352045:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389059.783929:0:352046:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000002a83bb19. 00000400:00000010:0.0:1767389059.783948:0:352046:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004dc04856. 00000400:00000010:0.0:1767389059.783961:0:352046:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d99e7511. 00000400:00000010:0.0:1767389059.783967:0:352046:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000bb5d4514. 00000400:00000010:0.0:1767389059.783972:0:352046:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003b056d64. 00000400:00000010:0.0:1767389059.783978:0:352046:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000111c165c. 00000400:00000010:0.0:1767389059.783980:0:352046:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d385cfb4. 00000400:00000010:0.0:1767389059.783983:0:352046:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aef44931. 00000400:00000010:0.0:1767389059.783988:0:352046:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006415d064. 00000800:00000010:0.0:1767389059.784002:0:352046:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000053002c2a. 00000800:00000200:0.0:1767389059.784017:0:352046:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389059.784032:0:352046:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389059.784083:0:352046:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389059.784120:0:352046:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp37 [8/256/0/180] 00000400:00000010:1.0:1767389059.787880:0:352046:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 0000000002558357. 00000400:00000010:1.0:1767389059.787893:0:352046:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000222c06ed. 00000400:00000010:1.0:1767389059.787902:0:352046:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086183ec0. 00000400:00000001:1.0:1767389059.787947:0:352046:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389059.787951:0:352046:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389059.787954:0:352046:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ec3f993. 00000400:00000200:1.0:1767389059.787959:0:352046:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec4b001d 00000400:00000010:1.0:1767389059.787963:0:352046:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec4b001d. 00000400:00000010:1.0:1767389059.787970:0:352046:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000005fcc7348. 00000400:00000200:1.0:1767389059.787978:0:352046:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (28) 00000400:00000200:1.0:1767389059.788000:0:352046:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389059.788015:0:352046:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000020:00000010:1.0:1767389059.788025:0:352046:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000bd26cdb3. 00000020:01000000:1.0:1767389059.788044:0:352046:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767389059.788047:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767389059.788048:0:352046:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp37 00000400:00000200:2.0:1767389059.788071:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:1.0:1767389059.788084:0:352046:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004dc04856. 00000400:00000010:2.0:1767389059.788086:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000016a04936. 00000400:00000010:1.0:1767389059.788102:0:352046:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000002a83bb19. 00000400:00000200:2.0:1767389059.788104:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (29) 00000400:00000010:2.0:1767389059.788120:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001ca74218. 00000020:00000001:3.0:1767389059.788129:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767389059.788131:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp16 10000000:00000001:3.0:1767389059.788140:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767389059.788146:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767389059.788150:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767389059.788156:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767389059.788167:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp16 to MR: 192.168.204.113@tcp16 local destination 00000020:01000004:3.0:1767389059.788169:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767389059.788179:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389059.788182:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389059.788185:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389059.788193:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767389059.788193:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp16 NI seq info: [111:111:256:4294967295] 192.168.204.113@tcp16 LPNI seq info [108:108:8:4294967295] 00000020:01000004:3.0:1767389059.788197:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767389059.788200:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767389059.788202:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389059.788204:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767389059.788212:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026632982. 00000020:00000040:3.0:1767389059.788221:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:2.0:1767389059.788222:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp16 00000400:00000200:2.0:1767389059.788247:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp16(192.168.204.113@tcp16:192.168.204.113@tcp16) -> 192.168.204.113@tcp16(192.168.204.113@tcp16:192.168.204.113@tcp16) : PUT try# 0 00000100:00000001:3.0:1767389059.788248:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389059.788264:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389059.788278:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767389059.788278:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.113@tcp16 00000800:00000010:2.0:1767389059.788306:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df4da530. 02000000:00000010:3.0:1767389059.788312:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007de6e3b7. 00000800:00000200:2.0:1767389059.788321:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044947d7a] -> 12345-192.168.204.113@tcp16 (6) 00000100:00000001:3.0:1767389059.788324:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767389059.788336:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp16 ip 192.168.204.113:988 00000100:00000001:3.0:1767389059.788338:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389059.788346:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767389059.788347:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000df4da530 type 1, nob 592 niov 1 nkiov 1 00000100:00000040:3.0:1767389059.788365:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026632982] to pc [ptlrpcd_00_02+2] req@0000000026632982 x1853241654539264/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389059.788389:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:2.0:1767389059.788412:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000100:00000001:2.0:1767389059.788446:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767389059.788448:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389059.788455:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389059.788456:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767389059.788460:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389059.788463:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:3.0:1767389059.788466:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767389059.788477:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026632982 x1853241654539264/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389059.788480:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767389059.788485:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767389059.788495:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767389059.788503:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767389059.788506:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767389059.788509:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767389059.788511:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767389059.788514:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767389059.788526:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767389059.788528:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767389059.788530:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389059.788535:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:2.0:1767389059.788537:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767389059.788546:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767389059.788548:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767389059.788552:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389059.788557:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:2.0:1767389059.788559:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026632982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654539264:0@lo:253: 00000020:01000004:3.0:1767389059.788569:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767389059.788573:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1767389059.788574:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767389059.788580:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ccf0560. 00000800:00000010:0.0:1767389059.788586:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df4da530. 02000000:00000001:2.0:1767389059.788587:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1767389059.788589:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 02000000:00000001:2.0:1767389059.788603:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389059.788605:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389059.788612:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767389059.788614:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767389059.788614:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767389059.788630:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389059.788635:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000033b8690f. 02000000:00000001:2.0:1767389059.788644:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389059.788650:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000801f716c. 00000400:00000200:0.0:1767389059.788653:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp16->192.168.204.113@tcp16: PUT: OK 00000400:00000010:2.0:1767389059.788658:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c13a60de. 00000100:00000001:3.0:1767389059.788662:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389059.788669:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:2.0:1767389059.788676:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066838c1f. 00000100:00000001:3.0:1767389059.788677:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767389059.788685:0:337530:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp16: 0 00000100:00000001:3.0:1767389059.788690:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389059.788697:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654539264, portal 25 00000100:00000040:3.0:1767389059.788705:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ccf0560] to pc [ptlrpcd_00_03+3] req@000000006ccf0560 x1853241654539392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389059.788706:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:0.0:1767389059.788708:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767389059.788711:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694451712 : -122822015099904 : ffff904b456b5c00) 00000100:00000040:2.0:1767389059.788780:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026632982 x1853241654539264/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767389059.788794:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767389059.788802:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767389059.788812:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767389059.788821:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767389059.788834:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767389059.788842:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:3.0:1767389059.788853:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767389059.788859:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767389059.788862:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000bd26cdb3. 00000100:00000040:2.0:1767389059.788874:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389059.788882:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002918cb9d. 00000400:00000200:0.0:1767389059.788885:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp16(192.168.204.113@tcp16) <- 192.168.204.113@tcp16 : PUT - for me 00000100:00000200:2.0:1767389059.788890:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654539264, offset 0 00000100:00000001:3.0:1767389059.788893:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389059.788903:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767389059.788910:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389059.788913:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767389059.788929:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 496 into portal 0 MB=0x8000000000000000 00000100:00000040:3.0:1767389059.788939:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006ccf0560 x1853241654539392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389059.788960:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389059.788970:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 480/496 into md 0x1cd9 [1] + 0 00000400:00000010:0.0:1767389059.788991:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1f4bee9. 00000100:00000001:3.0:1767389059.789001:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767389059.789001:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372807400 00000100:00000001:3.0:1767389059.789015:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389059.789015:0:337530:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f1f64a3b 02000000:00000001:3.0:1767389059.789026:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:0.0:1767389059.789032:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767389059.789035:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389059.789039:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1509 [2] + 0 00000800:00000001:0.0:1767389059.789053:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389059.789054:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389059.789056:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d68a7a1a. 00000400:00000200:0.0:1767389059.789071:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389059.789079:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d45454c2 00000100:00100000:3.0:1767389059.789081:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006ccf0560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654539392:0@lo:253: 00000100:00000001:3.0:1767389059.789097:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767389059.789099:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389059.789100:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp16->192.168.204.113@tcp16: PUT: OK 02000000:00000001:3.0:1767389059.789106:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767389059.789114:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1f64a3b 00000400:00000200:2.0:1767389059.789116:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767389059.789117:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389059.789133:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767389059.789133:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f1f64a3b. 00000400:00000200:0.0:1767389059.789146:0:337530:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767389059.789147:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d45454c2 02000000:00000010:3.0:1767389059.789148:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000d6318e3. 00000400:00000010:2.0:1767389059.789159:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d45454c2. 02000000:00000001:3.0:1767389059.789160:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389059.789165:0:337530:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (30) 00000100:00000001:2.0:1767389059.789183:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767389059.789184:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f6f0262. 00000400:00000200:0.0:1767389059.789190:0:337530:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000100:00000200:2.0:1767389059.789194:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:3.0:1767389059.789200:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003da77a1f. 00000100:00000040:2.0:1767389059.789211:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000c9cb4b4e x1853241654539264 msgsize 4848 00000100:00000200:3.0:1767389059.789213:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654539392, portal 25 00000400:00000200:0.0:1767389059.789216:0:337530:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (496 bytes) 00000100:00000001:3.0:1767389059.789228:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389059.789235:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694458880 : -122822015092736 : ffff904b456b7800) 00000100:00100000:2.0:1767389059.789247:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767389059.789249:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000040:3.0:1767389059.789258:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006ccf0560 x1853241654539392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389059.789258:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767389059.789277:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389059.789283:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767389059.789285:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (31) 00000100:00000001:2.0:1767389059.789287:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767389059.789289:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a251298d. 00000400:00000200:2.0:1767389059.789306:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002918cb9d 00000400:00000010:2.0:1767389059.789311:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002918cb9d. 00000100:00000001:2.0:1767389059.789316:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767389059.789322:0:337530:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000200:3.0:1767389059.789323:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654539392, offset 0 00000100:00000200:2.0:1767389059.789324:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026632982 x1853241654539264/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389059.789361:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389059.789364:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp16 to MR: 192.168.204.113@tcp16 local destination 00000100:00000001:2.0:1767389059.789418:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389059.789426:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026632982 x1853241654539264/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389059.789437:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp16 NI seq info: [112:112:256:4294967295] 192.168.204.113@tcp16 LPNI seq info [109:109:8:4294967295] 00000100:00000001:2.0:1767389059.789457:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389059.789462:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767389059.789498:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp16(192.168.204.113@tcp16:192.168.204.113@tcp16) -> 192.168.204.113@tcp16(192.168.204.113@tcp16:192.168.204.113@tcp16) 192.168.204.113@tcp16 : ACK try# 0 00000800:00000200:0.0:1767389059.789511:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp16 00000800:00000010:0.0:1767389059.789519:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022e6aaca. 00000400:00000200:3.0:1767389059.789520:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389059.789520:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389059.789543:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299647832 00000800:00000200:0.0:1767389059.789563:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044947d7a] -> 12345-192.168.204.113@tcp16 (6) 00000100:00000010:2.0:1767389059.789564:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097425e09. 00000400:00000200:3.0:1767389059.789565:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372807480 00000400:00000200:3.0:1767389059.789582:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1549 [2] + 0 00000100:00000001:2.0:1767389059.789587:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1767389059.789591:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8141f8a. 00000800:00000200:0.0:1767389059.789601:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp16 ip 192.168.204.113:1009 00000400:00000200:3.0:1767389059.789606:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c56f7e5b 00000100:00000001:2.0:1767389059.789606:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299647832 00000800:00000200:0.0:1767389059.789612:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000022e6aaca type 0, nob 96 niov 1 nkiov 0 00000100:00000010:2.0:1767389059.789623:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000645868f1. 00000400:00000200:3.0:1767389059.789628:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389059.789633:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767389059.789642:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389059.789654:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299647832 00000400:00000200:3.0:1767389059.789656:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c56f7e5b 00000800:00000001:0.0:1767389059.789657:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767389059.789673:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ef6fd658. 00000400:00000010:3.0:1767389059.789674:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c56f7e5b. 00000800:00000001:0.0:1767389059.789682:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389059.789703:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767389059.789706:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389059.789712:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767389059.789717:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299647832 00000100:00000040:3.0:1767389059.789720:0:337539:0:(events.c:337:request_in_callback()) incoming req@0000000090a3a456 x1853241654539392 msgsize 4848 00000100:00000010:2.0:1767389059.789775:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2b77d54. 00000100:00100000:3.0:1767389059.789785:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389059.789789:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767389059.789791:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767389059.789817:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389059.789824:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389059.789825:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389059.789830:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389059.789835:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389059.789839:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a251298d 00000400:00000010:3.0:1767389059.789845:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a251298d. 00000100:00000001:2.0:1767389059.789853:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389059.789854:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767389059.789867:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1767389059.789872:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1767389059.789874:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006ccf0560 x1853241654539392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389059.789878:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389059.789887:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1767389059.789889:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022e6aaca. 00000100:00000001:2.0:1767389059.789895:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389059.789910:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389059.789912:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389059.789919:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389059.789945:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006ccf0560 x1853241654539392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389059.789950:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp16->192.168.204.113@tcp16: ACK: OK 00000100:00000001:3.0:1767389059.789971:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389059.789974:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389059.789977:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1767389059.789979:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767389059.789987:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389059.789993:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654539264 00000100:00000001:3.0:1767389059.790000:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299647833 02000000:00000001:2.0:1767389059.790002:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:0.0:1767389059.790003:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389059.790013:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389059.790014:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299647832 00000800:00000001:0.0:1767389059.790018:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767389059.790019:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389059.790026:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299647833 02000000:00000001:2.0:1767389059.790033:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389059.790036:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299647832 00000800:00000001:0.0:1767389059.790039:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767389059.790042:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654539264 00000100:00000001:3.0:1767389059.790047:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299647833 00000020:00000001:2.0:1767389059.790055:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000001:0.0:1767389059.790055:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1767389059.790068:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:2.0:1767389059.790073:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767389059.790075:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299647832 00000020:00000040:2.0:1767389059.790080:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000800:00000001:0.0:1767389059.790084:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389059.790085:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299647833 00000020:00000001:2.0:1767389059.790089:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389059.790104:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389059.790106:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299647832 00000100:00000001:2.0:1767389059.790123:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767389059.790125:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp16(192.168.204.113@tcp16) <- 192.168.204.113@tcp16 : ACK - for me 00000100:00000001:3.0:1767389059.790127:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389059.790136:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389059.790144:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d3f2885. 00000100:00000001:3.0:1767389059.790145:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389059.790172:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389059.790175:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389059.790175:0:337530:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp16: ACK from 12345-192.168.204.113@tcp16 into md 0x1d5d 00000020:00000010:2.0:1767389059.790204:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d3f2885. 00000100:00000001:3.0:1767389059.790206:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767389059.790206:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389059.790225:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767389059.790230:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d842291c. 00000100:00000001:3.0:1767389059.790235:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767389059.790237:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp16->192.168.204.113@tcp16: ACK: OK 00000100:00000001:3.0:1767389059.790245:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767389059.790256:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b06ec58. 00000100:00000001:3.0:1767389059.790259:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389059.790259:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016a04936 00000400:00000010:0.0:1767389059.790285:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016a04936. 00000100:00000001:3.0:1767389059.790286:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389059.790288:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001223d23c. 00000400:00000200:0.0:1767389059.790310:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767389059.790327:0:337530:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000100:00000040:2.0:1767389059.790334:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767389059.790343:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:2.0:1767389059.790346:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389059.790356:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389059.790362:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767389059.790365:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389059.790365:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (30) 00000100:00100000:3.0:1767389059.790375:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654539392 02000000:00000001:3.0:1767389059.790384:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389059.790389:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389059.790415:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389059.790418:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767389059.790420:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767389059.790437:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767389059.790439:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389059.790442:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767389059.790446:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654539392 00000020:00000001:3.0:1767389059.790453:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389059.790458:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389059.790463:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389059.790468:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:3.0:1767389059.790474:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389059.790474:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389059.790482:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767389059.790484:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389059.790495:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767389059.790497:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00000040:2.0:1767389059.790511:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000020:00000010:3.0:1767389059.790513:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000405ec8de. 00000100:00000001:3.0:1767389059.790532:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389059.790532:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684804688 : -122822024746928 : ffff904b44d82850) 00000020:00000010:3.0:1767389059.790554:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000405ec8de. 00000100:00000040:2.0:1767389059.790562:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9cb4b4e x1853241654539264/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:510/0 lens 4848/0 e 0 to 0 dl 1767389070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389059.790569:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c56ce264. 00000020:00000010:3.0:1767389059.790586:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c91257e4. 00000100:00000001:2.0:1767389059.790588:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389059.790598:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d3f2885. 00000020:00000010:3.0:1767389059.790599:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a01895e6. 00000100:00000001:2.0:1767389059.790607:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389059.790615:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d3f2885. 00000100:00000001:3.0:1767389059.790617:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767389059.790627:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9cb4b4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654539264:12345-0@lo:253: 00000100:00000001:3.0:1767389059.790638:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1767389059.790640:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654539264 00000100:00000001:3.0:1767389059.790646:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389059.790648:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:2.0:1767389059.790649:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389059.790659:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:0.0:1767389059.790664:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 00000000a23ba5c8. 00000020:00000001:2.0:1767389059.790665:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389059.790667:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389059.790691:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767389059.790693:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389059.790696:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e67fcab. 00000020:00000001:2.0:1767389059.790699:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:2.0:1767389059.790714:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389059.790718:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389059.790720:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000100:00000001:3.0:1767389059.790721:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389059.790768:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389059.790782:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000020:00000001:2.0:1767389059.790785:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767389059.790787:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a23ba5c8 00000100:00000040:3.0:1767389059.790793:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000020:00000001:2.0:1767389059.790795:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1767389059.790799:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 0000000026bd5b34. 00000020:00000001:2.0:1767389059.790805:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389059.790806:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684797520 : -122822024754096 : ffff904b44d80c50) 00000400:00000200:0.0:1767389059.790817:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 496 success 00000100:00000001:2.0:1767389059.790822:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767389059.790828:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000090a3a456 x1853241654539392/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:510/0 lens 4848/0 e 0 to 0 dl 1767389070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389059.790834:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767389059.790836:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102051 02000000:00000010:2.0:1767389059.790852:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001225e4c9. 00000400:00000200:0.0:1767389059.790855:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (29) 02000000:00000001:2.0:1767389059.790868:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389059.790871:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389059.790878:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389059.790879:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 0000000026bd5b34. 00000020:00000010:3.0:1767389059.790880:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000405ec8de. 20000000:00000001:2.0:1767389059.790897:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767389059.790900:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767389059.790903:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000020:00000010:3.0:1767389059.790907:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000405ec8de. 20000000:00000010:2.0:1767389059.790919:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000044221517. 00000400:00000010:0.0:1767389059.790920:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006b9c8d60. 00000100:00100000:3.0:1767389059.790936:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000090a3a456 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654539392:12345-0@lo:253: 20000000:01000000:2.0:1767389059.790939:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767389059.790954:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767389059.790957:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000100:00000200:3.0:1767389059.790958:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654539392 20000000:00000001:2.0:1767389059.790961:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389059.790978:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389059.790979:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767389059.790996:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 20000000:00000001:2.0:1767389059.790997:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389059.790999:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389059.791010:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389059.791013:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767389059.791024:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767389059.791029:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000020:00000001:3.0:1767389059.791030:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 20000000:00000010:2.0:1767389059.791036:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000807bc468. 00000020:00000001:3.0:1767389059.791042:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389059.791058:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767389059.791058:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00000400:00000200:0.0:1767389059.791064:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000020:00000001:3.0:1767389059.791081:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:2.0:1767389059.791084:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767389059.791088:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767389059.791093:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000020:00000001:3.0:1767389059.791095:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389059.791097:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000100:00000001:3.0:1767389059.791113:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767389059.791120:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 02000000:00000001:3.0:1767389059.791121:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767389059.791139:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 38], ns[97, 38] 02000000:00000010:3.0:1767389059.791141:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ceb75cd3. 02000000:00000001:3.0:1767389059.791152:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389059.791161:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[101, 38] 00000100:00000001:3.0:1767389059.791163:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389059.791174:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767389059.791181:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 38], ns[112, 38] 00080000:00000001:2.0:1767389059.791188:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767389059.791199:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767389059.791207:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 00080000:00000001:2.0:1767389059.791208:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767389059.791210:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000004bc83c77. 20000000:01000000:3.0:1767389059.791228:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767389059.791229:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:0.0:1767389059.791246:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 20000000:00000001:3.0:1767389059.791249:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767389059.791251:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:3.0:1767389059.791264:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767389059.791266:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 20000000:00000001:3.0:1767389059.791273:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389059.791278:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00080000:00000001:2.0:1767389059.791283:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000001:3.0:1767389059.791284:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389059.791300:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000010:2.0:1767389059.791304:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004b957225. 00000400:00000200:0.0:1767389059.791306:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00080000:00000001:2.0:1767389059.791315:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247648340992 : -122826061210624 : ffff904a54409c00) 00080000:00000001:2.0:1767389059.791326:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767389059.791335:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:0.0:1767389059.791369:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:0.0:1767389059.791381:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:0.0:1767389059.791391:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 22], ns[42, 22] 00000400:00000200:0.0:1767389059.791431:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 00000400:00000200:0.0:1767389059.791441:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 00000400:00000200:0.0:1767389059.791449:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 00000400:00000200:0.0:1767389059.791459:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 22], ns[58, 22] 00000400:00000200:0.0:1767389059.791474:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[88, 22], ns[89, 22] 00000400:00000200:0.0:1767389059.791488:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 22], ns[104, 22] 00000400:00000200:0.0:1767389059.791503:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 22], ns[87, 22] 00000400:00000200:0.0:1767389059.791514:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 22], ns[90, 22] 00000001:00000001:2.0:1767389059.791515:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767389059.791520:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389059.791532:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767389059.791544:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[107, 22], ns[110, 22] 00000400:00000200:0.0:1767389059.791559:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[104, 22], ns[107, 22] 00080000:00000001:2.0:1767389059.791568:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389059.791573:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 22], ns[109, 22] 00080000:00000001:2.0:1767389059.791577:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767389059.791595:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 22], ns[0, 22] 00000400:00000200:0.0:1767389059.791607:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000400:00000200:0.0:1767389059.791619:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp36 00000400:00000200:0.0:1767389059.791629:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp36 lpni_is_preferred = 0 00000400:00000200:0.0:1767389059.791638:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp36 00000400:00000200:0.0:1767389059.791652:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp36 NI seq info: [113:113:256:4294967295] 192.168.204.113@tcp36 LPNI seq info [110:110:8:4294967295] 00000400:00000200:0.0:1767389059.791677:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp36 00000400:00000200:0.0:1767389059.791701:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp36(192.168.204.113@tcp36:) -> 192.168.204.113@tcp36(192.168.204.113@tcp:192.168.204.113@tcp36) : GET try# 0 00000800:00000200:0.0:1767389059.791720:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp36 00000800:00000010:0.0:1767389059.791783:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000022e6aaca. 00000800:00000010:0.0:1767389059.791801:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004dc04856. 00000800:00000010:0.0:1767389059.791809:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f90f76ff. 00080000:00000001:2.0:1767389059.791811:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767389059.791819:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:0.0:1767389059.791827:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc04856] -> 12345-192.168.204.113@tcp36 (2) 00000800:00000200:0.1:1767389059.791847:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc04856] -> 12345-192.168.204.113@tcp36 (2) 00000400:00000200:0.0:1767389059.791886:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389059.791893:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100251 rc 0 00000400:00000200:3.0:1767389059.792003:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389059.792073:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389059.792107:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389059.792196:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389059.792277:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389059.792369:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389059.792471:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389059.792536:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389059.792597:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.792967:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.793144:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.793244:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.793312:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.793350:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.793434:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.793476:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.793522:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.793563:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.793617:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.793655:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.793720:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.793902:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.794036:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.794094:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.794160:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.794280:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.794427:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.794569:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.794702:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.794875:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.794994:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.795049:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.795223:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.795321:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389059.795392:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:2.0:1767389059.795949:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000583d825e. 00000800:00000010:2.0:1767389059.795958:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cd31bb60. 00000800:00000010:2.0:1767389059.795968:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004134f313. 00000800:00000010:2.0:1767389059.796038:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004134f313. 00000800:00020000:2.0:1767389059.796052:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389059.796058:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cd31bb60. 00000800:00000010:2.0:1767389059.796080:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000583d825e. 00000400:02020000:2.0:1767389059.796224:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp36 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767389059.796235:0:337525:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp36 notifying 192.168.204.113@tcp36: down 00000800:00000200:2.0:1767389059.796249:0:337525:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp36 down 00000800:00000100:2.0:1767389059.796265:0:337525:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp36 00000800:00000010:2.0:1767389059.796269:0:337525:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000022e6aaca. 00000400:00000200:2.0:1767389059.796277:0:337525:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767389059.796287:0:337525:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp36->192.168.204.113@tcp36: GET: LOCAL_ERROR 00000400:00000200:2.0:1767389059.796306:0:337525:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp36 added to recovery queue. ping count: 0 next ping: 4981 health :900 00000400:00000200:2.0:1767389059.796317:0:337525:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767389059.796325:0:337525:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 1 00000400:00000200:2.0:1767389059.796336:0:337525:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389059.796391:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767389059.796420:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100851 00000400:00000001:2.0:1767389059.796428:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389059.796431:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389059.796434:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000400:00000010:2.0:1767389059.796437:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 00000400:00000200:2.0:1767389059.796445:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767389059.796451:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000010:2.0:1767389059.796458:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 0000000026bd5b34. 00000400:00000200:2.0:1767389059.796466:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (30) 00000400:00000200:2.0:1767389059.796470:0:337534:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.113@tcp:-71 00000400:00000200:2.0:1767389059.796477:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102051 rc -71 00000400:00000200:2.0:1767389059.796483:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:2.0:1767389059.796497:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (29) 00080000:00000001:3.0:1767389059.810704:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767389059.810714:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00080000:00000001:1.0:1767389059.810718:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767389059.810719:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389059.810764:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767389059.810781:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767389059.810796:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767389059.810801:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00040000:00000001:1.0:1767389059.810806:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000010:0.0:1767389059.810809:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000245b97a6. 00080000:00000020:3.0:1767389059.810811:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00040000:00000001:1.0:1767389059.810813:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389059.810819:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767389059.810819:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00040000:00000001:1.0:1767389059.810822:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389059.810827:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004b957225. 20000000:00000001:0.0:1767389059.810827:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767389059.810832:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767389059.810835:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:1.0:1767389059.810853:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767389059.810858:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767389059.810862:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767389059.810868:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767389059.810873:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767389059.810879:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767389059.810886:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004fb24f05. 00080000:00000001:0.0:1767389059.810886:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767389059.810889:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389059.810894:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:1.0:1767389059.810895:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:0.0:1767389059.810900:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:1.0:1767389059.810901:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000036cc4f3c. 00000020:00000001:1.0:1767389059.810907:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767389059.810907:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00000020:00000040:1.0:1767389059.810912:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000036cc4f3c with handle 0x95cd417baf42954a to hash 00080000:00000001:0.0:1767389059.810912:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767389059.810920:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001563f23f. 00080000:00000001:0.0:1767389059.810925:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247427388416 : -122826282163200 : ffff904a47152400) 00000020:00000001:1.0:1767389059.810926:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389059.810928:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00080000:00000001:0.0:1767389059.810931:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767389059.810932:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00010000:00000001:1.0:1767389059.810939:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389059.810943:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389059.810948:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000036cc4f3c/0x95cd417baf42954a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389059.810962:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389059.810967:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389059.810972:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389059.810976:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389059.810979:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389059.810982:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389059.810985:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389059.810990:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389059.810993:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389059.810996:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389059.810999:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389059.811002:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004fb24f05) refcount = 1 00010000:00010000:1.0:1767389059.811008:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000036cc4f3c/0x95cd417baf42954a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389059.811019:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389059.811024:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389059.811026:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389059.811030:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389059.811033:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767389059.811039:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767389059.811048:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:1.0:1767389059.811052:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389059.811055:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389059.811059:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036cc4f3c refcount=4 00000020:00000001:1.0:1767389059.811063:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00010000:00000001:1.0:1767389059.811068:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00010000:00000001:1.0:1767389059.811080:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767389059.811084:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036cc4f3c/0x95cd417baf42954a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389059.811097:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000001:00000001:0.0:1767389059.811099:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767389059.811104:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389059.811105:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036cc4f3c/0x95cd417baf42954a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767389059.811109:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767389059.811114:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389059.811118:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389059.811121:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000036cc4f3c/0x95cd417baf42954a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389059.811129:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389059.811134:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389059.811139:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767389059.811142:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000036cc4f3c/0x95cd417baf42954a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767389059.811145:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389059.811149:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767389059.811151:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000036cc4f3c already unused, calling callback (00000000eb737536) 00010000:00000001:1.0:1767389059.811155:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389059.811158:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767389059.811162:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000036cc4f3c/0x95cd417baf42954a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389059.811171:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767389059.811174:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389059.811175:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389059.811179:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036cc4f3c refcount=5 00000020:00000001:1.0:1767389059.811182:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00010000:00000001:1.0:1767389059.811185:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00010000:00000001:1.0:1767389059.811192:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767389059.811196:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000036cc4f3c/0x95cd417baf42954a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389059.811224:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767389059.811226:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389059.811228:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389059.811235:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767389059.811238:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767389059.811243:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389059.811247:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389059.811251:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000036cc4f3c with handle 0x95cd417baf42954a from hash 00010000:00000001:1.0:1767389059.811256:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389059.811259:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389059.811261:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389059.811262:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767389059.811267:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767389059.811271:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389059.811277:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389059.811282:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389059.811287:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389059.811290:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389059.811292:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767389059.811297:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389059.811298:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389059.811302:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389059.811308:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389059.811314:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389059.811319:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000036cc4f3c/0x95cd417baf42954a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389059.811327:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389059.811329:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389059.811333:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767389059.811338:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767389059.811341:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389059.811345:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389059.811350:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767389059.811353:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389059.811356:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389059.811374:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000036cc4f3c/0x95cd417baf42954a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389059.811384:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767389059.811389:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389059.811391:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000036cc4f3c/0x95cd417baf42954a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389059.811426:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004fb24f05 count: 0 00080000:00000001:0.0:1767389059.811435:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767389059.811440:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767389059.811459:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767389059.811463:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767389059.813791:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299647833, at 4299647834 00000100:00000010:3.0:1767389059.813802:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2b77d54. 00000100:00000040:1.0:1767389059.813837:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299647833, at 4299647834 00000100:00000040:0.0:1767389059.813838:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299647833, at 4299647834 00000100:00000010:1.0:1767389059.813853:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000645868f1. 00000100:00000040:2.0:1767389059.813854:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299647833, at 4299647834 00000100:00000010:0.0:1767389059.813854:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097425e09. 00000100:00000010:2.0:1767389059.813874:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ef6fd658. 00010000:00000010:1.1:1767389059.814771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004fb24f05. 00010000:00000010:1.1:1767389059.814789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000036cc4f3c. 00080000:00000001:1.0:1767389059.827033:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767389059.827038:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389059.827043:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389059.827045:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389059.827047:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767389059.827048:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767389059.827050:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001563f23f. 00080000:00000001:1.0:1767389059.827058:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000002:0.0:1767389059.827063:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:0.0:1767389059.827068:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389059.827071:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767389059.827074:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767389059.827094:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389059.827101:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767389059.827110:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767389059.827110:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767389059.827125:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767389059.827130:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767389059.827137:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389059.827154:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389059.827163:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b6834cbf. 00010000:00000001:2.0:1767389059.827170:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389059.827175:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f41be2f. 00000020:00000001:2.0:1767389059.827182:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389059.827186:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009f41be2f with handle 0x95cd417baf429551 to hash 00000020:00000001:2.0:1767389059.827191:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389059.827194:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00010000:00000001:2.0:1767389059.827199:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00010000:00000001:2.0:1767389059.827204:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389059.827208:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389059.827213:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009f41be2f/0x95cd417baf429551 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389059.827225:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389059.827230:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389059.827234:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389059.827238:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389059.827242:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389059.827245:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389059.827248:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389059.827252:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389059.827256:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389059.827260:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389059.827263:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389059.827267:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b6834cbf) refcount = 1 00010000:00010000:2.0:1767389059.827273:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009f41be2f/0x95cd417baf429551 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389059.827281:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389059.827285:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389059.827288:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389059.827292:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389059.827295:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389059.827300:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767389059.827305:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004471605s 00010000:00000001:2.0:1767389059.827322:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389059.827326:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389059.827330:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f41be2f refcount=4 00000020:00000001:2.0:1767389059.827334:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00010000:00000001:2.0:1767389059.827337:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00010000:00000001:2.0:1767389059.827341:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389059.827345:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f41be2f/0x95cd417baf429551 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389059.827355:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389059.827360:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f41be2f/0x95cd417baf429551 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389059.827368:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389059.827371:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389059.827373:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009f41be2f/0x95cd417baf429551 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389059.827381:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389059.827384:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389059.827390:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389059.827420:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009f41be2f/0x95cd417baf429551 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389059.827430:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009f41be2f already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389059.827434:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389059.827439:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389059.827443:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009f41be2f/0x95cd417baf429551 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389059.827451:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389059.827455:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389059.827457:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389059.827460:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f41be2f refcount=5 00000020:00000001:2.0:1767389059.827463:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00010000:00000001:2.0:1767389059.827478:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00010000:00000001:2.0:1767389059.827485:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389059.827488:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009f41be2f/0x95cd417baf429551 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389059.827497:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389059.827500:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389059.827504:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389059.827509:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389059.827513:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389059.827516:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389059.827518:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389059.827520:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009f41be2f with handle 0x95cd417baf429551 from hash 00010000:00000001:2.0:1767389059.827525:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389059.827527:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389059.827529:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389059.827530:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389059.827533:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389059.827536:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389059.827540:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389059.827542:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389059.827546:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389059.827549:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389059.827552:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389059.827555:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389059.827557:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389059.827559:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389059.827562:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389059.827565:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389059.827568:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009f41be2f/0x95cd417baf429551 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389059.827574:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389059.827576:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389059.827578:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389059.827581:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389059.827591:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389059.827594:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389059.827597:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389059.827601:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389059.827605:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389059.827610:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009f41be2f/0x95cd417baf429551 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389059.827619:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767389059.827622:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389059.827625:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009f41be2f/0x95cd417baf429551 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389059.827632:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b6834cbf count: 0 00010000:00000001:2.0:1767389059.827650:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767389059.827653:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767389059.828200:0:352051:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000034356660. 00000400:00000040:3.0:1767389059.828226:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389059.828230:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389059.828233:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389059.828236:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389059.828239:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389059.828241:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767389059.828245:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389059.828254:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389059.828257:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389059.828259:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767389059.828264:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389059.828266:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389059.828271:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389059.828275:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389059.828279:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767389059.828283:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389059.828286:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389059.828287:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767389059.828290:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767389059.828296:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389059.828298:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389059.828303:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389059.828308:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389059.828311:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389059.828313:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767389059.828315:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389059.828317:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389059.828319:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389059.828321:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389059.828322:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389059.828323:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767389059.828325:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389059.828327:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389059.828328:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389059.828329:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389059.828331:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389059.828333:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767389059.828335:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389059.828337:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389059.828338:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389059.828340:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389059.828342:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389059.828344:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767389059.828345:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767389059.828347:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767389059.828348:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767389059.828355:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767389059.828357:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767389059.828359:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389059.828362:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389059.828363:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767389059.828365:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389059.828366:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767389059.828369:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767389059.828371:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767389059.828373:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767389059.828374:0:352051:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767389059.828539:0:352051:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000034356660. 00080000:00000020:0.0:1767389059.830512:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389059.830518:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389059.830522:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000044221517. 20000000:00000001:0.0:1767389059.830530:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389059.830536:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654539264 00010000:00000001:0.0:1767389059.830541:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389059.830549:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9cb4b4e x1853241654539264/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:510/0 lens 4848/4768 e 0 to 0 dl 1767389070 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389059.830563:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389059.830567:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389059.830572:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389059.830579:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389059.830583:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389059.830587:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389059.830592:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389059.830596:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389059.830600:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389059.830605:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389059.830611:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3b467a8. 00000100:00000200:0.0:1767389059.830617:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654539264, offset 224 00000400:00000200:0.0:1767389059.830626:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389059.830637:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389059.830648:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372807400 00000400:00000200:0.0:1767389059.830657:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d61 [2] + 224 00000400:00000200:0.0:1767389059.830667:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389059.830673:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389059.830680:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389059.830686:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026632982 x1853241654539264/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389059.830711:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000026632982 x1853241654539264/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389059.830777:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389059.830799:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3b467a8 00000400:00000010:0.0:1767389059.830804:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3b467a8. 00000100:00000001:0.0:1767389059.830816:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389059.830818:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389059.830825:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389059.830830:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767389059.830831:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:2.0:1767389059.830835:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767389059.830844:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767389059.830848:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767389059.830850:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767389059.830852:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389059.830860:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c13a60de. 00000020:00000001:0.0:1767389059.830862:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767389059.830869:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066838c1f 00000400:00000010:2.0:1767389059.830874:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066838c1f. 00000100:00000040:0.0:1767389059.830875:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9cb4b4e x1853241654539264/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:510/0 lens 4848/4768 e 0 to 0 dl 1767389070 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389059.830882:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389059.830894:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026632982 x1853241654539264/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389059.830922:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9cb4b4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654539264:12345-0@lo:253: Request processed in 40322us (41698us total) trans 0 rc 0/0 00000100:00000200:2.0:1767389059.830931:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026632982 x1853241654539264/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389059.830961:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389059.830963:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767389059.830971:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000001:2.0:1767389059.830974:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389059.830982:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389059.830986:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767389059.830986:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:2.0:1767389059.830996:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389059.830998:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767389059.831002:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389059.831006:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767389059.831011:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=84 v=5 (5 0 0 0) 00000020:00000010:0.0:1767389059.831016:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b06ec58. 00000100:00001000:2.0:1767389059.831020:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=84 v=5 (1 0 0 0) 00000020:00000010:0.0:1767389059.831027:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001223d23c. 00000020:00000010:0.0:1767389059.831035:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d842291c. 00000100:00000001:2.0:1767389059.831039:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389059.831045:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389059.831050:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1767389059.831052:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00010000:00000001:2.0:1767389059.831057:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389059.831065:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389059.831066:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389059.831074:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001225e4c9. 00000100:00000040:2.0:1767389059.831080:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026632982 x1853241654539264/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389059.831090:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389059.831098:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389059.831099:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389059.831109:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389059.831114:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389059.831115:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767389059.831125:0:337538:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:0.0:1767389059.831129:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d4eb04. 00000020:01000004:2.0:1767389059.831131:0:337538:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767389059.831143:0:337538:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389059.831147:0:337538:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:0.0:1767389059.831148:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3b467a8. 00000020:01000004:2.0:1767389059.831152:0:337538:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389059.831164:0:337538:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389059.831168:0:337538:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767389059.831172:0:337538:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767389059.831175:0:337538:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389059.831180:0:337538:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767389059.831190:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026632982 x1853241654539264/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389059.831203:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026632982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654539264:0@lo:253: 00000100:00000001:2.0:1767389059.831212:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389059.831216:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389059.831225:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026632982 x1853241654539264/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389059.831237:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389059.831240:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389059.831244:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000033b8690f. 02000000:00000001:2.0:1767389059.831257:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389059.831260:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389059.831264:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389059.831269:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389059.831274:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007de6e3b7. 02000000:00000001:2.0:1767389059.831293:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389059.831296:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389059.831300:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026632982. 00000100:00000001:2.0:1767389059.831309:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389059.831312:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389059.831315:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389059.831326:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389059.831329:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389059.831336:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389059.831342:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767389059.832459:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389059.832472:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389059.832474:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000004bc83c77. 20000000:00000001:0.0:1767389059.832484:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389059.832488:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654539392 00010000:00000001:0.0:1767389059.832491:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389059.832498:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000090a3a456 x1853241654539392/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:510/0 lens 4848/4768 e 0 to 0 dl 1767389070 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389059.832509:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389059.832511:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389059.832515:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=84 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389059.832519:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389059.832522:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389059.832525:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389059.832529:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389059.832531:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389059.832534:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389059.832537:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389059.832541:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000fcba285. 00000100:00000200:0.0:1767389059.832545:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654539392, offset 224 00000400:00000200:0.0:1767389059.832551:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389059.832559:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389059.832568:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372807480 00000400:00000200:0.0:1767389059.832574:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d69 [2] + 224 00000400:00000200:0.0:1767389059.832580:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389059.832584:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389059.832589:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389059.832595:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006ccf0560 x1853241654539392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389059.832608:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006ccf0560 x1853241654539392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389059.832634:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389059.832641:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fcba285 00000400:00000010:0.0:1767389059.832644:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000fcba285. 00000100:00000001:0.0:1767389059.832648:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389059.832658:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389059.832666:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389059.832671:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:3.0:1767389059.832676:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767389059.832676:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767389059.832682:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767389059.832683:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389059.832689:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767389059.832691:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389059.832697:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767389059.832697:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090a3a456 x1853241654539392/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:510/0 lens 4848/4768 e 0 to 0 dl 1767389070 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389059.832703:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f6f0262. 00000400:00000200:3.0:1767389059.832710:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003da77a1f 00000400:00000010:3.0:1767389059.832715:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003da77a1f. 00000100:00000001:3.0:1767389059.832743:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389059.832751:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006ccf0560 x1853241654539392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389059.832757:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000090a3a456 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654539392:12345-0@lo:253: Request processed in 41852us (43002us total) trans 0 rc 0/0 00000100:00000200:3.0:1767389059.832772:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006ccf0560 x1853241654539392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389059.832781:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000001:3.0:1767389059.832788:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767389059.832791:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389059.832793:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389059.832803:0:337539:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767389059.832803:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1767389059.832811:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389059.832813:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389059.832814:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389059.832821:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389059.832825:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c91257e4. 02000000:00000001:3.0:1767389059.832826:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389059.832835:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=84 v=5 (5 0 0 0) 00000020:00000010:0.0:1767389059.832835:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a01895e6. 00000100:00001000:3.0:1767389059.832845:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=84 v=5 (1 0 0 0) 00000020:00000010:0.0:1767389059.832845:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c56ce264. 00000100:00000001:3.0:1767389059.832854:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767389059.832856:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000001:3.0:1767389059.832857:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389059.832863:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389059.832866:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389059.832866:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389059.832871:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ceb75cd3. 02000000:00000001:0.0:1767389059.832876:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389059.832880:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389059.832883:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389059.832888:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767389059.832890:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006ccf0560 x1853241654539392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389059.832898:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcd225f1. 00000100:00000001:3.0:1767389059.832902:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389059.832907:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767389059.832907:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000fcba285. 00000100:00000001:3.0:1767389059.832911:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389059.832917:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389059.832919:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767389059.832921:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389059.832922:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389059.832923:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389059.832925:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389059.832926:0:337539:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389059.832927:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389059.832928:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389059.832931:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ccf0560 x1853241654539392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389059.832939:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006ccf0560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654539392:0@lo:253: 00000100:00000001:3.0:1767389059.832943:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389059.832945:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389059.832947:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006ccf0560 x1853241654539392/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389075 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389059.832953:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389059.832955:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389059.832957:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000d6318e3. 02000000:00000001:3.0:1767389059.832962:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389059.832963:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389059.832965:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389059.832967:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389059.832969:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000801f716c. 02000000:00000001:3.0:1767389059.832972:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389059.832973:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389059.832974:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ccf0560. 00000100:00000001:3.0:1767389059.832977:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389059.832979:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389059.832989:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389059.832994:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389059.832995:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389059.832998:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389059.833000:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767389059.833837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b6834cbf. 00010000:00000010:2.1:1767389059.833861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f41be2f. 00010000:00000001:3.0:1767389060.299823:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389060.299827:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389060.299833:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389060.299834:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389060.299878:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389060.299884:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389060.299888:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767389060.683852:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389060.683857:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389060.683861:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099012e88 00000400:00000010:1.0:1767389060.683867:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099012e88. 00000400:00000200:1.0:1767389060.683874:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389060.683882:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp33 recovery ping unlinked 00000400:00000010:1.0:1767389060.683894:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003718ff93. 00000400:00000010:1.0:1767389060.683901:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000479b0774. 00000400:00000200:1.0:1767389060.683911:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp36 00000400:00000010:1.0:1767389060.683916:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c2fc088a. 00000400:00000010:1.0:1767389060.683923:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009b920167. 00000400:00000010:1.0:1767389060.683927:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099012e88. 00000400:00000010:1.0:1767389060.683936:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bb399b00. 00000400:00000200:1.0:1767389060.683952:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp36 00000400:00000200:1.0:1767389060.683967:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp36 local destination 00000400:00000200:1.0:1767389060.683977:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp36 00000400:00000200:1.0:1767389060.683982:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp36 NI seq info: [114:114:256:4294967295] 192.168.204.113@tcp36 LPNI seq info [111:111:8:4294967295] 00000400:00000200:1.0:1767389060.683991:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp36 00000400:00000200:1.0:1767389060.684007:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp36(192.168.204.113@tcp36:) -> 192.168.204.113@tcp36(192.168.204.113@tcp36:192.168.204.113@tcp36) : GET try# 0 00000800:00000200:1.0:1767389060.684013:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp36 00000800:00000010:1.0:1767389060.684020:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a53a12f2. 00000800:00000200:1.0:1767389060.684028:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc04856] -> 12345-192.168.204.113@tcp36 (2) 00000800:00000200:1.1:1767389060.684034:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc04856] -> 12345-192.168.204.113@tcp36 (2) 00000400:00000200:1.0:1767389060.684061:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp36 added to recovery queue. ping count: 1 next ping: 4983 health :900 00000400:00000200:3.0:1767389060.684137:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.684241:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.684348:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.684468:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.684579:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.684701:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.684822:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.684908:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.685004:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.685091:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.685162:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.685245:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.685324:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.685409:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.685466:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.685510:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.685566:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.685617:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.685696:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.685793:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.685856:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.685899:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.685978:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.686082:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.686189:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.686303:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.686406:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.686457:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.686490:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.686534:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.686576:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.686618:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.686715:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.686797:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389060.686907:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389060.687162:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d02327cd. 00000800:00000010:3.0:1767389060.687169:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a251298d. 00000800:00000010:3.0:1767389060.687175:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005eb014b3. 00000800:00000010:3.0:1767389060.687215:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005eb014b3. 00000800:00020000:3.0:1767389060.687234:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389060.687239:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a251298d. 00000800:00000010:3.0:1767389060.687245:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d02327cd. 00000400:02020000:3.0:1767389060.687352:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp36 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389060.687365:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp36 notifying 192.168.204.113@tcp36: down 00000400:00000200:3.0:1767389060.687371:0:337524:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767389060.687375:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp36 00000800:00000010:3.0:1767389060.687402:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a53a12f2. 00000400:00000200:3.0:1767389060.687407:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389060.687414:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp36->192.168.204.113@tcp36: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389060.687424:0:337524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389060.687427:0:337524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389060.687435:0:337524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp36) recovery failed with -71 00010000:00000001:3.0:1767389061.323812:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389061.323821:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389061.323830:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389061.323844:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389061.323912:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389061.323922:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389061.323929:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767389061.707848:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7bed6a0] -> 12345-192.168.204.113@tcp24 (6) 00000400:00000001:1.0:1767389061.707848:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389061.707857:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1767389061.707866:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp24 ip 192.168.204.113:988 00000400:00000200:1.0:1767389061.707867:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099012e88 00000800:00000200:3.0:1767389061.707875:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767389061.707877:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099012e88. 00000400:00000200:1.0:1767389061.707893:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389061.707904:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp36 recovery ping unlinked 00000400:00000010:1.0:1767389061.707920:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c2fc088a. 00000400:00000010:1.0:1767389061.707929:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009b920167. 00000800:00000200:3.0:1767389061.708057:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767389061.708069:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389061.708095:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389061.708108:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389061.708119:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767389062.063268:0:352472:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389062.063284:0:352472:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389062.063290:0:352472:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389062.063299:0:352472:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389062.063306:0:352472:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389062.063310:0:352472:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389062.347860:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389062.347866:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389062.347873:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389062.347874:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389062.347997:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389062.348005:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389062.348011:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767389062.539843:0:338165:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767389062.539851:0:339022:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767389062.539859:0:339022:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389062.539866:0:338165:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389062.731829:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp36 00000400:00000010:1.0:1767389062.731835:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000032ee777d. 00000400:00000010:1.0:1767389062.731843:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002eb3b468. 00000400:00000010:1.0:1767389062.731848:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099012e88. 00000400:00000010:1.0:1767389062.731855:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002d8957ce. 00000400:00000200:1.0:1767389062.731859:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp36 00000400:00000200:1.0:1767389062.731879:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp36 local destination 00000400:00000200:1.0:1767389062.731885:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp36 00000400:00000200:1.0:1767389062.731889:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp36 NI seq info: [115:115:256:4294967295] 192.168.204.113@tcp36 LPNI seq info [112:112:8:4294967295] 00000400:00000200:1.0:1767389062.731897:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp36 00000400:00000200:1.0:1767389062.731914:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp36(192.168.204.113@tcp36:) -> 192.168.204.113@tcp36(192.168.204.113@tcp36:192.168.204.113@tcp36) : GET try# 0 00000800:00000200:1.0:1767389062.731919:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp36 00000800:00000010:1.0:1767389062.731923:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d1cdd336. 00000800:00000200:1.0:1767389062.731941:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc04856] -> 12345-192.168.204.113@tcp36 (2) 00000800:00000200:1.1:1767389062.731945:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc04856] -> 12345-192.168.204.113@tcp36 (2) 00000400:00000200:1.0:1767389062.731972:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp36 added to recovery queue. ping count: 2 next ping: 4987 health :800 00000400:00000200:1.0:1767389062.731979:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp34 00000400:00000010:1.0:1767389062.731982:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000083691b94. 00000400:00000010:1.0:1767389062.731988:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008369c1ce. 00000400:00000010:1.0:1767389062.731993:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59772a1. 00000400:00000010:1.0:1767389062.731998:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000020e16054. 00000400:00000200:1.0:1767389062.732003:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp34 00000400:00000200:1.0:1767389062.732008:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp34 local destination 00000400:00000200:1.0:1767389062.732011:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp34 00000400:00000200:1.0:1767389062.732015:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp34 NI seq info: [116:116:256:4294967295] 192.168.204.113@tcp34 LPNI seq info [113:113:8:4294967295] 00000400:00000200:1.0:1767389062.732019:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp34 00000400:00000200:1.0:1767389062.732028:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp34(192.168.204.113@tcp34:) -> 192.168.204.113@tcp34(192.168.204.113@tcp34:192.168.204.113@tcp34) : GET try# 0 00000800:00000200:1.0:1767389062.732040:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp34 00000800:00000010:1.0:1767389062.732045:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c992cf03. 00000800:00000200:1.0:1767389062.732049:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a35c0c2e] -> 12345-192.168.204.113@tcp34 (2) 00000800:00000200:1.1:1767389062.732053:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a35c0c2e] -> 12345-192.168.204.113@tcp34 (2) 00000400:00000200:1.0:1767389062.732068:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp34 added to recovery queue. ping count: 3 next ping: 4991 health :700 00000400:00000200:2.0:1767389062.732094:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.732172:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.732255:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.732301:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.732381:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.732441:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.732486:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.732522:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.732575:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.732636:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.732726:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.732728:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.732865:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.732873:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.732972:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.732974:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.733108:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.733111:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.733199:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.733213:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.733285:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.733297:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.733410:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.733419:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.733489:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.733514:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.733578:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.733620:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.733688:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.733715:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.733810:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.733857:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.733918:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.733970:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.734062:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.734100:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.734185:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.734188:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.734394:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.734395:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.734564:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.734568:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.734670:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.734717:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.734794:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.734839:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.734897:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.734972:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.735004:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.735096:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.735126:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.735219:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.735230:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.735350:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.735385:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.735443:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.735488:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.735547:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.735578:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.735687:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.735723:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.735822:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.735856:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.735933:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.735967:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.736050:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.736080:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.736151:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389062.736178:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.736259:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.736356:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.736464:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000800:00000010:1.0:1767389062.736530:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bd26cdb3. 00000400:00000200:2.0:1767389062.736537:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000800:00000010:1.0:1767389062.736537:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000faa4145f. 00000800:00000010:1.0:1767389062.736550:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c0e3d426. 00000800:00000010:1.0:1767389062.736617:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c0e3d426. 00000400:00000200:2.0:1767389062.736632:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000800:00020000:1.0:1767389062.736634:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389062.736646:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000faa4145f. 00000800:00000010:1.0:1767389062.736651:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bd26cdb3. 00000400:00000200:2.0:1767389062.736706:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000400:02020000:1.0:1767389062.736805:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp34 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389062.736813:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp34 notifying 192.168.204.113@tcp34: down 00000400:00000200:1.0:1767389062.736820:0:337526:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:2.0:1767389062.736823:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000800:00000100:1.0:1767389062.736832:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp34 00000800:00000010:1.0:1767389062.736838:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c992cf03. 00000400:00000200:1.0:1767389062.736844:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389062.736855:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp34->192.168.204.113@tcp34: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389062.736868:0:337526:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767389062.736875:0:337526:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767389062.736882:0:337526:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp34) recovery failed with -71 00000400:00000200:2.0:1767389062.736942:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.736979:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.113:988 00000800:00000010:2.0:1767389062.737256:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000583d825e. 00000800:00000010:2.0:1767389062.737264:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002918cb9d. 00000800:00000010:2.0:1767389062.737270:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e6174da3. 00000800:00000010:2.0:1767389062.737327:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e6174da3. 00000400:00000200:1.0:1767389062.737524:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767389062.737537:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp36 from 212.3.0.2 00000800:00000010:1.0:1767389062.737540:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c2fc088a. 00000800:00000010:2.0:1767389062.737583:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007de6e3b7. 00000800:00000010:2.0:1767389062.737588:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008534ed9f. 00000800:00000010:2.0:1767389062.737624:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000087ca611e. 00000800:00000200:2.1:1767389062.737632:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc04856] -> 12345-192.168.204.113@tcp36 (2) 00000800:00000200:2.1:1767389062.737640:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp36 0000000087ca611e deleted 00000800:00000010:2.1:1767389062.737642:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000087ca611e. 00000800:00000200:2.1:1767389062.737655:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767389062.737682:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp36 ip 192.168.204.113:980 00000800:00000200:2.1:1767389062.737686:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d1cdd336 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767389062.737697:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp36 p 3.x 192.168.204.113 -> 192.168.204.113:980 incarnation:1767389056259611519 sched[0] 00000800:00000010:2.0:1767389062.737704:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e6174da3. 00000800:00000010:2.0:1767389062.737804:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e6174da3. 00000800:00000010:2.0:1767389062.737808:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008534ed9f. 00000800:00000010:2.0:1767389062.737874:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c2fc088a. 00000800:00000001:2.0:1767389062.737899:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389062.737907:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767389062.737994:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389062.737998:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d1cdd336. 00000400:00000200:2.0:1767389062.738004:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389062.738011:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp36->192.168.204.113@tcp36: GET: OK 00000400:00000200:2.0:1767389062.738018:0:337531:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767389062.738024:0:337531:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp36 recovery message sent successfully:0 00000800:00000200:2.1:1767389062.738096:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767389062.738103:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp36 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389056259611519 sched[0] 00000800:00000010:2.0:1767389062.738107:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002918cb9d. 00000800:00000001:3.0:1767389062.738171:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389062.738185:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389062.738188:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767389062.738205:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000001:3.0:1767389062.738206:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389062.738242:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp36(192.168.204.113@tcp36) <- 192.168.204.113@tcp36 : GET - for me 00000400:00000200:3.0:1767389062.738258:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767389062.738265:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389062.738272:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 272/272 into md 0x1d59 [1] + 0 00000400:00000200:3.0:1767389062.738292:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp36 to MR: 192.168.204.113@tcp36 local destination 00000400:00000200:3.0:1767389062.738302:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp36 NI seq info: [117:117:256:4294967295] 192.168.204.113@tcp36 LPNI seq info [114:114:8:4294967295] 00000400:00000200:2.0:1767389062.738305:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389062.738332:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp36(192.168.204.113@tcp36:192.168.204.113@tcp36) -> 192.168.204.113@tcp36(192.168.204.113@tcp36:192.168.204.113@tcp36) 192.168.204.113@tcp36 : REPLY try# 0 00000800:00000200:3.0:1767389062.738359:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.113@tcp36 00000800:00000010:3.0:1767389062.738364:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ddf802a. 00000800:00000200:3.0:1767389062.738372:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc04856] -> 12345-192.168.204.113@tcp36 (4) 00000400:00000200:2.0:1767389062.738375:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000800:00000200:3.0:1767389062.738396:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp36 ip 192.168.204.113:988 00000800:00000200:3.0:1767389062.738400:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009ddf802a type 3, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1767389062.738426:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000800:00000001:1.0:1767389062.738446:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767389062.738481:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000800:00000200:3.0:1767389062.738504:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389062.738511:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ddf802a. 00000400:00000200:3.0:1767389062.738518:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767389062.738521:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767389062.738527:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp36->192.168.204.113@tcp36: REPLY: OK 00000800:00000001:1.0:1767389062.738531:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389062.738537:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767389062.738544:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000800:00000001:1.0:1767389062.738546:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389062.738563:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp36(192.168.204.113@tcp36) <- 192.168.204.113@tcp36 : REPLY - for me 00000400:00000200:1.0:1767389062.738575:0:337529:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp36: Reply from 12345-192.168.204.113@tcp36 of length 272/272 into md 0x1d8d 00000800:00000001:1.0:1767389062.738582:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767389062.738589:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000800:00000001:1.0:1767389062.738590:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389062.738624:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389062.738631:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp36->192.168.204.113@tcp36: REPLY: OK 00000400:00000200:1.0:1767389062.738640:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099012e88 00000400:00000010:1.0:1767389062.738643:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099012e88. 00000400:00000200:1.0:1767389062.738649:0:337529:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767389062.738658:0:337529:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000032ee777d. 00000400:00000010:1.0:1767389062.738662:0:337529:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002eb3b468. 00000400:00000200:2.0:1767389062.738673:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000800:00000001:1.0:1767389062.738674:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389062.738700:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389062.738716:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389062.738737:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.738802:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.738823:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.738836:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.738856:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.738875:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.738902:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.738928:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.738965:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.738979:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.739005:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.739030:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.739045:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.739062:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.739100:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.739129:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.739144:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.739162:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.739180:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.739202:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.739216:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.739245:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.739272:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.739297:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.739313:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389062.739338:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:2.0:1767389062.739499:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ad56601. 00000800:00000010:2.0:1767389062.739504:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002918cb9d. 00000800:00000010:2.0:1767389062.739507:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e6174da3. 00000800:00000010:2.0:1767389062.739523:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e6174da3. 00000800:00020000:2.0:1767389062.739533:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389062.739536:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002918cb9d. 00000800:00000010:2.0:1767389062.739538:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ad56601. 00000400:02020000:2.0:1767389062.739579:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp36 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000001:00000001:3.0:1767389063.021017:0:352636:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767389063.021031:0:352636:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:3.0:1767389063.028403:0:352636:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389063.041210:0:352637:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005476ab8d. 00000400:00000010:0.0:1767389063.041233:0:352637:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004f298fa8. 00000400:00000010:0.0:1767389063.041246:0:352637:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000001d26350. 00000400:00000010:0.0:1767389063.041251:0:352637:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000009b920167. 00000400:00000010:0.0:1767389063.041256:0:352637:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000097d6d6b9. 00000400:00000010:0.0:1767389063.041262:0:352637:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000008f7497f. 00000400:00000010:0.0:1767389063.041265:0:352637:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c8e65178. 00000400:00000010:0.0:1767389063.041267:0:352637:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000891bd8b8. 00000400:00000010:0.0:1767389063.041272:0:352637:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008fd40137. 00000800:00000010:0.0:1767389063.041294:0:352637:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000eaf8024e. 00000800:00000200:0.0:1767389063.041308:0:352637:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389063.041325:0:352637:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389063.041418:0:352637:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389063.041509:0:352637:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp38 [8/256/0/180] 00000400:00000010:0.0:1767389063.045076:0:352637:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000002a83bb19. 00000400:00000010:0.0:1767389063.045086:0:352637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e742bb1. 00000400:00000010:0.0:1767389063.045093:0:352637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dc73e79. 00000400:00000001:0.0:1767389063.045127:0:352637:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389063.045130:0:352637:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389063.045132:0:352637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000222c06ed. 00000400:00000200:0.0:1767389063.045136:0:352637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086183ec0 00000400:00000010:0.0:1767389063.045139:0:352637:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086183ec0. 00000400:00000010:0.0:1767389063.045145:0:352637:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 0000000002558357. 00000400:00000200:0.0:1767389063.045153:0:352637:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (28) 00000400:00000200:0.0:1767389063.045175:0:352637:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389063.045189:0:352637:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:0.0:1767389063.045200:0:352637:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000008d71f0da. 00000020:01000000:0.0:1767389063.045205:0:352637:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767389063.045209:0:352637:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp38 00000400:00000010:0.0:1767389063.045228:0:352637:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004f298fa8. 00000400:00000010:0.0:1767389063.045242:0:352637:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005476ab8d. 00000400:00000200:2.0:1767389063.045295:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767389063.045310:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 00000400:00000200:2.0:1767389063.045317:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (29) 00000400:00000010:2.0:1767389063.045328:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 0000000029149edc. 00000400:00000010:2.0:1767389063.045358:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95bc874. 00000020:00000001:1.0:1767389063.045364:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767389063.045372:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000040f66a25. 00000400:00000200:2.0:1767389063.045381:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 10000000:00000001:1.0:1767389063.045402:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767389063.045420:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767389063.045421:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 10000000:01000000:1.0:1767389063.045427:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767389063.045434:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767389063.045435:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000020:01000004:1.0:1767389063.045442:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767389063.045449:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767389063.045453:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000020:01000004:1.0:1767389063.045454:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389063.045460:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389063.045464:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389063.045468:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767389063.045472:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000020:01000004:1.0:1767389063.045473:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767389063.045478:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389063.045484:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767389063.045488:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 00000100:00000010:1.0:1767389063.045495:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c57067ba. 00000400:00000200:2.0:1767389063.045496:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 38], ns[97, 38] 00000400:00000200:2.0:1767389063.045508:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[101, 38] 00000020:00000040:1.0:1767389063.045508:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:2.0:1767389063.045520:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 38], ns[112, 38] 00000100:00000001:1.0:1767389063.045523:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767389063.045531:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 38], ns[22, 38] 02000000:00000001:1.0:1767389063.045532:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767389063.045541:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 02000000:00000001:1.0:1767389063.045542:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389063.045555:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 02000000:00000010:1.0:1767389063.045566:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bd26cdb3. 00000400:00000200:2.0:1767389063.045571:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000100:00000001:1.0:1767389063.045582:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389063.045583:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:2.0:1767389063.045595:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000100:00000001:1.0:1767389063.045601:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767389063.045602:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000100:00000001:1.0:1767389063.045608:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389063.045614:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 22], ns[42, 22] 00000400:00000200:2.0:1767389063.045628:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 22], ns[46, 22] 00000100:00000040:1.0:1767389063.045628:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c57067ba] to pc [ptlrpcd_00_00+0] req@00000000c57067ba x1853241654539520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389063.045650:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 22], ns[50, 22] 00000400:00000200:2.0:1767389063.045669:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 22], ns[54, 22] 00000400:00000200:2.0:1767389063.045684:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 22], ns[58, 22] 00000400:00000200:2.0:1767389063.045691:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[88, 22], ns[89, 22] 00000400:00000200:2.0:1767389063.045701:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 22], ns[104, 22] 10000000:00000001:1.0:1767389063.045709:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389063.045712:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 22], ns[87, 22] 10000000:00000001:1.0:1767389063.045716:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389063.045792:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767389063.045796:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767389063.045809:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767389063.045815:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767389063.045820:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 22], ns[90, 22] 10000000:00000001:1.0:1767389063.045821:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767389063.045826:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:1.0:1767389063.045827:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767389063.045843:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767389063.045844:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767389063.045846:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[107, 22], ns[110, 22] 00000100:00000001:0.0:1767389063.045861:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767389063.045862:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767389063.045870:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[113, 22], ns[116, 22] 00000400:00000200:2.0:1767389063.045881:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 22], ns[109, 22] 00000400:00000200:2.0:1767389063.045898:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 22], ns[117, 22] 00000020:01000004:1.0:1767389063.045901:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389063.045906:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767389063.045907:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000020:01000004:1.0:1767389063.045912:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:0.0:1767389063.045914:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c57067ba x1853241654539520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767389063.045921:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389063.045928:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767389063.045934:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp17 00000020:01000004:1.0:1767389063.045936:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389063.045946:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767389063.045960:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp17 lpni_is_preferred = 0 00000100:00000010:1.0:1767389063.045961:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000436416d9. 00000020:00000040:1.0:1767389063.045977:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000400:00000200:2.0:1767389063.045980:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp17 00000100:00000001:0.0:1767389063.045982:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389063.045990:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767389063.045994:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389063.045997:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767389063.046010:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp17 NI seq info: [118:118:256:4294967295] 192.168.204.113@tcp17 LPNI seq info [115:115:8:4294967295] 02000000:00000001:1.0:1767389063.046012:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389063.046015:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389063.046028:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389063.046030:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp17 02000000:00000010:1.0:1767389063.046035:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d395a76a. 02000000:00000001:0.0:1767389063.046051:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.046054:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.046071:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1767389063.046073:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c57067ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654539520:0@lo:253: 00000400:00000200:2.0:1767389063.046077:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp17(192.168.204.113@tcp17:) -> 192.168.204.113@tcp17(192.168.204.113@tcp:192.168.204.113@tcp17) : GET try# 0 00000100:00000001:1.0:1767389063.046087:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.046109:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767389063.046116:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000436416d9] to pc [ptlrpcd_00_01+1] req@00000000436416d9 x1853241654539648/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389063.046122:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767389063.046128:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp17 02000000:00000001:0.0:1767389063.046133:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767389063.046147:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000ebbcba7. 02000000:00000001:0.0:1767389063.046151:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389063.046166:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c24839ce. 10000000:00000001:1.0:1767389063.046171:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389063.046183:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767389063.046186:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbb2934a] -> 12345-192.168.204.113@tcp17 (6) 10000000:00000001:1.0:1767389063.046186:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389063.046192:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2ff566. 00000020:00000001:1.0:1767389063.046197:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767389063.046206:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:0.0:1767389063.046208:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f298fa8. 00000800:00000200:2.0:1767389063.046222:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp17 ip 192.168.204.113:988 00000020:00000010:1.0:1767389063.046224:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000008d71f0da. 00000100:00000200:0.0:1767389063.046228:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654539520, portal 25 00000800:00000200:2.0:1767389063.046232:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ebbcba7 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767389063.046245:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389063.046251:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151427072 : -122821558124544 : ffff904b60a84000) 00000100:00000040:0.0:1767389063.046261:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c57067ba x1853241654539520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389063.046266:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767389063.046276:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000100:00000001:1.0:1767389063.046277:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389063.046288:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767389063.046297:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100271 rc 0 00000100:00000001:0.0:1767389063.046301:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389063.046305:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000436416d9 x1853241654539648/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389063.046320:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767389063.046363:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767389063.046364:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a07a382. 00000100:00000001:1.0:1767389063.046367:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389063.046374:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654539520, offset 0 02000000:00000001:1.0:1767389063.046377:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389063.046385:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389063.046389:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389063.046398:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767389063.046399:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000436416d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654539648:0@lo:253: 00000100:00000001:1.0:1767389063.046411:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767389063.046427:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767389063.046431:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389063.046437:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389063.046442:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389063.046451:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fcdf2465. 00000400:00000200:0.0:1767389063.046461:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372807500 02000000:00000001:1.0:1767389063.046462:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389063.046477:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6d7db89. 00000400:00000200:0.0:1767389063.046495:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1561 [2] + 0 00000400:00000010:0.0:1767389063.046506:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4ac21e4. 00000800:00000200:2.0:1767389063.046512:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767389063.046515:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fa9c312a 00000800:00000010:2.0:1767389063.046520:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000ebbcba7. 00000400:00000010:1.0:1767389063.046529:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbe88430. 00000400:00000200:2.0:1767389063.046530:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389063.046534:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767389063.046543:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654539648, portal 25 00000400:00000200:2.0:1767389063.046554:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp17->192.168.204.113@tcp17: GET: OK 00000100:00000001:1.0:1767389063.046557:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767389063.046560:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389063.046564:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151428864 : -122821558122752 : ffff904b60a84700) 00000400:00000200:2.0:1767389063.046570:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:1.0:1767389063.046575:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000436416d9 x1853241654539648/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389063.046589:0:337530:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000400:00000200:0.0:1767389063.046595:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa9c312a 00000400:00000010:0.0:1767389063.046607:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fa9c312a. 00000100:00000001:1.0:1767389063.046614:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389063.046620:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767389063.046621:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:2.0:1767389063.046629:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1767389063.046630:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767389063.046633:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea921e27. 00000100:00000040:0.0:1767389063.046648:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000bc528345 x1853241654539520 msgsize 4848 00000100:00000200:1.0:1767389063.046649:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654539648, offset 0 00000800:00000001:2.0:1767389063.046652:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389063.046673:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389063.046687:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389063.046696:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767389063.046709:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767389063.046765:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp17(192.168.204.113@tcp17) <- 192.168.204.113@tcp17 : GET - for me 00000400:00000200:1.0:1767389063.046766:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767389063.046769:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389063.046801:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389063.046803:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767389063.046812:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372807580 00000400:00000200:2.0:1767389063.046826:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 496/496 into md 0x1d95 [1] + 0 00000400:00000200:1.0:1767389063.046839:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x159d [2] + 0 00000400:00000200:2.0:1767389063.046848:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp17 to MR: 192.168.204.113@tcp17 local destination 00000400:00000010:1.0:1767389063.046850:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2970f44. 00000400:00000200:1.0:1767389063.046859:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f3d8cd4b 00000400:00000200:2.0:1767389063.046862:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp17 NI seq info: [119:119:256:4294967295] 192.168.204.113@tcp17 LPNI seq info [116:116:8:4294967295] 00000400:00000200:0.0:1767389063.046866:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a07a382 00000400:00000200:1.0:1767389063.046870:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767389063.046875:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a07a382. 00000400:00000200:1.0:1767389063.046890:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389063.046893:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389063.046914:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c57067ba x1853241654539520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.046936:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767389063.046938:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp17(192.168.204.113@tcp17:192.168.204.113@tcp17) -> 192.168.204.113@tcp17(192.168.204.113@tcp17:192.168.204.113@tcp17) 192.168.204.113@tcp17 : REPLY try# 0 00000100:00000040:0.0:1767389063.046950:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c57067ba x1853241654539520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389063.046960:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3d8cd4b 00000800:00000200:2.0:1767389063.046973:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.204.113@tcp17 00000400:00000010:1.0:1767389063.046975:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3d8cd4b. 00000100:00000001:0.0:1767389063.046978:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767389063.046983:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ebbcba7. 00000100:00000001:0.0:1767389063.046989:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389063.046990:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000800:00000200:2.0:1767389063.047005:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbb2934a] -> 12345-192.168.204.113@tcp17 (6) 00000100:00000200:1.0:1767389063.047005:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767389063.047012:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389063.047016:0:337537:0:(events.c:337:request_in_callback()) incoming req@000000003afe72cb x1853241654539648 msgsize 4848 00000800:00000200:2.0:1767389063.047028:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp17 ip 192.168.204.113:1007 00000100:00000001:0.0:1767389063.047031:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299651090 00000800:00000200:2.0:1767389063.047052:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ebbcba7 type 3, nob 592 niov 1 nkiov 1 00000100:00100000:1.0:1767389063.047053:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1767389063.047056:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f5e9d7b5. 00000100:00000040:1.0:1767389063.047067:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767389063.047075:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767389063.047090:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767389063.047094:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299651090 00000100:00000010:0.0:1767389063.047104:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fe8c204. 00000400:00000200:1.0:1767389063.047111:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea921e27 00000100:00000001:0.0:1767389063.047115:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767389063.047118:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea921e27. 00000100:00000001:1.0:1767389063.047131:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767389063.047131:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299651090 00000100:00000010:0.0:1767389063.047145:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000086dc7910. 00000800:00000200:2.0:1767389063.047153:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767389063.047158:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000800:00000010:2.0:1767389063.047161:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ebbcba7. 00000100:00000200:1.0:1767389063.047164:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000436416d9 x1853241654539648/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.047173:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299651090 00000400:00000200:2.0:1767389063.047175:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767389063.047201:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000633d0ac7. 00000100:00000001:1.0:1767389063.047203:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767389063.047218:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp17->192.168.204.113@tcp17: REPLY: OK 00000100:00000001:0.0:1767389063.047219:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000040:1.0:1767389063.047220:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000436416d9 x1853241654539648/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.047241:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389063.047247:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.047251:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767389063.047261:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767389063.047262:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.047267:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767389063.047281:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.047285:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.047287:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299651090 00000800:00000001:2.0:1767389063.047290:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767389063.047299:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389063.047304:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299651090 00000800:00000001:2.0:1767389063.047308:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389063.047310:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299651090 00000800:00000001:2.0:1767389063.047316:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767389063.047318:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299651090 00000100:00000001:1.0:1767389063.047322:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299651090 00000100:00000001:1.0:1767389063.047325:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299651090 00000100:00000001:1.0:1767389063.047327:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299651090 00000100:00000001:1.0:1767389063.047351:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299651090 00000100:00000001:1.0:1767389063.047355:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389063.047361:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389063.047362:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767389063.047365:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.047370:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389063.047371:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.047390:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.047391:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767389063.047392:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp17(192.168.204.113@tcp17) <- 192.168.204.113@tcp17 : REPLY - for me 00000100:00000001:0.0:1767389063.047405:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389063.047411:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.047414:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389063.047419:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.047421:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767389063.047431:0:337530:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp17: Reply from 12345-192.168.204.113@tcp17 of length 496/496 into md 0x1d99 00000100:00000001:1.0:1767389063.047450:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767389063.047454:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767389063.047455:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389063.047462:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767389063.047467:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389063.047469:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389063.047477:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389063.047493:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp17->192.168.204.113@tcp17: REPLY: OK 00000400:00000200:2.0:1767389063.047498:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95bc874 00000400:00000010:2.0:1767389063.047501:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95bc874. 00000400:00000200:2.0:1767389063.047505:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767389063.047511:0:337530:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:2.0:1767389063.047515:0:337530:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:2.0:1767389063.047520:0:337530:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.113@tcp (512 bytes) 00000400:00000200:2.0:1767389063.047532:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:1.0:1767389063.047536:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389063.047542:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654539520 02000000:00000001:1.0:1767389063.047546:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1767389063.047548:0:337530:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 0000000029149edc. 00000100:00000001:1.0:1767389063.047551:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767389063.047557:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (30) 00000100:00000001:1.0:1767389063.047558:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767389063.047572:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767389063.047573:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767389063.047582:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767389063.047582:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654539520 00000020:00000001:1.0:1767389063.047599:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389063.047603:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389063.047608:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389063.047613:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:1.0:1767389063.047618:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389063.047622:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389063.047633:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389063.047637:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0e3d426. 00000100:00000001:0.0:1767389063.047643:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389063.047644:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389063.047657:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0e3d426. 00000100:00100000:0.0:1767389063.047657:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654539648 02000000:00000001:0.0:1767389063.047676:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389063.047682:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767389063.047683:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767389063.047685:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca7ca14a. 00000100:00000001:0.0:1767389063.047690:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389063.047698:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389063.047699:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000003e322842. 00000100:00100000:0.0:1767389063.047707:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654539648 00000400:00000010:2.0:1767389063.047711:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c13a60de. 00000400:00000010:2.0:1767389063.047770:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95bc874. 00000020:00000010:1.0:1767389063.047775:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084e35c93. 00000020:00000001:0.0:1767389063.047777:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767389063.047778:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003e322842 00000020:00000040:0.0:1767389063.047791:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000400:00000001:2.0:1767389063.047795:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767389063.047796:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069e5be74. 00000020:00000001:0.0:1767389063.047799:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:2.0:1767389063.047802:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389063.047813:0:337534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e67fcab. 00000020:00000040:0.0:1767389063.047814:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00000040:1.0:1767389063.047823:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:0.0:1767389063.047835:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389063.047838:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767389063.047839:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000400:00000010:2.0:1767389063.047853:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000020:00000001:0.0:1767389063.047856:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389063.047858:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767389063.047863:0:337534:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:1.0:1767389063.047869:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389063.047879:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 00000000a23ba5c8. 00000100:00000001:0.0:1767389063.047882:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767389063.047891:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 512 success 00000100:00000001:1.0:1767389063.047892:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389063.047893:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7a1287e. 00000400:00000200:2.0:1767389063.047915:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100871 00000100:00000001:0.0:1767389063.047917:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389063.047927:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767389063.047931:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7a1287e. 00000400:00000200:2.0:1767389063.047937:0:337534:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.113@tcp:0 00000400:00000200:2.0:1767389063.047951:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 rc 1 00000020:00000010:0.0:1767389063.047952:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ec9610d. 00000100:00000001:1.0:1767389063.047953:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389063.047969:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767389063.047972:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ef5cd6e. 00000400:00000200:2.0:1767389063.047984:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 00000100:00100000:1.0:1767389063.047987:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000020:00000010:0.0:1767389063.047993:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ef0ccc91. 00000400:00000200:2.0:1767389063.047995:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (29) 00000100:00000040:1.0:1767389063.047996:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389063.048013:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684803664 : -122822024747952 : ffff904b44d82450) 00000400:00000010:2.0:1767389063.048018:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000004b957225. 00000100:00000001:0.0:1767389063.048022:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1767389063.048026:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086cc09bc. 00000100:00000040:1.0:1767389063.048029:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bc528345 x1853241654539520/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:514/0 lens 4848/0 e 0 to 0 dl 1767389074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.048031:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1767389063.048039:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000064e7e938. 00000100:00000001:0.0:1767389063.048042:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389063.048061:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000100:00000001:0.0:1767389063.048066:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.048084:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389063.048085:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767389063.048086:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000020:00000010:1.0:1767389063.048100:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c0e3d426. 00000100:00000001:1.0:1767389063.048112:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389063.048113:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000020:00000010:1.0:1767389063.048122:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c0e3d426. 00000100:00000001:0.0:1767389063.048125:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767389063.048131:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000100:00000001:0.0:1767389063.048137:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389063.048142:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bc528345 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654539520:12345-0@lo:253: 00000400:00000200:2.0:1767389063.048147:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000100:00000200:1.0:1767389063.048161:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654539520 00000400:00000200:2.0:1767389063.048173:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 00000100:00100000:0.0:1767389063.048183:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000020:00000001:1.0:1767389063.048186:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389063.048201:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767389063.048204:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000020:00000001:1.0:1767389063.048209:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389063.048211:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 38], ns[97, 38] 00000100:00000001:0.0:1767389063.048220:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684807760 : -122822024743856 : ffff904b44d83450) 00000020:00000001:1.0:1767389063.048222:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389063.048232:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:1.0:1767389063.048243:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389063.048247:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389063.048248:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[101, 38] 00000100:00000040:0.0:1767389063.048253:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003afe72cb x1853241654539648/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:514/0 lens 4848/0 e 0 to 0 dl 1767389074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389063.048264:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389063.048274:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389063.048290:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389063.048291:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 38], ns[112, 38] 00000100:00000001:1.0:1767389063.048310:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389063.048320:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767389063.048356:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[119, 38] 02000000:00000010:1.0:1767389063.048359:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c2d9defc. 02000000:00000001:1.0:1767389063.048375:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.048381:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767389063.048382:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 38], ns[24, 38] 00000100:00000001:1.0:1767389063.048382:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389063.048393:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:0.0:1767389063.048393:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7a1287e. 00000400:00000200:2.0:1767389063.048405:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00000100:00000001:0.0:1767389063.048408:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767389063.048415:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000002c5c95e. 00000020:00000010:0.0:1767389063.048433:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7a1287e. 20000000:01000000:1.0:1767389063.048435:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767389063.048436:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 20000000:00000001:1.0:1767389063.048446:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767389063.048453:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767389063.048458:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389063.048462:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 20000000:00000001:1.0:1767389063.048470:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389063.048473:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003afe72cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654539648:12345-0@lo:253: 20000000:00000001:1.0:1767389063.048479:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767389063.048493:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 20000000:00000010:1.0:1767389063.048501:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000738f3ff. 00000100:00000200:0.0:1767389063.048512:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654539648 20000000:01000000:1.0:1767389063.048513:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 00000400:00000200:2.0:1767389063.048514:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 20000000:00000001:1.0:1767389063.048536:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767389063.048538:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 24], ns[42, 24] 00000020:00000001:0.0:1767389063.048540:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:1.0:1767389063.048548:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:0.0:1767389063.048549:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389063.048561:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389063.048571:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 24], ns[46, 24] 00000020:00000001:0.0:1767389063.048572:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389063.048577:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:0.0:1767389063.048599:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767389063.048603:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 24], ns[50, 24] 00000020:00000001:0.0:1767389063.048607:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389063.048631:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:1.0:1767389063.048633:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389063.048634:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 24], ns[54, 24] 00000020:00000001:0.0:1767389063.048648:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:1.0:1767389063.048651:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767389063.048661:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389063.048662:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389063.048663:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 24], ns[58, 24] 00080000:00000001:1.0:1767389063.048685:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:2.0:1767389063.048687:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[88, 24], ns[89, 24] 00000100:00000001:0.0:1767389063.048687:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389063.048701:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767389063.048704:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767389063.048712:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 24], ns[104, 24] 00000020:00000001:1.0:1767389063.048713:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 02000000:00000010:0.0:1767389063.048715:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008d71f0da. 00080000:00000001:1.0:1767389063.048763:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767389063.048764:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 24], ns[87, 24] 02000000:00000001:0.0:1767389063.048771:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767389063.048777:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ea26020f. 00000100:00000001:0.0:1767389063.048779:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389063.048783:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 24], ns[90, 24] 00080000:00000001:1.0:1767389063.048793:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252617804800 : -122821091746816 : ffff904b7c749c00) 20000000:00000001:0.0:1767389063.048797:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767389063.048812:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767389063.048813:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[107, 24], ns[110, 24] 00000400:00000200:2.0:1767389063.048821:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[113, 24], ns[116, 24] 20000000:00000010:0.0:1767389063.048824:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ceb75cd3. 20000000:01000000:0.0:1767389063.048845:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767389063.048847:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 24], ns[109, 24] 20000000:00000001:0.0:1767389063.048857:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767389063.048865:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767389063.048867:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 24], ns[117, 24] 20000000:00000001:0.0:1767389063.048876:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389063.048887:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 20000000:00000001:0.0:1767389063.048889:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389063.048899:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp18 00000400:00000200:2.0:1767389063.048904:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp18 lpni_is_preferred = 0 20000000:00000001:0.0:1767389063.048917:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767389063.048920:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp18 00000400:00000200:2.0:1767389063.048933:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp18 NI seq info: [120:120:256:4294967295] 192.168.204.113@tcp18 LPNI seq info [117:117:8:4294967295] 00000400:00000200:2.0:1767389063.048943:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp18 00000400:00000200:2.0:1767389063.048961:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp18(192.168.204.113@tcp18:) -> 192.168.204.113@tcp18(192.168.204.113@tcp:192.168.204.113@tcp18) : GET try# 0 00000800:00000200:2.0:1767389063.048971:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp18 00000800:00000010:2.0:1767389063.048976:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000ebbcba7. 00000800:00000200:2.0:1767389063.048995:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f365d1dc] -> 12345-192.168.204.113@tcp18 (6) 00000800:00000200:2.0:1767389063.049004:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp18 ip 192.168.204.113:988 00000001:00000001:1.0:1767389063.049006:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000200:2.0:1767389063.049008:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ebbcba7 type 2, nob 96 niov 1 nkiov 0 00080000:00000001:1.0:1767389063.049010:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389063.049018:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767389063.049030:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:2.0:1767389063.049034:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100271 rc 0 00080000:00000001:1.0:1767389063.049049:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389063.049055:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:2.0:1767389063.049161:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389063.049168:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000ebbcba7. 00000400:00000200:2.0:1767389063.049173:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389063.049180:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp18->192.168.204.113@tcp18: GET: OK 00000400:00000200:2.0:1767389063.049188:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767389063.049192:0:337529:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000800:00000001:2.0:1767389063.049217:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389063.049226:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389063.049229:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767389063.049232:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1767389063.049238:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000001:2.0:1767389063.049239:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389063.049251:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp18(192.168.204.113@tcp18) <- 192.168.204.113@tcp18 : GET - for me 00000400:00000200:2.0:1767389063.049264:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767389063.049271:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 512/512 into md 0x1d95 [1] + 0 00000400:00000200:2.0:1767389063.049287:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp18 to MR: 192.168.204.113@tcp18 local destination 00000400:00000200:2.0:1767389063.049297:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp18 NI seq info: [121:121:256:4294967295] 192.168.204.113@tcp18 LPNI seq info [118:118:8:4294967295] 00000400:00000200:2.0:1767389063.049318:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp18(192.168.204.113@tcp18:192.168.204.113@tcp18) -> 192.168.204.113@tcp18(192.168.204.113@tcp18:192.168.204.113@tcp18) 192.168.204.113@tcp18 : REPLY try# 0 00000800:00000200:2.0:1767389063.049325:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.113@tcp18 00000800:00000010:2.0:1767389063.049332:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000ebbcba7. 00000800:00000200:2.0:1767389063.049365:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f365d1dc] -> 12345-192.168.204.113@tcp18 (6) 00000800:00000200:2.0:1767389063.049379:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp18 ip 192.168.204.113:1005 00000800:00000200:2.0:1767389063.049385:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000ebbcba7 type 3, nob 608 niov 1 nkiov 1 00000800:00000200:2.0:1767389063.049478:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389063.049483:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000ebbcba7. 00000400:00000200:2.0:1767389063.049490:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389063.049497:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp18->192.168.204.113@tcp18: REPLY: OK 00000800:00000001:2.0:1767389063.049525:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389063.049534:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389063.049538:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389063.049550:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389063.049554:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389063.049564:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389063.049578:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp18(192.168.204.113@tcp18) <- 192.168.204.113@tcp18 : REPLY - for me 00000400:00000200:2.0:1767389063.049598:0:337529:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp18: Reply from 12345-192.168.204.113@tcp18 of length 512/512 into md 0x1db1 00000800:00000001:2.0:1767389063.049605:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389063.049618:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389063.049621:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389063.049627:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp18->192.168.204.113@tcp18: REPLY: OK 00000400:00000200:2.0:1767389063.049633:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086cc09bc 00000400:00000010:2.0:1767389063.049635:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086cc09bc. 00000400:00000200:2.0:1767389063.049640:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767389063.049643:0:337529:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:2.0:1767389063.049645:0:337529:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:2.0:1767389063.049650:0:337529:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 30. state = 0x100271 00000400:00000200:2.0:1767389063.049655:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389063.049680:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (30) 00000800:00000001:2.0:1767389063.049689:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389063.049696:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389063.049806:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767389063.049825:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000f1 00000400:00000010:0.0:1767389063.049837:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 620 at 000000001563f23f. 00000400:00000010:0.0:1767389063.049844:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 744 at 000000005476ab8d. 00000400:00000010:0.0:1767389063.049849:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 620 at 000000008b28360c. 00000400:00000200:0.0:1767389063.049906:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp30(00000000229613ff) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767389063.049917:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp33(00000000ba248ab2) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767389063.049930:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp34(00000000ad16d3be) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767389063.049946:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000002558357. 00000400:00000200:0.0:1767389063.049962:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000002558357 nid 192.168.204.113@tcp37 00000400:00000010:0.0:1767389063.050028:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ad8b6bc0. 00000400:00000200:0.0:1767389063.050034:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ad8b6bc0 net tcp37 00000400:00000200:0.0:1767389063.050043:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (29) 00000400:00000200:0.0:1767389063.050062:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp37 flags 0x11 00000400:00000010:0.0:1767389063.050078:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000ccd139a. 00000400:00000200:0.0:1767389063.050088:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000ccd139a nid 192.168.204.113@tcp38 00000400:00000010:0.0:1767389063.050093:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001ad50515. 00000400:00000200:0.0:1767389063.050096:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 000000001ad50515 net tcp38 00000400:00000200:0.0:1767389063.050098:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (30) 00000400:00000200:0.0:1767389063.050109:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp38 flags 0x11 00000400:00000010:0.0:1767389063.050113:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 620 at 000000001563f23f. 00000400:00000010:0.0:1767389063.050120:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 744 at 000000005476ab8d. 00000400:00000010:0.0:1767389063.050123:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 620 at 000000008b28360c. 00000400:00000010:0.0:1767389063.050127:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000004b957225. 00000400:00000200:0.0:1767389063.050136:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389063.050142:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100171 00000400:00000200:0.0:1767389063.050154:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 rc 1 00000400:00000200:0.0:1767389063.050164:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000400:00000010:0.0:1767389063.050174:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000400:00000200:0.0:1767389063.050181:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (31) 00000400:00000010:0.0:1767389063.050191:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000042b933. 00000400:00000200:0.0:1767389063.050216:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp18 00000400:00000200:0.0:1767389063.050243:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp18 to MR: 192.168.204.113@tcp18 local destination 00000400:00000200:0.0:1767389063.050259:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp18 NI seq info: [122:122:256:4294967295] 192.168.204.113@tcp18 LPNI seq info [119:119:8:4294967295] 00000400:00000200:0.0:1767389063.050271:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp18 00000400:00000200:0.0:1767389063.050310:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp18(192.168.204.113@tcp18:192.168.204.113@tcp18) -> 192.168.204.113@tcp18(192.168.204.113@tcp18:192.168.204.113@tcp18) : PUT try# 0 00000800:00000200:0.0:1767389063.050320:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.204.113@tcp18 00000800:00000010:0.0:1767389063.050327:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c2e77bb. 00000800:00000200:0.0:1767389063.050367:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f365d1dc] -> 12345-192.168.204.113@tcp18 (6) 00000800:00000200:0.0:1767389063.050381:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp18 ip 192.168.204.113:988 00000800:00000200:0.0:1767389063.050388:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c2e77bb type 1, nob 608 niov 1 nkiov 1 00000400:00000200:0.0:1767389063.050413:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389063.050418:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100571 rc 0 00000800:00000200:1.0:1767389063.050528:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389063.050534:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c2e77bb. 00000400:00000200:1.0:1767389063.050540:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389063.050549:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp18->192.168.204.113@tcp18: PUT: OK 00000400:00000200:1.0:1767389063.050560:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:0.0:1767389063.050568:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389063.050569:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp18: 0 00000800:00000001:0.0:1767389063.050593:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389063.050600:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389063.050609:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389063.050619:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp18(192.168.204.113@tcp18) <- 192.168.204.113@tcp18 : PUT - for me 00000400:00000200:0.0:1767389063.050632:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767389063.050644:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 512/512 into md 0x1dad [1] + 0 00000400:00000010:0.0:1767389063.050649:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c13a60de. 00000400:00000200:0.0:1767389063.050655:0:337530:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c95bc874 00000800:00000001:0.0:1767389063.050660:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389063.050670:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389063.050673:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389063.050678:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp18->192.168.204.113@tcp18: PUT: OK 00000400:00000200:0.0:1767389063.050683:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c95bc874 00000400:00000010:0.0:1767389063.050685:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c95bc874. 00000400:00000200:0.0:1767389063.050693:0:337530:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767389063.050698:0:337530:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (32) 00000400:00000200:0.0:1767389063.050704:0:337530:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000010:0.0:1767389063.050709:0:337530:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 000000008b28360c. 00000400:00000200:0.0:1767389063.051116:0:337530:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.113@tcp 30 00000400:00000200:0.0:1767389063.051122:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767389063.051140:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (33) 00000400:00000200:0.0:1767389063.051149:0:337530:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767389063.051169:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp18 to MR: 192.168.204.113@tcp18 local destination 00000400:00000200:0.0:1767389063.051179:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp18 NI seq info: [123:123:256:4294967295] 192.168.204.113@tcp18 LPNI seq info [120:120:8:4294967295] 00000400:00000200:0.0:1767389063.051205:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp18(192.168.204.113@tcp18:192.168.204.113@tcp18) -> 192.168.204.113@tcp18(192.168.204.113@tcp18:192.168.204.113@tcp18) 192.168.204.113@tcp18 : ACK try# 0 00000800:00000200:0.0:1767389063.051220:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp18 00000800:00000010:0.0:1767389063.051642:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000869399ad. 00000800:00000200:0.0:1767389063.051656:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f365d1dc] -> 12345-192.168.204.113@tcp18 (6) 00000800:00000200:0.0:1767389063.051664:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp18 ip 192.168.204.113:1005 00000800:00000200:0.0:1767389063.051669:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000869399ad type 0, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767389063.051919:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389063.051926:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000869399ad. 00000400:00000200:0.0:1767389063.051935:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389063.051946:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp18->192.168.204.113@tcp18: ACK: OK 00000800:00000001:0.0:1767389063.051968:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389063.051977:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389063.051983:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389063.051998:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389063.052002:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389063.052019:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389063.052038:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp18(192.168.204.113@tcp18) <- 192.168.204.113@tcp18 : ACK - for me 00000400:00000200:0.0:1767389063.052068:0:337530:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp18: ACK from 12345-192.168.204.113@tcp18 into md 0x1db5 00000400:00000200:0.0:1767389063.052080:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389063.052092:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp18->192.168.204.113@tcp18: ACK: OK 00000400:00000200:0.0:1767389063.052107:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000400:00000010:0.0:1767389063.052112:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000400:00000200:0.0:1767389063.052124:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767389063.052138:0:337530:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:0.0:1767389063.052144:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767389063.052164:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (32) 00000800:00000001:0.0:1767389063.052179:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389063.052196:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767389063.052244:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767389063.052249:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 2 10000000:00000001:0.0:1767389063.052255:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389063.052262:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767389063.052265:0:338177:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767389063.052270:0:338177:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767389063.052275:0:338177:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767389063.052281:0:338177:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767389063.052289:0:338177:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff904b60cd8000 from 57 10000000:00000001:0.0:1767389063.052295:0:338177:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767389063.052299:0:338177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767389063.052309:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db0a5abe. 00000020:00000040:0.0:1767389063.052317:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389063.052323:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389063.052328:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389063.052360:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389063.052373:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000097aebe05. 00000100:00000001:0.0:1767389063.052384:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.052390:0:338177:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767389063.052396:0:338177:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389063.052412:0:338177:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000023421edb. 00000400:00000200:1.0:1767389063.052413:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00000001:0.0:1767389063.052420:0:338177:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000010:1.0:1767389063.052422:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d25e445. 00010000:00000010:0.0:1767389063.052428:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c4f799da. 00000400:00000010:1.0:1767389063.052436:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099012e88. 00000020:00000001:0.0:1767389063.052441:0:338177:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:1.0:1767389063.052445:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003e322842 00000020:00000040:0.0:1767389063.052457:0:338177:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c4f799da with handle 0x95cd417baf429558 to hash 00000400:00000200:1.0:1767389063.052470:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000f1 00000020:00000001:0.0:1767389063.052472:0:338177:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389063.052487:0:338177:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00000400:00000010:1.0:1767389063.052496:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 620 at 00000000c33d78c3. 00010000:00000001:0.0:1767389063.052500:0:338177:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00000400:00000010:1.0:1767389063.052505:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 744 at 000000000421a0fd. 00000400:00000010:1.0:1767389063.052520:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 620 at 00000000eb6404b5. 00010000:00000001:0.0:1767389063.052523:0:338177:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389063.052538:0:338177:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389063.052546:0:338177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 00000000c4f799da/0x95cd417baf429558 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389063.052584:0:338177:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: 00000000c4f799da/0x95cd417baf429558 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389063.052599:0:338177:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: 00000000c4f799da/0x95cd417baf429558 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767389063.052611:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767389063.052615:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767389063.052627:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a07a382. 00000100:00000001:0.0:1767389063.052633:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247633379904 : -122826076171712 : ffff904a535c5240) 00000400:00000010:1.0:1767389063.052634:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 620 at 00000000c33d78c3. 00000100:00000001:0.0:1767389063.052650:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767389063.052653:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 744 at 000000000421a0fd. 00000100:00000001:0.0:1767389063.052655:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520925312 : -122821188626304 : ffff904b76ae5880) 00000400:00000010:1.0:1767389063.052663:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 620 at 00000000eb6404b5. 00000100:00000001:0.0:1767389063.052669:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767389063.052672:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000008b28360c. 00000100:00000001:0.0:1767389063.052675:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.052683:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000400:00000200:1.0:1767389063.052685:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000100:00000001:0.0:1767389063.052688:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767389063.052700:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100171 00000100:00000040:0.0:1767389063.052709:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db0a5abe x1853241654539776/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389063.052718:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 rc 1 00000100:00000001:0.0:1767389063.052796:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389063.052799:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389063.052807:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389063.052813:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389063.052819:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389063.052831:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db0a5abe pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654539776:0@lo:101: 00000100:00000001:0.0:1767389063.052839:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389063.052849:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389063.052854:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389063.052859:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389063.052866:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001563f23f. 02000000:00000001:0.0:1767389063.052870:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389063.052881:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf8c0870. 00000400:00000010:0.0:1767389063.052897:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000100:00000200:0.0:1767389063.052918:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654539776, portal 25 00000100:00000001:0.0:1767389063.052922:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389063.052927:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520925312 : -122821188626304 : ffff904b76ae5880) 00000100:00000040:0.0:1767389063.052943:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db0a5abe x1853241654539776/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389079 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.052956:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389063.052969:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389063.052976:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a179ee7f. 00000100:00000200:0.0:1767389063.052982:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654539776, offset 0 00000400:00000200:0.0:1767389063.052999:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389063.053025:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389063.053047:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958372807600 00000400:00000200:0.0:1767389063.053067:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15a5 [2] + 0 00000400:00000010:0.0:1767389063.053074:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f7bc924. 00000400:00000200:0.0:1767389063.053090:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002ba168ad 00000400:00000200:0.0:1767389063.053097:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389063.053113:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389063.053125:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ba168ad 00000400:00000010:0.0:1767389063.053129:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ba168ad. 00000100:00000001:0.0:1767389063.053146:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389063.053149:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389063.053156:0:338177:0:(events.c:337:request_in_callback()) incoming req@0000000098d7bf5f x1853241654539776 msgsize 328 00000100:00100000:0.0:1767389063.053182:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389063.053190:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767389063.053229:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389063.053254:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a179ee7f 00000400:00000010:0.0:1767389063.053259:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a179ee7f. 00000100:00000001:0.0:1767389063.053269:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389063.053283:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db0a5abe x1853241654539776/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389079 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.053300:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389063.053316:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000db0a5abe x1853241654539776/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389079 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.053330:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.053367:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389063.053387:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.053397:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299651096 00000100:00000001:0.0:1767389063.053423:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299651090 00000100:00000001:0.0:1767389063.053446:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299651096 00000400:00000200:1.0:1767389063.053470:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000100:00000001:0.0:1767389063.053478:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299651090 00000400:00000200:1.0:1767389063.053484:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389063.053500:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000100:00000001:0.0:1767389063.053509:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299651096 00000400:00000200:1.0:1767389063.053518:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:1.0:1767389063.053536:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (31) 00000100:00000001:0.0:1767389063.053542:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299651090 00000100:00000001:0.0:1767389063.053562:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299651096 00000100:00000001:0.0:1767389063.053583:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299651090 00000100:00000001:0.0:1767389063.053596:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389063.053605:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.053613:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389063.053618:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767389063.053624:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 000000007a07a382 going to sleep for 11 seconds 00000100:00000001:1.0:1767389063.053634:0:338175:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:0.0:1767389063.053637:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767389063.053646:0:338175:0:(service.c:3434:ptlrpc_start_thread()) mgs[-1] started 3 min 3 max 32 00000100:00000001:0.0:1767389063.053650:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389063.053670:0:338175:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005ab54caf. 00000100:00100000:1.0:1767389063.053677:0:338175:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_mgs_0003' 00000004:00000001:1.0:1767389063.053829:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767389063.053835:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767389063.053841:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ca92f52. 00000020:00000040:1.0:1767389063.053848:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767389063.053855:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389063.053860:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389063.053870:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389063.053882:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c992cf03. 00000100:00000001:1.0:1767389063.053891:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.053900:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389063.053903:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389063.053915:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ca92f52] to pc [ptlrpcd_00_02+2] req@000000009ca92f52 x1853241654539904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767389063.053970:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.053997:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389063.054000:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389063.054015:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389063.054017:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.054025:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389063.054039:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ca92f52 x1853241654539904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389063.054051:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389063.054055:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389063.054061:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389063.054066:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389063.054069:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389063.054078:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ca92f52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654539904:0@lo:13: 00000100:00000001:1.0:1767389063.054084:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389063.054093:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389063.054099:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389063.054104:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389063.054109:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000421a0fd. 02000000:00000001:1.0:1767389063.054112:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389063.054119:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000222c06ed. 00000400:00000010:1.0:1767389063.054129:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd7cb3a3. 00000100:00000200:1.0:1767389063.054149:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654539904, portal 4 00000100:00000001:1.0:1767389063.054154:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389063.054159:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151437824 : -122821558113792 : ffff904b60a86a00) 00000100:00000001:0.0:1767389063.054174:0:338175:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389063.054181:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ca92f52 x1853241654539904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389079 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.054186:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389063.054197:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654539776 00000100:00000001:1.0:1767389063.054201:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767389063.054205:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389063.054212:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767389063.054219:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389063.054222:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389063.054226:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2e903bb. 02000000:00000001:0.0:1767389063.054230:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389063.054236:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654539904, offset 0 00000100:00100000:0.0:1767389063.054240:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654539776 00000100:00000040:2.0:1767389063.054242:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1767389063.054247:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767389063.054250:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767389063.054257:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:2.0:1767389063.054263:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:0.0:1767389063.054264:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767389063.054281:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767389063.054283:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=16 00000100:00000010:2.0:1767389063.054284:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2734a03. 00000020:00000001:0.0:1767389063.054304:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000040:2.0:1767389063.054305:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:1.0:1767389063.054321:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372807680 00000020:00000001:0.0:1767389063.054327:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389063.054329:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767389063.054361:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 3136 02000000:00000001:2.0:1767389063.054362:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767389063.054369:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767389063.054372:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389063.054374:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389063.054381:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1767389063.054385:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000004ccfbe9. 00000100:00000001:1.0:1767389063.054390:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1767389063.054392:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e7a1287e. 00000100:00000001:2.0:1767389063.054397:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389063.054397:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767389063.054399:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389063.054415:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e7a1287e. 00000100:00000010:1.0:1767389063.054416:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c751f0db. 00000100:00000040:2.0:1767389063.054422:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d2734a03 x1853241654540032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767389063.054433:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000c751f0db x1853241654539904 msgsize 224 00000020:00000010:0.0:1767389063.054446:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006cf5075d. 00000100:00100000:1.0:1767389063.054456:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767389063.054467:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0ee10ae. 00000100:00000001:1.0:1767389063.054475:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767389063.054489:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ea94b241. 00000400:00000200:1.0:1767389063.054491:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2e903bb 00000100:00000001:2.0:1767389063.054492:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389063.054496:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389063.054499:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2e903bb. 00000100:00000040:2.0:1767389063.054517:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2734a03] to pc [ptlrpcd_00_03+3] req@00000000d2734a03 x1853241654540032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389063.054517:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767389063.054518:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389063.054531:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1767389063.054534:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ca92f52 x1853241654539904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389079 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.054543:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.054567:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.054587:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389063.054594:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389063.054606:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389063.054610:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ca92f52 x1853241654539904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389079 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389063.054616:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767389063.054628:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.054629:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767389063.054633:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389063.054635:0:352639:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000001:1.0:1767389063.054637:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767389063.054638:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001244c98e. 00000100:00000001:3.0:1767389063.054640:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389063.054660:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1767389063.054661:0:54998:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767389063.054662:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389063.054668:0:352639:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e7a1287e. 00000100:00000001:2.0:1767389063.054677:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767389063.054677:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8445 usecs (9 jiffies) 00000020:00000010:0.0:1767389063.054679:0:352639:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cad9bc52. 02000000:00000001:2.0:1767389063.054683:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389063.054693:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.054700:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299651083 00000100:00000040:3.0:1767389063.054708:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2734a03 x1853241654540032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389063.054709:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000005c19075. 00000020:00000010:0.0:1767389063.054711:0:352639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000475306d0. 00000100:00000001:1.0:1767389063.054769:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299651096 00000100:00000001:1.0:1767389063.054775:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299651084 00000100:00000001:1.0:1767389063.054779:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299651096 00000100:00000001:1.0:1767389063.054782:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299651084 00000100:00000001:1.0:1767389063.054790:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299651096 00000100:00000001:2.0:1767389063.054792:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.054804:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299651084 00000020:00000010:0.0:1767389063.054812:0:352639:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eccba725. 00000100:00000040:2.0:1767389063.054821:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001244c98e x1853241654540160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389063.054822:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299651096 00000040:00000010:0.0:1767389063.054829:0:352639:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a66b95eb. 00000100:00000001:1.0:1767389063.054841:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389063.054849:0:352639:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007da68f72. 00000100:00000001:3.0:1767389063.054861:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389063.054865:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389063.054872:0:352639:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000078849c75. 00000100:00000001:3.0:1767389063.054874:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.054877:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:0.0:1767389063.054890:0:352639:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000e90a893. 00000100:00000001:1.0:1767389063.054895:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389063.054898:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767389063.054916:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767389063.054918:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389063.054918:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00040000:00000010:0.0:1767389063.054918:0:352639:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009899f543. 00000100:00000001:2.0:1767389063.054928:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.054932:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00080000:00000010:0.0:1767389063.054940:0:352639:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d1ef78fc. 02000000:00000001:3.0:1767389063.054947:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.054953:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767389063.054954:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001244c98e] to pc [ptlrpcd_00_00+0] req@000000001244c98e x1853241654540160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:0.0:1767389063.054958:0:352639:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000d3315ace. 00000100:00000001:1.0:1767389063.054960:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767389063.054967:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2734a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:337539:1853241654540032:0@lo:400: 00000100:00000001:1.0:1767389063.054973:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.054987:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389063.054997:0:352639:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000007ed85aa0. 00000100:00000001:3.0:1767389063.055007:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389063.055023:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389063.055034:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389063.055036:0:352639:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 02000000:00000001:3.0:1767389063.055040:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767389063.055049:0:339010:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389063.055057:0:339010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654539904 00000100:00000001:2.0:1767389063.055061:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389063.055063:0:339010:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389063.055069:0:352639:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389063.055072:0:339010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389063.055076:0:352639:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767389063.055079:0:339010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389063.055080:0:54998:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4988) 00000100:00100000:0.0:1767389063.055097:0:352639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 02000000:00000001:1.0:1767389063.055099:0:339010:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389063.055101:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d23b4d6. 00000100:00000040:0.0:1767389063.055104:0:352639:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 3 00000100:00000001:2.0:1767389063.055114:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767389063.055121:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389063.055123:0:339010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654539904 00000100:00000001:2.0:1767389063.055124:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389063.055124:0:352639:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661754448 : -122822047797168 : ffff904b43787050) 00000100:00000001:2.0:1767389063.055137:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767389063.055141:0:339010:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389063.055151:0:339010:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000400:00000010:3.0:1767389063.055152:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f6f0262. 00000020:00000001:1.0:1767389063.055162:0:339010:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767389063.055166:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001244c98e x1853241654540160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389063.055166:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098d7bf5f x1853241654539776/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:514/0 lens 328/0 e 0 to 0 dl 1767389074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389063.055170:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d50b63d0. 00000020:00000040:1.0:1767389063.055171:0:339010:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000001:1.0:1767389063.055193:0:339010:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000200:3.0:1767389063.055194:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654540032, portal 10 00000020:00000001:1.0:1767389063.055216:0:339010:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:3.0:1767389063.055219:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389063.055231:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402874112 : -122821306677504 : ffff904b6fa50700) 00000100:00000001:1.0:1767389063.055243:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389063.055257:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f58775e. 00000100:00000040:3.0:1767389063.055263:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2734a03 x1853241654540032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389063.055289:0:339010:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000048cd84f4. 00000020:00000040:1.0:1767389063.055312:0:339010:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:2.0:1767389063.055318:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389063.055321:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389063.055354:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389063.055365:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab1f036f. 00000100:00000001:1.0:1767389063.055368:0:339010:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1767389063.055371:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767389063.055383:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389063.055391:0:339010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e507d83a. 00000100:00000001:3.0:1767389063.055393:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767389063.055393:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389063.055395:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab1f036f. 00000020:00000010:1.0:1767389063.055416:0:339010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4d735e3. 00000100:00000040:3.0:1767389063.055420:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767389063.055425:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389063.055431:0:339010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b81e899. 00000400:00000010:3.0:1767389063.055437:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc136459. 00000100:00100000:0.0:1767389063.055437:0:352639:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098d7bf5f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:338177:x1853241654539776:12345-0@lo:101: 00000100:00100000:2.0:1767389063.055446:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001244c98e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:337536:1853241654540160:0@lo:400: 00000100:00000040:1.0:1767389063.055446:0:339010:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000200:3.0:1767389063.055451:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654540032, offset 0 00000100:00000001:1.0:1767389063.055462:0:339010:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389063.055474:0:339010:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389063.055481:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767389063.055482:0:339010:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389063.055482:0:352639:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654539776 02000000:00000001:2.0:1767389063.055493:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767389063.055496:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767389063.055505:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.055506:0:339010:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389063.055506:0:352639:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767389063.055509:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389063.055527:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000029149edc. 00000020:00000001:0.0:1767389063.055528:0:352639:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767389063.055531:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389063.055534:0:339010:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389063.055542:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389063.055542:0:352639:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389063.055564:0:352639:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:2.0:1767389063.055565:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9daf9f9. 00000100:00000001:1.0:1767389063.055569:0:339010:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767389063.055576:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372807700 00000020:00000001:0.0:1767389063.055577:0:352639:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000100:00000001:1.0:1767389063.055579:0:339010:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1767389063.055584:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086cc09bc. 00000020:00000001:0.0:1767389063.055598:0:352639:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1767389063.055605:0:339010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000400:00000200:3.0:1767389063.055610:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000020:00000001:0.0:1767389063.055610:0:352639:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389063.055612:0:339010:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000020:00000001:0.0:1767389063.055626:0:352639:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767389063.055628:0:339010:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151432448 : -122821558119168 : ffff904b60a85500) 00000020:00000001:0.0:1767389063.055632:0:352639:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767389063.055635:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767389063.055636:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654540160, portal 10 00000020:00000001:0.0:1767389063.055649:0:352639:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.055653:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767389063.055655:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c751f0db x1853241654539904/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:514/0 lens 224/0 e 0 to 0 dl 1767389074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389063.055664:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402877696 : -122821306673920 : ffff904b6fa51500) 00000020:00000001:0.0:1767389063.055666:0:352639:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000400:00000200:3.0:1767389063.055668:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767389063.055678:0:352639:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767389063.055689:0:352639:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00000001:3.0:1767389063.055695:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767389063.055697:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001244c98e x1853241654540160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389063.055701:0:352639:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000200:3.0:1767389063.055707:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:0.0:1767389063.055712:0:352639:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.055770:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389063.055776:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767389063.055778:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006ccf0560. 00000400:00000010:2.0:1767389063.055780:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000626df8e9. 00010000:00000001:0.0:1767389063.055790:0:352639:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000040:3.0:1767389063.055796:0:337539:0:(events.c:337:request_in_callback()) incoming req@000000006ccf0560 x1853241654540032 msgsize 224 00000100:00000200:2.0:1767389063.055803:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654540160, offset 0 00000100:00000001:1.0:1767389063.055804:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:0.0:1767389063.055809:0:352639:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002e7eaf61. 00000020:00000010:1.0:1767389063.055815:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004945fbd8. 00010000:00000001:0.0:1767389063.055829:0:352639:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000001:1.0:1767389063.055831:0:339010:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767389063.055844:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767389063.055844:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767389063.055849:0:339010:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004945fbd8. 00010000:00000010:0.0:1767389063.055850:0:352639:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000040d6ffd7. 00000020:00000001:0.0:1767389063.055875:0:352639:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:2.0:1767389063.055883:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389063.055885:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:0.0:1767389063.055885:0:352639:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000040d6ffd7 with handle 0x95cd417baf42955f to hash 00000100:00100000:1.0:1767389063.055887:0:339010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c751f0db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654539904:12345-0@lo:13: 00000020:00000001:0.0:1767389063.055910:0:352639:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:3.0:1767389063.055911:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc136459 00000100:00000200:1.0:1767389063.055912:0:339010:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654539904 00000020:00000001:1.0:1767389063.055929:0:339010:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767389063.055931:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372807780 00010000:00000001:0.0:1767389063.055931:0:352639:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00000400:00000010:3.0:1767389063.055933:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc136459. 00000020:00000001:1.0:1767389063.055945:0:339010:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767389063.055953:0:337539:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1767389063.055960:0:352639:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00000020:00000001:1.0:1767389063.055961:0:339010:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389063.055975:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2734a03 x1853241654540032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389063.055981:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8728 00000020:00000001:1.0:1767389063.055983:0:339010:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00010000:0.0:1767389063.055984:0:352639:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000040d6ffd7/0x95cd417baf42955f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x95cd417baf429558 expref: -99 pid: 352639 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767389063.055999:0:339010:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000400:00000200:2.0:1767389063.056009:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767389063.056021:0:339010:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389063.056033:0:339010:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389063.056045:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:0.0:1767389063.056057:0:352639:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003eb5d898 : new locks_count 10 00000020:00000001:1.0:1767389063.056061:0:339010:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:0.0:1767389063.056076:0:352639:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=17 00000020:00000001:1.0:1767389063.056078:0:339010:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767389063.056083:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767389063.056085:0:339010:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.056086:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767389063.056097:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2734a03 x1853241654540032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389063.056097:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767389063.056101:0:339010:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767389063.056110:0:352639:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389063.056112:0:339010:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:2.0:1767389063.056120:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000060e1bd6e. 02000000:00000001:0.0:1767389063.056120:0:352639:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389063.056124:0:339010:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000eb6404b5. 02000000:00000010:0.0:1767389063.056138:0:352639:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000000d3c2ccd. 00000100:00000040:2.0:1767389063.056140:0:337536:0:(events.c:337:request_in_callback()) incoming req@0000000060e1bd6e x1853241654540160 msgsize 224 02000000:00000001:1.0:1767389063.056141:0:339010:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389063.056158:0:352639:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.056168:0:339010:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.056169:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.056178:0:352639:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389063.056193:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767389063.056195:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00002000:00000001:1.0:1767389063.056199:0:339010:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00010000:00000001:0.0:1767389063.056199:0:352639:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1767389063.056209:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.056216:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00002000:00000001:1.0:1767389063.056219:0:339010:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00010000:00000001:0.0:1767389063.056219:0:352639:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000040:3.0:1767389063.056223:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5043 usecs (6 jiffies) 00000400:00000200:2.0:1767389063.056228:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000626df8e9 00000020:00000001:1.0:1767389063.056235:0:339010:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00010000:00000001:0.0:1767389063.056236:0:352639:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000010:2.0:1767389063.056245:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000626df8e9. 00000100:00000001:3.0:1767389063.056248:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299651082 00080000:00000001:1.0:1767389063.056251:0:339010:0:(osd_handler.c:571:osd_statfs()) Process entered 00010000:00000001:0.0:1767389063.056251:0:352639:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:2.0:1767389063.056256:0:337536:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1767389063.056264:0:352639:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389063.056265:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299651096 00080000:00000001:1.0:1767389063.056275:0:339010:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.056280:0:352639:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:3.0:1767389063.056283:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299651082 00010000:00000001:0.0:1767389063.056287:0:352639:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389063.056288:0:339010:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767389063.056289:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001244c98e x1853241654540160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389063.056309:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299651096 00002000:00000024:1.0:1767389063.056309:0:339010:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00010000:00000001:0.0:1767389063.056311:0:352639:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389063.056322:0:352639:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000020:00000020:1.0:1767389063.056360:0:339010:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:2.0:1767389063.056363:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767389063.056364:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299651082 00010000:00000001:0.0:1767389063.056365:0:352639:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000020:00000020:1.0:1767389063.056375:0:339010:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00010000:00000001:0.0:1767389063.056382:0:352639:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:3.0:1767389063.056385:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299651096 00000100:00000040:2.0:1767389063.056390:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001244c98e x1853241654540160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767389063.056393:0:352639:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002e7eaf61) refcount = 1 00002000:00000020:1.0:1767389063.056399:0:339010:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00000100:00000001:3.0:1767389063.056402:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299651082 00000100:00000001:3.0:1767389063.056427:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299651096 00002000:00000001:1.0:1767389063.056428:0:339010:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00010000:00010000:0.0:1767389063.056440:0:352639:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000040d6ffd7/0x95cd417baf42955f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x95cd417baf429558 expref: 17 pid: 352639 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389063.056441:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767389063.056442:0:339010:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:3.0:1767389063.056446:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767389063.056456:0:339010:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.056458:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389063.056471:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767389063.056474:0:339010:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.056478:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.056492:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389063.056492:0:339010:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654539904 00000100:00000040:2.0:1767389063.056497:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6138 usecs (7 jiffies) 00010000:00000001:0.0:1767389063.056510:0:352639:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:3.0:1767389063.056514:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389063.056514:0:339010:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767389063.056517:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299651083 00010000:00000001:0.0:1767389063.056519:0:352639:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389063.056533:0:352639:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767389063.056535:0:339010:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c751f0db x1853241654539904/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:514/0 lens 224/368 e 0 to 0 dl 1767389074 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389063.056539:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299651096 00000100:00000001:3.0:1767389063.056544:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389063.056559:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299651083 00010000:00000001:0.0:1767389063.056559:0:352639:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.056562:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:1.0:1767389063.056563:0:339010:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389063.056575:0:339010:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.056583:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389063.056590:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299651096 00010000:00000001:0.0:1767389063.056592:0:352639:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767389063.056593:0:339010:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389063.056595:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389063.056609:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.056610:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299651083 00010000:00000001:0.0:1767389063.056620:0:352639:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00000100:00000001:2.0:1767389063.056637:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299651096 00000100:00000001:3.0:1767389063.056640:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.056641:0:339010:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1767389063.056642:0:352639:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000040d6ffd7/0x95cd417baf42955f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf429558 expref: 17 pid: 352639 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767389063.056658:0:339010:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389063.056661:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299651083 00000100:00000001:1.0:1767389063.056674:0:339010:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:2.0:1767389063.056677:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299651096 00000100:00000001:3.0:1767389063.056686:0:338181:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1767389063.056692:0:339010:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767389063.056699:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767389063.056701:0:338181:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654540032 02000000:00000001:1.0:1767389063.056702:0:339010:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.056703:0:352639:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767389063.056709:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.056715:0:352639:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:3.0:1767389063.056716:0:338181:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389063.056766:0:338181:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389063.056771:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.056773:0:338181:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.056773:0:339010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767389063.056783:0:352639:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389063.056795:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389063.056801:0:352639:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389063.056803:0:338181:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.056809:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1767389063.056810:0:352639:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:1.0:1767389063.056816:0:339010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767389063.056820:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:0.0:1767389063.056822:0:352639:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:1.0:1767389063.056826:0:339010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2e903bb. 00000100:00100000:3.0:1767389063.056827:0:338181:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654540032 00010000:00000001:0.0:1767389063.056833:0:352639:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767389063.056837:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767389063.056848:0:338181:0:(genops.c:811:class_conn2export()) Process entered 00010000:00010000:0.0:1767389063.056850:0:352639:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000040d6ffd7, rc 0) 00000100:00000001:2.0:1767389063.056851:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767389063.056852:0:339010:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654539904, offset 224 00000020:00000040:3.0:1767389063.056862:0:338181:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000100:00000001:2.0:1767389063.056866:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389063.056880:0:338181:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767389063.056880:0:339010:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389063.056883:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389063.056883:0:352639:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389063.056894:0:338181:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00010000:00000040:0.0:1767389063.056908:0:352639:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654539776 00000020:00000001:3.0:1767389063.056913:0:338181:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000400:00000200:1.0:1767389063.056917:0:339010:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767389063.056919:0:352639:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767389063.056933:0:338181:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:2.0:1767389063.056943:0:339625:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767389063.056946:0:338181:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767389063.056948:0:339010:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372807680 00010000:00000200:0.0:1767389063.056948:0:352639:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098d7bf5f x1853241654539776/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:514/0 lens 328/344 e 0 to 0 dl 1767389074 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389063.056949:0:339625:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654540160 02000000:00000001:2.0:1767389063.056967:0:339625:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767389063.056969:0:338181:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004276fcfd. 00000100:00000001:2.0:1767389063.056983:0:339625:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767389063.056984:0:339010:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1dc5 [1] + 224 00000100:00000001:3.0:1767389063.056992:0:338181:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389063.056996:0:339625:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389063.057015:0:339010:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767389063.057018:0:338181:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004276fcfd. 02000000:00000001:2.0:1767389063.057025:0:339625:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389063.057040:0:338181:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001626bc99. 00010000:00000001:0.0:1767389063.057042:0:352639:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767389063.057043:0:339625:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654540160 00000400:00000200:1.0:1767389063.057045:0:339010:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767389063.057060:0:338181:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000151efa1c. 00000020:00000001:2.0:1767389063.057064:0:339625:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1767389063.057064:0:352639:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.057067:0:339010:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767389063.057070:0:338181:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000025b2f625. 00000020:00000040:2.0:1767389063.057079:0:339625:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000100:00001000:0.0:1767389063.057083:0:352639:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=88 v=5 (1 0 0 0) 00000020:00000001:2.0:1767389063.057087:0:339625:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1767389063.057095:0:339010:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ca92f52 x1853241654539904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389079 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389063.057096:0:338181:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000040:2.0:1767389063.057100:0:339625:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000100:00000001:0.0:1767389063.057104:0:352639:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767389063.057117:0:338181:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767389063.057118:0:339625:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000040:0.0:1767389063.057122:0:352639:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000001:3.0:1767389063.057130:0:338181:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767389063.057139:0:339625:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:0.0:1767389063.057143:0:352639:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:3.0:1767389063.057145:0:338181:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389063.057153:0:339625:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767389063.057164:0:352639:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1767389063.057166:0:339625:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a66efc54. 00000100:00000001:3.0:1767389063.057167:0:338181:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1767389063.057178:0:352639:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389063.057180:0:339625:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000751828da. 00000100:00000001:3.0:1767389063.057183:0:338181:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:1.0:1767389063.057184:0:339010:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000009ca92f52 x1853241654539904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389063.057198:0:338181:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.057200:0:352639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767389063.057203:0:339625:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000001:2.0:1767389063.057230:0:339625:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767389063.057232:0:338181:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389063.057232:0:352639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767389063.057246:0:339010:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767389063.057248:0:339625:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001ef2ca6. 00000400:00000010:0.0:1767389063.057250:0:352639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a179ee7f. 00000400:00000200:1.0:1767389063.057260:0:339010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2e903bb 00000020:00000010:2.0:1767389063.057264:0:339625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7580d92. 00000400:00000010:1.0:1767389063.057267:0:339010:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2e903bb. 00000100:00000001:3.0:1767389063.057271:0:338181:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767389063.057273:0:339625:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c68a6402. 00000100:00000001:1.0:1767389063.057275:0:339010:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389063.057276:0:338181:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767389063.057277:0:352639:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654539776, offset 224 00000100:00000001:1.0:1767389063.057283:0:339010:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389063.057286:0:339625:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389063.057293:0:339625:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389063.057295:0:339010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389063.057300:0:338181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000001:2.0:1767389063.057303:0:339625:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389063.057307:0:352639:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767389063.057320:0:339010:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000040:3.0:1767389063.057328:0:338181:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00010000:00000001:1.0:1767389063.057330:0:339010:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767389063.057353:0:339625:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767389063.057355:0:339010:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.057364:0:338181:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251694458880 : -122822015092736 : ffff904b456b7800) 00000100:00000001:2.0:1767389063.057367:0:339625:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767389063.057372:0:339010:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767389063.057387:0:339625:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389063.057391:0:352639:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767389063.057396:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c751f0db x1853241654539904/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:514/0 lens 224/368 e 0 to 0 dl 1767389074 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389063.057412:0:338181:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ccf0560 x1853241654540032/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:514/0 lens 224/0 e 0 to 0 dl 1767389074 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389063.057417:0:339625:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389063.057439:0:352639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958372807600 00000100:00000001:2.0:1767389063.057447:0:339625:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389063.057459:0:339625:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767389063.057486:0:352639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1dbd [1] + 224 00000100:00100000:2.0:1767389063.057488:0:339625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:2.0:1767389063.057508:0:339625:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000100:00100000:1.0:1767389063.057520:0:339010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c751f0db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654539904:12345-0@lo:13: Request processed in 1705us (3074us total) trans 0 rc 0/0 00000400:00000200:0.0:1767389063.057524:0:352639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389063.057526:0:339625:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402875904 : -122821306675712 : ffff904b6fa50e00) 00000100:00000001:3.0:1767389063.057533:0:338181:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389063.057549:0:338181:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004276fcfd. 00000100:00000040:2.0:1767389063.057555:0:339625:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060e1bd6e x1853241654540160/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:514/0 lens 224/0 e 0 to 0 dl 1767389074 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389063.057559:0:338181:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389063.057566:0:352639:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767389063.057572:0:339010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00000010:3.0:1767389063.057582:0:338181:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004276fcfd. 00000100:00000040:1.0:1767389063.057595:0:339010:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:0.0:1767389063.057597:0:352639:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767389063.057611:0:339010:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767389063.057615:0:352639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db0a5abe x1853241654539776/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389079 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389063.057616:0:338181:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006ccf0560 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:337539:x1853241654540032:12345-0@lo:400: 00000100:00000001:1.0:1767389063.057619:0:339010:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389063.057621:0:339625:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389063.057633:0:339010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4d735e3. 00000020:00000010:2.0:1767389063.057636:0:339625:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f7bb223a. 00000100:00000200:3.0:1767389063.057638:0:338181:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654540032 00000020:00000001:3.0:1767389063.057656:0:338181:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389063.057658:0:339625:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389063.057661:0:339010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b81e899. 00000100:00000040:0.0:1767389063.057664:0:352639:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000db0a5abe x1853241654539776/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389079 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389063.057667:0:338181:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767389063.057672:0:339010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e507d83a. 00000020:00000001:3.0:1767389063.057676:0:338181:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389063.057693:0:339625:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f7bb223a. 00000020:00000040:1.0:1767389063.057697:0:339010:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000020:00000001:3.0:1767389063.057698:0:338181:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389063.057713:0:338181:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:1.0:1767389063.057715:0:339010:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.057724:0:352639:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767389063.057728:0:338181:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389063.057735:0:338181:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389063.057739:0:338181:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767389063.057767:0:339625:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000060e1bd6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:337536:x1853241654540160:12345-0@lo:400: 00000100:00000200:2.0:1767389063.057774:0:339625:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654540160 00000020:00000001:3.0:1767389063.057778:0:338181:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389063.057781:0:339625:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389063.057784:0:338181:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389063.057788:0:339625:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00080000:1.0:1767389063.057790:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:3.0:1767389063.057791:0:338181:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767389063.057793:0:339625:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389063.057796:0:352639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a179ee7f 00000020:00000001:2.0:1767389063.057809:0:339625:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:0.0:1767389063.057810:0:352639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a179ee7f. 00000100:00000001:3.0:1767389063.057812:0:338181:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1767389063.057812:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000020:00000001:2.0:1767389063.057816:0:339625:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 02000000:00000001:3.0:1767389063.057827:0:338181:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767389063.057829:0:352639:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767389063.057830:0:339625:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00080000:1.0:1767389063.057831:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000010:3.0:1767389063.057840:0:338181:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001341b2e9. 00000100:00000001:0.0:1767389063.057844:0:352639:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1767389063.057845:0:339625:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767389063.057846:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 02000000:00000001:3.0:1767389063.057848:0:338181:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389063.057857:0:339625:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767389063.057864:0:338181:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389063.057868:0:339625:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389063.057872:0:338181:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.057877:0:352639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389063.057879:0:339625:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389063.057880:0:338181:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654540032 00000020:00000001:2.0:1767389063.057906:0:339625:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1767389063.057908:0:338181:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767389063.057911:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767389063.057918:0:352639:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:1.0:1767389063.057921:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389063.057923:0:339625:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767389063.057925:0:352639:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000200:3.0:1767389063.057936:0:338181:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006ccf0560 x1853241654540032/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:514/0 lens 224/224 e 0 to 0 dl 1767389074 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389063.057939:0:339625:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767389063.057942:0:352639:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767389063.057944:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1767389063.057949:0:339625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000996ccd46. 00000400:00000001:1.0:1767389063.057957:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767389063.057961:0:352639:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767389063.057970:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000222c06ed. 02000000:00000001:2.0:1767389063.057972:0:339625:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389063.057986:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098d7bf5f x1853241654539776/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:514/0 lens 328/344 e 0 to 0 dl 1767389074 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389063.057989:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd7cb3a3 00000100:00000001:2.0:1767389063.057990:0:339625:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389063.058002:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd7cb3a3. 00000020:00000001:2.0:1767389063.058011:0:339625:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389063.058021:0:338181:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767389063.058021:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:2.0:1767389063.058035:0:339625:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654540160 00010000:00000001:3.0:1767389063.058041:0:338181:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389063.058051:0:339625:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767389063.058052:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ca92f52 x1853241654539904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767389063.058059:0:338181:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=82 v=5 (1 0 0 0) 00010000:00000200:2.0:1767389063.058071:0:339625:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000060e1bd6e x1853241654540160/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:514/0 lens 224/224 e 0 to 0 dl 1767389074 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389063.058095:0:338181:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1767389063.058096:0:352639:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098d7bf5f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+17:338177:x1853241654539776:12345-0@lo:101: Request processed in 2761us (4925us total) trans 0 rc 0/0 00000100:00000040:3.0:1767389063.058110:0:338181:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389063.058128:0:338181:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389063.058150:0:338181:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389063.058163:0:338181:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389063.058166:0:352639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00000001:3.0:1767389063.058188:0:338181:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389063.058192:0:352639:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 2 00010000:00000001:2.0:1767389063.058194:0:339625:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767389063.058199:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ca92f52 x1853241654539904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389063.058209:0:338181:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389063.058210:0:352639:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767389063.058212:0:339625:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.058227:0:352639:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767389063.058232:0:338181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc136459. 00000100:00001000:2.0:1767389063.058234:0:339625:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389063.058235:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767389063.058237:0:352639:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0ee10ae. 00000100:00000001:1.0:1767389063.058246:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767389063.058256:0:352639:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ea94b241. 00000100:00000200:3.0:1767389063.058258:0:338181:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654540032, offset 224 00000100:00000001:1.0:1767389063.058260:0:337538:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767389063.058264:0:339625:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1767389063.058273:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767389063.058275:0:352639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006cf5075d. 00000100:00000001:1.0:1767389063.058286:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767389063.058289:0:339625:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000001:1.0:1767389063.058297:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389063.058298:0:338181:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767389063.058299:0:352639:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 16 00000100:00000001:2.0:1767389063.058301:0:339625:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389063.058323:0:339625:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389063.058323:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389063.058324:0:352639:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389063.058355:0:352639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000000d3c2ccd. 02000000:00000001:2.0:1767389063.058357:0:339625:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389063.058359:0:338181:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1767389063.058366:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=72 v=5 (5 0 0 0) 02000000:00000001:0.0:1767389063.058372:0:352639:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389063.058376:0:339625:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389063.058383:0:352639:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767389063.058389:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=72 v=5 (1 0 0 0) 00000100:00000040:2.0:1767389063.058392:0:339625:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767389063.058393:0:352639:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767389063.058402:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767389063.058403:0:338181:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372807700 00000100:00000001:1.0:1767389063.058410:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389063.058414:0:339625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000626df8e9. 00000100:00000001:0.0:1767389063.058417:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767389063.058433:0:338181:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1dcd [1] + 224 00010000:00000001:1.0:1767389063.058435:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767389063.058452:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009ca92f52 x1853241654539904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389063.058454:0:338181:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767389063.058456:0:339625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654540160, offset 224 00000400:00000001:0.0:1767389063.058460:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389063.058478:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767389063.058482:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389063.058485:0:338181:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767389063.058490:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf8c0870. 00000100:00000001:1.0:1767389063.058506:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1767389063.058507:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000100:00000040:1.0:1767389063.058511:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000400:00000010:0.0:1767389063.058521:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000100:00000001:1.0:1767389063.058523:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767389063.058529:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.058542:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767389063.058548:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ca92f52 x1853241654539904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389063.058549:0:339625:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767389063.058559:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db0a5abe x1853241654539776/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389079 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389063.058566:0:338181:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767389063.058584:0:339625:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767389063.058588:0:338181:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2734a03 x1853241654540032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389063.058631:0:339625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372807780 00000100:00000001:1.0:1767389063.058665:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389063.058671:0:339625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1dd5 [1] + 224 00000100:00000200:0.0:1767389063.058687:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db0a5abe x1853241654539776/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389079 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389063.058688:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389063.058704:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389063.058707:0:339625:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767389063.058719:0:338181:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2734a03 x1853241654540032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767389063.058722:0:337538:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767389063.058766:0:337538:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767389063.058770:0:337538:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000004:00000020:1.0:1767389063.058787:0:337538:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000004:00000001:1.0:1767389063.058795:0:337538:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389063.058811:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ca92f52 x1853241654539904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389079 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389063.058813:0:339625:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389063.058814:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389063.058829:0:339625:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389063.058834:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389063.058846:0:339625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001244c98e x1853241654540160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.058853:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389063.058865:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389063.058876:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389063.058887:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389063.058908:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389063.058918:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ca92f52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654539904:0@lo:13: 00000100:00001000:0.0:1767389063.058932:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=88 v=5 (5 0 0 0) 00000100:00000001:1.0:1767389063.058950:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389063.058952:0:338181:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767389063.058967:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389063.058970:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767389063.058976:0:338181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc136459 00000100:00000040:2.0:1767389063.058980:0:339625:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001244c98e x1853241654540160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389063.058987:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ca92f52 x1853241654539904/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389079 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389063.058988:0:338181:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc136459. 00000100:00000001:0.0:1767389063.058991:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389063.059000:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.059008:0:338181:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767389063.059019:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767389063.059021:0:338181:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767389063.059033:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.059037:0:338181:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.059048:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389063.059062:0:338181:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000040:0.0:1767389063.059074:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db0a5abe x1853241654539776/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389079 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389063.059083:0:338181:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767389063.059088:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389063.059096:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767389063.059101:0:339625:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767389063.059102:0:338181:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389063.059106:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000421a0fd. 00000400:00000200:2.0:1767389063.059117:0:339625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000626df8e9 00000020:00000001:3.0:1767389063.059122:0:338181:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1767389063.059124:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767389063.059140:0:338177:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767389063.059142:0:339625:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000626df8e9. 00000020:00000001:1.0:1767389063.059142:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1767389063.059150:0:338181:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ccf0560 x1853241654540032/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:514/0 lens 224/224 e 0 to 0 dl 1767389074 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389063.059152:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767389063.059162:0:339625:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389063.059166:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389063.059177:0:339625:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767389063.059179:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767389063.059181:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389063.059189:0:339625:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389063.059195:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c992cf03. 00000100:00000040:0.0:1767389063.059209:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db0a5abe x1853241654539776/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389079 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389063.059213:0:339625:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 02000000:00000001:1.0:1767389063.059217:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1767389063.059234:0:338181:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006ccf0560 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:337539:x1853241654540032:12345-0@lo:400: Request processed in 1680us (3415us total) trans 0 rc 0/0 00010000:00000001:2.0:1767389063.059236:0:339625:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767389063.059236:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1767389063.059250:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db0a5abe pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654539776:0@lo:101: 00000020:00000001:2.0:1767389063.059252:0:339625:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389063.059253:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ca92f52. 00000020:00000001:2.0:1767389063.059270:0:339625:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767389063.059278:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1767389063.059286:0:338181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000001:0.0:1767389063.059287:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389063.059289:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389063.059292:0:339625:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060e1bd6e x1853241654540160/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:514/0 lens 224/224 e 0 to 0 dl 1767389074 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.059307:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.059310:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389063.059311:0:338181:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000100:00000001:0.0:1767389063.059327:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767389063.059332:0:338181:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389063.059351:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389063.059358:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767389063.059366:0:338181:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767389063.059366:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389063.059380:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db0a5abe x1853241654539776/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389079 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389063.059381:0:338181:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000151efa1c. 00000100:00000001:1.0:1767389063.059382:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767389063.059384:0:339625:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000060e1bd6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:337536:x1853241654540160:12345-0@lo:400: Request processed in 1752us (3233us total) trans 0 rc 0/0 00000100:00000001:1.0:1767389063.059396:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389063.059404:0:338181:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000025b2f625. 00000020:00000010:3.0:1767389063.059424:0:338181:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001626bc99. 00000100:00000001:1.0:1767389063.059425:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389063.059436:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767389063.059439:0:338181:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000100:00000001:1.0:1767389063.059445:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389063.059448:0:339625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000001:3.0:1767389063.059457:0:338181:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389063.059460:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389063.059468:0:339625:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000100:00000001:2.0:1767389063.059479:0:339625:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389063.059494:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.059495:0:339625:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389063.059504:0:339625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7580d92. 00000100:00000010:0.0:1767389063.059506:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007a07a382. 00000400:00000010:1.0:1767389063.059511:0:352639:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000222c06ed. 00000020:00000010:2.0:1767389063.059515:0:339625:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c68a6402. 00000100:00000001:0.0:1767389063.059521:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767389063.059525:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389063.059526:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000460b681d. 00000020:00000010:2.0:1767389063.059537:0:339625:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001ef2ca6. 00010000:00000001:0.0:1767389063.059539:0:338177:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767389063.059549:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1767389063.059554:0:339625:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000020:00000001:0.0:1767389063.059557:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767389063.059562:0:339625:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767389063.059572:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4f799da refcount=4 00000020:00000001:0.0:1767389063.059577:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389063.059583:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000040:0.0:1767389063.059589:0:338177:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000c4f799da, remote cookie: 0x95cd417baf42955f, flags: 0x0 00010000:00000001:0.0:1767389063.059594:0:338177:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389063.059600:0:338177:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389063.059604:0:338177:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:1.0:1767389063.059608:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767389063.059610:0:338177:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000001:1.0:1767389063.059626:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767389063.059628:0:338177:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:2.0:1767389063.059630:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1767389063.059639:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767389063.059643:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:0.0:1767389063.059645:0:338177:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000023421edb) refcount = 1 00000400:00000001:1.0:1767389063.059647:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389063.059658:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9daf9f9. 00010000:00010000:0.0:1767389063.059660:0:338177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: 00000000c4f799da/0x95cd417baf429558 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf42955f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767389063.059673:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086cc09bc 00000400:00000010:1.0:1767389063.059682:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000086cc09bc. 00010000:00000001:0.0:1767389063.059684:0:338177:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389063.059691:0:338177:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000001:1.0:1767389063.059693:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767389063.059695:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767389063.059696:0:338177:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767389063.059705:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001244c98e x1853241654540160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767389063.059707:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767389063.059711:0:338177:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:2.0:1767389063.059714:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f6f0262. 00010000:00000001:0.0:1767389063.059814:0:338177:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389063.059821:0:338177:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: 00000000c4f799da/0x95cd417baf429558 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf42955f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767389063.059826:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d50b63d0 00000400:00000010:2.0:1767389063.059837:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d50b63d0. 00000100:00000001:2.0:1767389063.059856:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389063.059870:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2734a03 x1853241654540032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389063.059872:0:338177:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767389063.059886:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389063.059895:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1767389063.059897:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001244c98e x1853241654540160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389063.059902:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389063.059911:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767389063.059912:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2734a03 x1853241654540032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389063.059928:0:338177:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.059930:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389063.059935:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389063.059941:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389063.059943:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389063.059945:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389063.059958:0:337539:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767389063.059958:0:337536:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767389063.059964:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db0a5abe x1853241654539776/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389079 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389063.059969:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767389063.059971:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389063.059978:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389063.059979:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389063.059990:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.059993:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.059996:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389063.059997:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389063.060011:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389063.060012:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1767389063.060015:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=82 v=5 (5 0 0 0) 02000000:00000010:0.0:1767389063.060023:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001563f23f. 00000100:00001000:2.0:1767389063.060028:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=82 v=5 (1 0 0 0) 00000100:00001000:1.0:1767389063.060028:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=79 v=5 (5 0 0 0) 02000000:00000001:0.0:1767389063.060032:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389063.060043:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767389063.060046:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1767389063.060047:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=79 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389063.060051:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.060053:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389063.060062:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389063.060062:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00010000:00000001:2.0:1767389063.060064:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767389063.060074:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:2.0:1767389063.060080:0:337539:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d2734a03 x1853241654540032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767389063.060089:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000097aebe05. 00010000:00000001:1.0:1767389063.060090:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389063.060098:0:337539:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.060108:0:337539:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767389063.060109:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:1.0:1767389063.060111:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001244c98e x1853241654540160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389063.060116:0:337539:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:0.0:1767389063.060118:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767389063.060129:0:337539:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:0.0:1767389063.060130:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db0a5abe. 00000100:00000001:2.0:1767389063.060139:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389063.060150:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.060153:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767389063.060159:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2734a03 x1853241654540032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389063.060161:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767389063.060162:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389063.060170:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 10000000:00000001:0.0:1767389063.060174:0:338177:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.060179:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767389063.060187:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389063.060189:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767389063.060201:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 3 00000100:00000040:1.0:1767389063.060209:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001244c98e x1853241654540160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389063.060212:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1767389063.060217:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.060228:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767389063.060231:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767389063.060236:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389063.060240:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389063.060250:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4f799da refcount=3 00000100:00000040:2.0:1767389063.060258:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2734a03 x1853241654540032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389063.060260:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767389063.060260:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00000100:00000001:1.0:1767389063.060285:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767389063.060285:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00000100:00100000:2.0:1767389063.060295:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2734a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:337539:1853241654540032:0@lo:400: 00000100:00000001:1.0:1767389063.060295:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389063.060298:0:338177:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767389063.060308:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767389063.060314:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389063.060317:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001244c98e x1853241654540160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389063.060318:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767389063.060320:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767389063.060329:0:338177:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389063.060353:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2734a03 x1853241654540032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767389063.060364:0:338177:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767389063.060378:0:338177:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000029dc859f. 00000100:00100000:1.0:1767389063.060398:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001244c98e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:337536:1853241654540160:0@lo:400: 00000100:00000001:2.0:1767389063.060403:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389063.060412:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767389063.060413:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389063.060415:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db0a5abe. 02000000:00000010:2.0:1767389063.060416:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d23b4d6. 00000100:00000001:1.0:1767389063.060419:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389063.060428:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001244c98e x1853241654540160/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389063.060433:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1767389063.060434:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389063.060441:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389063.060447:0:337539:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767389063.060458:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1767389063.060460:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767389063.060460:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1767389063.060471:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000004ccfbe9. 02000000:00000001:0.0:1767389063.060476:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389063.060478:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767389063.060480:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:1.0:1767389063.060486:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000029149edc. 02000000:00000001:2.0:1767389063.060489:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767389063.060493:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389063.060494:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2734a03. 02000000:00000001:1.0:1767389063.060495:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389063.060502:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767389063.060507:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:1.0:1767389063.060508:0:337536:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767389063.060512:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389063.060515:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389063.060516:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000097aebe05. 00000100:00000001:2.0:1767389063.060518:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767389063.060520:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000005c19075. 00000100:00000001:2.0:1767389063.060534:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767389063.060538:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767389063.060539:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.060540:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389063.060543:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389063.060551:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001244c98e. 00000100:00000001:0.0:1767389063.060567:0:338177:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000001:1.0:1767389063.060568:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389063.060569:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389063.060579:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389063.060580:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389063.060581:0:338177:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001563f23f. 00000100:00000010:0.0:1767389063.060598:0:338177:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000ab1f036f. 00000100:00000001:1.0:1767389063.060601:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.060608:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767389063.060608:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=7 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389063.060620:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389063.060623:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767389063.060630:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.060630:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1767389063.060640:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389063.060652:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a07a382. 00000100:00000001:0.0:1767389063.060658:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247633379904 : -122826076171712 : ffff904a535c5240) 00000100:00000001:0.0:1767389063.060664:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389063.060670:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520925312 : -122821188626304 : ffff904b76ae5880) 00000100:00000001:0.0:1767389063.060675:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389063.060678:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.060682:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389063.060686:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389063.060698:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db0a5abe x1853241654540288/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.060712:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389063.060716:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389063.060786:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389063.060791:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389063.060795:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389063.060801:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db0a5abe pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654540288:0@lo:256: 00000100:00000001:0.0:1767389063.060809:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389063.060815:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389063.060819:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.060825:0:338177:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767389063.060833:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf8c0870. 00000400:00000010:0.0:1767389063.060840:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000057029be9. 00000100:00000200:0.0:1767389063.060848:0:338177:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958372807800-0x6958372807800, portal 33 00000100:00000001:0.0:1767389063.060853:0:338177:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389063.060858:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389063.060864:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006cf5075d. 02000000:00000001:0.0:1767389063.060867:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389063.060874:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071ad8f9c. 00000400:00000010:0.0:1767389063.060885:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000100:00000200:0.0:1767389063.060890:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654540288, portal 25 00000100:00000001:0.0:1767389063.060893:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389063.060896:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520925312 : -122821188626304 : ffff904b76ae5880) 00000100:00000040:0.0:1767389063.060904:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db0a5abe x1853241654540288/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389079 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.060930:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389063.060934:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389063.060947:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a179ee7f. 00000100:00000200:0.0:1767389063.060953:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853241654540288, offset 0 00000400:00000200:0.0:1767389063.060965:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389063.060985:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389063.061002:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958372807800 00000400:00000200:0.0:1767389063.061014:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x15c9 [2] + 0 00000400:00000010:0.0:1767389063.061020:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3c303a6. 00000400:00000200:0.0:1767389063.061028:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000be1ab5fc 00000400:00000200:0.0:1767389063.061032:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389063.061038:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389063.061046:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be1ab5fc 00000400:00000010:0.0:1767389063.061048:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be1ab5fc. 00000100:00000001:0.0:1767389063.061055:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389063.061058:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389063.061063:0:338177:0:(events.c:337:request_in_callback()) incoming req@000000006bd2e1c6 x1853241654540288 msgsize 304 00000100:00100000:0.0:1767389063.061070:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389063.061073:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767389063.061095:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389063.061111:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a179ee7f 00000400:00000010:0.0:1767389063.061115:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a179ee7f. 00000100:00000001:0.0:1767389063.061127:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389063.061140:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db0a5abe x1853241654540288/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389079 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.061156:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389063.061167:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000db0a5abe x1853241654540288/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389079 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.061178:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.061181:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389063.061187:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.061197:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299651104 00000100:00000001:0.0:1767389063.061214:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299651096 00000100:00000001:2.0:1767389063.061224:0:352639:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389063.061243:0:352639:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654540288 02000000:00000001:2.0:1767389063.061248:0:352639:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389063.061253:0:352639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389063.061253:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299651104 00000100:00000001:2.0:1767389063.061268:0:352639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.061279:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299651096 02000000:00000001:2.0:1767389063.061301:0:352639:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.061308:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299651104 00000100:00100000:2.0:1767389063.061309:0:352639:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654540288 00000020:00000001:2.0:1767389063.061322:0:352639:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389063.061328:0:352639:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:0.0:1767389063.061332:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299651096 00000020:00000001:2.0:1767389063.061358:0:352639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389063.061362:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299651104 00000020:00000040:2.0:1767389063.061364:0:352639:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=17 00000020:00000001:2.0:1767389063.061374:0:352639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389063.061379:0:352639:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389063.061379:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299651096 00000100:00000001:2.0:1767389063.061391:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389063.061394:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389063.061399:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6174da3. 00000100:00000001:0.0:1767389063.061400:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.061417:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389063.061419:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389063.061432:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767389063.061433:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6174da3. 00000100:00100000:0.0:1767389063.061445:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 000000007a07a382 going to sleep for 11 seconds 00000020:00000010:2.0:1767389063.061446:0:352639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001ef2ca6. 00000020:00000010:2.0:1767389063.061460:0:352639:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7580d92. 00000100:00000001:0.0:1767389063.061463:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767389063.061470:0:352639:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c68a6402. 00000100:00000001:0.0:1767389063.061473:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.061479:0:352639:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389063.061484:0:352639:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389063.061487:0:352639:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.061496:0:352639:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.061515:0:352639:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389063.061543:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389063.061546:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389063.061553:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00000040:2.0:1767389063.061559:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 3 00000100:00000001:2.0:1767389063.061564:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661752400 : -122822047799216 : ffff904b43786850) 00000100:00000040:2.0:1767389063.061570:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006bd2e1c6 x1853241654540288/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:514/0 lens 304/0 e 0 to 0 dl 1767389074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389063.061584:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389063.061878:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b7e90301. 00000100:00000001:2.0:1767389063.061885:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389063.061889:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b7e90301. 00000100:00100000:2.0:1767389063.061898:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006bd2e1c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+17:338177:x1853241654540288:12345-0@lo:256: 00000100:00000200:2.0:1767389063.061914:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654540288 00000020:00000001:2.0:1767389063.061918:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389063.061921:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389063.061924:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389063.061927:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389063.061930:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333408 : -1039218208 : ffffffffc20ec9e0) 00000020:00000001:2.0:1767389063.061934:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389063.061936:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389063.061940:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389063.061942:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389063.061945:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.061949:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389063.061951:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389063.061958:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000007a43cab6. 02000000:00000001:2.0:1767389063.061961:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.061965:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389063.061969:0:338175:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767389063.061977:0:338175:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767389063.061980:0:338175:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767389063.061983:0:338175:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389063.061987:0:338175:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389063.061990:0:338175:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767389063.061993:0:338175:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767389063.061999:0:338175:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000002907be0d. 20000000:00000001:2.0:1767389063.062003:0:338175:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 00080000:00000001:1.0:1767389063.073966:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767389063.073980:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:1.0:1767389063.073986:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389063.073991:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:0.0:1767389063.074007:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:1.0:1767389063.074008:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:0.0:1767389063.074021:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389063.074028:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389063.074030:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389063.074032:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000010:2.0:1767389063.074036:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ad01d01f. 00080000:00000010:0.0:1767389063.074037:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ea26020f. 20000000:00000001:1.0:1767389063.074039:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767389063.074054:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767389063.074058:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 00080000:00000001:0.0:1767389063.074061:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:1.0:1767389063.074066:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767389063.074067:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767389063.074078:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767389063.074100:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767389063.074108:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767389063.074112:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767389063.074119:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767389063.074124:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389063.074125:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767389063.074133:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000040:3.0:1767389063.074136:0:338196:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002e7eaf61 count: 2 00080000:00000001:2.0:1767389063.074138:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389063.074153:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767389063.074155:0:338196:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767389063.074163:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767389063.074165:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:2.0:1767389063.074171:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00010000:00000010:3.0:1767389063.074174:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000cb946552. 00080000:00000001:2.0:1767389063.074182:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:3.0:1767389063.074185:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389063.074189:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000cb946552 with handle 0x95cd417baf429566 to hash 00000020:00000001:3.0:1767389063.074194:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389063.074199:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00010000:00000001:3.0:1767389063.074204:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00080000:00000010:2.0:1767389063.074204:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007fcaad19. 00080000:00000001:2.0:1767389063.074219:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247648345088 : -122826061206528 : ffff904a5440ac00) 00010000:00000001:3.0:1767389063.074220:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389063.074231:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389063.074232:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:3.0:1767389063.074244:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000cb946552/0x95cd417baf429566 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389063.074275:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389063.074278:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389063.074280:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389063.074282:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389063.074284:0:338196:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767389063.074291:0:338196:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000040d6ffd7/0x95cd417baf42955f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf429558 expref: 17 pid: 352639 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389063.074299:0:338196:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767389063.074302:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389063.074307:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389063.074310:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389063.074314:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389063.074319:0:338196:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767389063.074322:0:338196:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000cb946552/0x95cd417baf429566 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389063.074330:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002e7eaf61) refcount = 2 00010000:00000040:3.0:1767389063.074354:0:338196:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767389063.074363:0:338196:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000040d6ffd7/0x95cd417baf42955f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x95cd417baf429558 expref: 17 pid: 352639 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389063.074371:0:338196:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767389063.074374:0:338196:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000cb946552/0x95cd417baf429566 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767389063.074386:0:338196:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cead88a7. 00000100:00000001:3.0:1767389063.074390:0:338196:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767389063.074397:0:338196:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5e4e2bc. 00000001:00000001:2.0:1767389063.074397:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767389063.074404:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.074406:0:338196:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247440091584 : -122826269460032 : ffff904a47d6f9c0) 00080000:00000001:2.0:1767389063.074412:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:3.0:1767389063.074414:0:338196:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621247440091584 : -122826269460032 : ffff904a47d6f9c0) 00000100:00000001:3.0:1767389063.074419:0:338196:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767389063.074422:0:338196:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767389063.074424:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767389063.074437:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767389063.074440:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389063.074442:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767389063.074452:0:338196:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000001:2.0:1767389063.074453:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767389063.074463:0:338196:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767389063.074468:0:338196:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767389063.074472:0:338196:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767389063.074478:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff8424d7. 00000020:00000040:3.0:1767389063.074483:0:338196:0:(genops.c:1229:class_import_get()) import 0000000065ed9c00 refcount=2 obd=MGS 00000100:00000001:3.0:1767389063.074487:0:338196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389063.074489:0:338196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389063.074496:0:338196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389063.074504:0:338196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bdc05623. 00000100:00000001:3.0:1767389063.074509:0:338196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389063.074518:0:338196:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000040d6ffd7/0x95cd417baf42955f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x95cd417baf429558 expref: 17 pid: 352639 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389063.074543:0:338196:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000040d6ffd7/0x95cd417baf42955f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x95cd417baf429558 expref: 17 pid: 352639 timeout: 5133 lvb_type: 0 00010000:00000001:3.0:1767389063.074555:0:338196:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767389063.074560:0:338196:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767389063.074568:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff8424d7 x1853241654540416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389063.074578:0:338196:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389063.074581:0:338196:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389063.074588:0:338196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ff8424d7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654540416:0@lo:104: 00000100:00000001:3.0:1767389063.074593:0:338196:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389063.074599:0:338196:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389063.074602:0:338196:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389063.074605:0:338196:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767389063.074610:0:338196:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd30d963. 02000000:00000001:3.0:1767389063.074613:0:338196:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389063.074618:0:338196:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9a4bfc7. 00080000:00000001:2.0:1767389063.074625:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000010:3.0:1767389063.074626:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc136459. 00080000:00000001:2.0:1767389063.074635:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000200:3.0:1767389063.074638:0:338196:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654540416, portal 16 00000100:00000001:3.0:1767389063.074644:0:338196:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389063.074655:0:338196:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694450816 : -122822015100800 : ffff904b456b5880) 00000100:00000040:3.0:1767389063.074665:0:338196:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000ff8424d7 x1853241654540416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389079 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389063.074675:0:338196:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389063.074678:0:338196:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389063.074681:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024671786. 00000100:00000200:3.0:1767389063.074685:0:338196:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853241654540416, offset 0 00000400:00000200:3.0:1767389063.074691:0:338196:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389063.074703:0:338196:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389063.074712:0:338196:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958372807880 00000400:00000200:3.0:1767389063.074720:0:338196:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1ce9 [2] + 0 00000400:00000200:3.0:1767389063.074787:0:338196:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389063.074794:0:338196:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389063.074799:0:338196:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389063.074801:0:338196:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767389063.074806:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2fe0930. 00000100:00000040:3.0:1767389063.074809:0:338196:0:(events.c:337:request_in_callback()) incoming req@00000000b2fe0930 x1853241654540416 msgsize 328 00000100:00100000:3.0:1767389063.074816:0:338196:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767389063.074829:0:338196:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389063.074843:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024671786 00000400:00000010:3.0:1767389063.074846:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024671786. 00000100:00000001:3.0:1767389063.074852:0:338196:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767389063.074859:0:338196:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ff8424d7 x1853241654540416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389079 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389063.074870:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389063.074877:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ff8424d7 x1853241654540416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389079 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389063.074889:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.074893:0:338196:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389063.074908:0:338196:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.074912:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4299651118 00000100:00000001:3.0:1767389063.074929:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4299651104 00000100:00000001:3.0:1767389063.074940:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4299651118 00000100:00000001:3.0:1767389063.074964:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4299651104 00000100:00000001:3.0:1767389063.074971:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4299651118 00000100:00000001:3.0:1767389063.074978:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4299651104 00000100:00000001:3.0:1767389063.074982:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4299651118 00000100:00000001:3.0:1767389063.074990:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4299651104 00000100:00000001:3.0:1767389063.074998:0:338196:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389063.075001:0:338196:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389063.075004:0:338196:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389063.075007:0:338196:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389063.075011:0:338196:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389063.075014:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389063.075015:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389063.075019:0:338196:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389063.075023:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767389063.075027:0:338196:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767389063.075031:0:338196:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.075035:0:338196:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389063.075038:0:338196:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767389063.075041:0:338196:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f5e4e2bc going to sleep for 11 seconds 00000100:00000001:3.0:1767389063.075048:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389063.075052:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.075090:0:339022:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389063.075093:0:339022:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654540416 02000000:00000001:3.0:1767389063.075097:0:339022:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389063.075100:0:339022:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389063.075102:0:339022:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389063.075108:0:339022:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389063.075112:0:339022:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654540416 00000020:00000001:3.0:1767389063.075115:0:339022:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389063.075118:0:339022:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291a0 00000020:00000001:3.0:1767389063.075121:0:339022:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389063.075124:0:339022:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c9ce650e refcount=3 00000020:00000001:3.0:1767389063.075128:0:339022:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000020:00000001:3.0:1767389063.075131:0:339022:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000100:00000001:3.0:1767389063.075144:0:339022:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389063.075147:0:339022:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb0734ec. 00000100:00000001:3.0:1767389063.075151:0:339022:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389063.075154:0:339022:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb0734ec. 00000020:00000010:3.0:1767389063.075161:0:339022:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ef866b3. 00000020:00000010:3.0:1767389063.075167:0:339022:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000151efa1c. 00000020:00000010:3.0:1767389063.075171:0:339022:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000025b2f625. 00000100:00000040:3.0:1767389063.075186:0:339022:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767389063.075191:0:339022:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389063.075195:0:339022:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389063.075198:0:339022:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.075209:0:339022:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.075229:0:339022:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389063.075251:0:339022:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389063.075254:0:339022:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389063.075266:0:339022:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000040:3.0:1767389063.075270:0:339022:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c9ce650e : new rpc_count 1 00000100:00000001:3.0:1767389063.075274:0:339022:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251694448128 : -122822015103488 : ffff904b456b4e00) 00000100:00000040:3.0:1767389063.075283:0:339022:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2fe0930 x1853241654540416/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:514/0 lens 328/0 e 0 to 0 dl 1767389074 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389063.075294:0:339022:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389063.075299:0:339022:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bb0734ec. 00000100:00000001:3.0:1767389063.075305:0:339022:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389063.075308:0:339022:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bb0734ec. 00000100:00100000:3.0:1767389063.075313:0:339022:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2fe0930 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654540416:12345-0@lo:104: 00000100:00000200:3.0:1767389063.075320:0:339022:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654540416 00010000:00000001:3.0:1767389063.075325:0:339022:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767389063.075331:0:339022:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389063.075356:0:339022:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389063.075361:0:339022:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4f799da refcount=3 00000020:00000001:3.0:1767389063.075364:0:339022:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:3.0:1767389063.075368:0:339022:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:3.0:1767389063.075382:0:339022:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389063.075385:0:339022:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389063.075389:0:339022:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: 00000000c4f799da/0x95cd417baf429558 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf42955f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767389063.075397:0:339022:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389063.075400:0:339022:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389063.075404:0:339022:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cae8f3aa. 02000000:00000001:3.0:1767389063.075406:0:339022:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.075408:0:339022:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389063.075412:0:339022:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389063.075415:0:339022:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389063.075419:0:339022:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace3a1a1 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389063.075426:0:339022:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389063.075432:0:339022:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389063.075438:0:339022:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389063.075442:0:339022:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389063.075445:0:339022:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.075448:0:339022:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389063.075453:0:339022:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389063.075457:0:339022:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024671786. 00000100:00000200:3.0:1767389063.075460:0:339022:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853241654540416, offset 224 00000400:00000200:3.0:1767389063.075467:0:339022:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389063.075475:0:339022:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389063.075483:0:339022:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958372807880 00000400:00000200:3.0:1767389063.075489:0:339022:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1dfd [1] + 224 00000400:00000200:3.0:1767389063.075494:0:339022:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389063.075499:0:339022:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389063.075502:0:339022:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389063.075507:0:339022:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ff8424d7 x1853241654540416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767389063.075520:0:339022:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ff8424d7 x1853241654540416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389063.075540:0:339022:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389063.075559:0:339022:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024671786 00000400:00000010:3.0:1767389063.075564:0:339022:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024671786. 00000100:00000001:3.0:1767389063.075573:0:339022:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389063.075578:0:339022:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389063.075589:0:339022:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389063.075596:0:339022:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389063.075601:0:339022:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767389063.075606:0:339022:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f624d74d. 00010000:00000001:3.0:1767389063.075610:0:339022:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767389063.075645:0:339022:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1767389063.075649:0:339022:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389063.075652:0:339022:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389063.075661:0:339022:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389063.075661:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389063.075668:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389063.075679:0:338169:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:3.0:1767389063.075681:0:339022:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2fe0930 x1853241654540416/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:514/0 lens 328/224 e 0 to 0 dl 1767389074 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767389063.075698:0:338169:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767389063.075709:0:338169:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:3.0:1767389063.075711:0:339022:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2fe0930 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654540416:12345-0@lo:104: Request processed in 416us (898us total) trans 0 rc 0/0 00010000:00010000:1.0:1767389063.075719:0:338169:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 00000000c4f799da/0x95cd417baf429558 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf42955f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767389063.075789:0:339022:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:1.0:1767389063.075795:0:338169:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) Lock 00000000c4f799da is referenced, will be cancelled later 00000100:00000040:3.0:1767389063.075797:0:339022:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9ce650e : new rpc_count 0 00010000:00010000:1.0:1767389063.075802:0:338169:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 00000000c4f799da/0x95cd417baf429558 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x95cd417baf42955f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767389063.075805:0:339022:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389063.075811:0:339022:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389063.075822:0:339022:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000151efa1c. 00010000:00000001:1.0:1767389063.075824:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389063.075833:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767389063.075836:0:339022:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000025b2f625. 00010000:00000001:1.0:1767389063.075837:0:338169:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767389063.075846:0:338169:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f624d74d. 00000020:00000010:3.0:1767389063.075849:0:339022:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ef866b3. 00010000:00000001:1.0:1767389063.075856:0:338169:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389063.075860:0:339022:0:(genops.c:898:class_export_put()) PUTting export 00000000c9ce650e : new refcount 2 00000020:00000001:1.0:1767389063.075862:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389063.075875:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.075876:0:339022:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767389063.075895:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767389063.075901:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389063.075905:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389063.075910:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767389063.075923:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389063.075927:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389063.075931:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767389063.075932:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767389063.075938:0:338196:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389063.075940:0:338196:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389063.075941:0:338196:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9a4bfc7. 00000400:00000200:3.0:1767389063.075947:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc136459 00000400:00000010:3.0:1767389063.075949:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc136459. 00000100:00000001:3.0:1767389063.075952:0:338196:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389063.075955:0:338196:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff8424d7 x1853241654540416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767389063.075975:0:338196:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff8424d7 x1853241654540416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389063.075984:0:338196:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389063.075986:0:338196:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389063.075988:0:338196:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389063.075992:0:338196:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389063.075995:0:338196:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389063.075998:0:338196:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389063.076002:0:338196:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389063.076007:0:338196:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b32deb6f time=88 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389063.076010:0:338196:0:(import.c:2128:obd_at_measure()) add 1 to 00000000566a3b57 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389063.076014:0:338196:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389063.076017:0:338196:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389063.076020:0:338196:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389063.076022:0:338196:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.076024:0:338196:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389063.076028:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff8424d7 x1853241654540416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389063.076035:0:338196:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389063.076038:0:338196:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389063.076040:0:338196:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389063.076044:0:338196:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767389063.076047:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389063.076049:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389063.076051:0:338196:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389063.076056:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff8424d7 x1853241654540416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389079 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767389063.076064:0:338196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ff8424d7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654540416:0@lo:104: 00000100:00000001:3.0:1767389063.076069:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389063.076072:0:338196:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389063.076074:0:338196:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767389063.076075:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389063.076077:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ff8424d7 x1853241654540416/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389079 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389063.076092:0:338196:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389063.076094:0:338196:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389063.076097:0:338196:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd30d963. 02000000:00000001:3.0:1767389063.076104:0:338196:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389063.076107:0:338196:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389063.076109:0:338196:0:(genops.c:1242:class_import_put()) import 0000000065ed9c00 refcount=1 obd=MGS 00000020:00000001:3.0:1767389063.076113:0:338196:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389063.076116:0:338196:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bdc05623. 02000000:00000001:3.0:1767389063.076124:0:338196:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389063.076127:0:338196:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389063.076129:0:338196:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff8424d7. 00000100:00000001:3.0:1767389063.076133:0:338196:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389063.076134:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767389063.076140:0:338196:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f5e4e2bc. 00000100:00000001:3.0:1767389063.076146:0:338196:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767389063.076148:0:338196:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767389063.076151:0:338196:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cead88a7. 00010000:00000001:3.0:1767389063.076160:0:338196:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389063.076164:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389063.076168:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767389063.076176:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767389063.076180:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767389063.076186:0:338196:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000cb946552/0x95cd417baf429566 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767389063.091893:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767389063.091903:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:2.0:1767389063.091907:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389063.091910:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767389063.091920:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767389063.091923:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767389063.091926:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767389063.091934:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000040:2.0:1767389063.091961:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767389063.091966:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767389063.091971:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767389063.091973:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767389063.091976:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767389063.091977:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767389063.091979:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767389063.091981:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767389063.091983:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767389063.091985:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767389063.091987:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767389063.091989:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767389063.091991:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767389063.091993:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767389063.091995:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767389063.091998:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767389063.092001:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767389063.092005:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767389063.092007:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767389063.092009:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767389063.092019:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767389063.092022:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767389063.092025:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767389063.092028:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767389063.092030:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767389063.092034:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767389063.092038:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767389063.092041:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767389063.092043:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767389063.092045:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:01000000:2.0:1767389063.092048:0:338175:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 624, pages 3472/1/4/3. 20000000:00000040:2.0:1767389063.092057:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767389063.092061:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767389063.092064:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767389063.092066:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767389063.092070:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767389063.092072:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767389063.092075:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767389063.092078:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767389063.092081:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767389063.092085:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767389063.092088:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767389063.092092:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767389063.092095:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767389063.092099:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767389063.092101:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767389063.092103:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767389063.092106:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767389063.092108:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767389063.092111:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 00080000:00000001:0.0:1767389063.092112:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000040:2.0:1767389063.092115:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 00040000:00000001:0.0:1767389063.092121:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000040:2.0:1767389063.092123:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 00040000:00000001:0.0:1767389063.092129:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000040:2.0:1767389063.092130:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 00040000:00000001:0.0:1767389063.092136:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000040:2.0:1767389063.092139:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 00040000:00000001:0.0:1767389063.092142:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000040:2.0:1767389063.092147:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 00080000:00000010:0.0:1767389063.092152:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007fcaad19. 20000000:00000040:2.0:1767389063.092154:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767389063.092166:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 00080000:00000001:0.0:1767389063.092168:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000040:2.0:1767389063.092180:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767389063.092185:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767389063.092198:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767389063.092204:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:01000000:2.0:1767389063.092208:0:338175:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 624, pages 2848/1/4/3. 20000000:01000000:2.0:1767389063.092211:0:338175:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1248, version 62 20000000:00000001:2.0:1767389063.092214:0:338175:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1248 : 1248 : 4e0) 00000100:00000001:2.0:1767389063.092221:0:338175:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767389063.092227:0:338175:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000548735c8. 00000100:00000010:2.0:1767389063.092236:0:338175:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000345a108e. 00000020:00000040:2.0:1767389063.092241:0:338175:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=18 00010000:00000001:2.0:1767389063.092246:0:338175:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767389063.092251:0:338175:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767389063.092258:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000626df8e9. 00000400:00000010:2.0:1767389063.092268:0:338175:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000043025843. 00000400:00000200:2.0:1767389063.092279:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389063.092304:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389063.092319:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1248 into portal 33 MB=0x6958372807800 00000400:00000200:2.0:1767389063.092331:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1248/1248 into md 0x1df1 [4] + 0 00000400:00000010:2.0:1767389063.092356:0:338175:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf8c0870. 00000400:00000200:2.0:1767389063.092362:0:338175:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000057029be9 00000400:00000200:2.0:1767389063.092369:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389063.092374:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389063.092380:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057029be9 00000400:00000010:2.0:1767389063.092384:0:338175:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000057029be9. 00000100:00000001:2.0:1767389063.092393:0:338175:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767389063.092395:0:338175:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000db0a5abe desc 000000001563f23f mbits 1853241654540288 00000100:00000001:2.0:1767389063.092414:0:338175:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767389063.092419:0:338175:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767389063.092425:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767389063.092441:0:338175:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1e09 00000400:00000200:2.0:1767389063.092447:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389063.092452:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767389063.092454:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389063.092458:0:338175:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:1.0:1767389063.092460:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389063.092463:0:338175:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000548735c8 00000100:00000001:2.0:1767389063.092472:0:338175:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767389063.092487:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000626df8e9 00000400:00000010:2.0:1767389063.092500:0:338175:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000626df8e9. 00000100:00000001:2.0:1767389063.092506:0:338175:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767389063.092508:0:338175:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000548735c8 00000100:00000001:2.0:1767389063.092510:0:338175:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767389063.092519:0:338175:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1248 bytes via portal 33 id 12345-0@lo mbits 0x6958372807800-0x6958372807800 00000100:00000001:2.0:1767389063.092522:0:338175:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389063.092529:0:338175:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.092534:0:338175:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767389063.092539:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 17 00000100:00000010:2.0:1767389063.092542:0:338175:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000345a108e. 00000100:00000010:2.0:1767389063.092546:0:338175:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000548735c8. 00000100:00000001:2.0:1767389063.092549:0:338175:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767389063.092552:0:338175:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767389063.092560:0:338175:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000002907be0d. 20000000:00000001:2.0:1767389063.092563:0:338175:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389063.092567:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654540288 00010000:00000001:2.0:1767389063.092571:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389063.092577:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006bd2e1c6 x1853241654540288/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:514/0 lens 304/240 e 0 to 0 dl 1767389074 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389063.092586:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389063.092589:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389063.092592:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389063.092597:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389063.092600:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389063.092602:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389063.092606:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389063.092608:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389063.092610:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389063.092613:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389063.092616:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000626df8e9. 00000100:00000200:2.0:1767389063.092619:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853241654540288, offset 224 00000400:00000200:2.0:1767389063.092630:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389063.092642:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389063.092649:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958372807800 00000400:00000200:2.0:1767389063.092654:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1df5 [1] + 224 00000400:00000200:2.0:1767389063.092666:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389063.092669:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389063.092672:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389063.092677:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db0a5abe x1853241654540288/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389079 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389063.092686:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000db0a5abe x1853241654540288/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389079 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389063.092705:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389063.092709:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000626df8e9 00000400:00000010:2.0:1767389063.092710:0:338175:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000626df8e9. 00000100:00000001:2.0:1767389063.092713:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389063.092715:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389063.092721:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.092790:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389063.092801:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389063.092805:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389063.092807:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071ad8f9c. 00000400:00000200:1.0:1767389063.092817:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000400:00000010:1.0:1767389063.092820:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000400:00000010:0.0:1767389063.092822:0:352643:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000c31c4491. 00000100:00000001:1.0:1767389063.092827:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389063.092836:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db0a5abe x1853241654540288/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389079 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389063.092843:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389063.092851:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389063.092856:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389063.092860:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767389063.092863:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db0a5abe x1853241654540288/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389079 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389063.092870:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bd2e1c6 x1853241654540288/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:514/0 lens 304/240 e 0 to 0 dl 1767389074 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389063.092879:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389063.092884:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389063.092890:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389063.092893:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767389063.092897:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006bd2e1c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+17:338177:x1853241654540288:12345-0@lo:256: Request processed in 31304us (31825us total) trans 0 rc 0/0 00000100:00000001:1.0:1767389063.092898:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389063.092904:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389063.092910:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389063.092915:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00001000:1.0:1767389063.092918:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=88 v=5 (5 0 0 0) 00000100:00000040:2.0:1767389063.092920:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:2.0:1767389063.092927:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767389063.092929:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389063.092934:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767389063.092935:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389063.092941:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389063.092943:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7580d92. 00010000:00000001:1.0:1767389063.092945:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389063.092949:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389063.092955:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c68a6402. 00000100:00000001:1.0:1767389063.092955:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389063.092965:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001ef2ca6. 00000100:00000040:1.0:1767389063.092967:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000db0a5abe x1853241654540288/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389079 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767389063.092977:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 16 00000100:00000040:1.0:1767389063.092982:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000db0a5abe x1853241654540288/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389079 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389063.092985:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389063.092990:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000007a43cab6. 00000100:00000001:1.0:1767389063.092998:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767389063.092999:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389063.093006:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389063.093013:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389063.093020:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db0a5abe x1853241654540288/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389079 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389063.093026:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:1.0:1767389063.093035:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db0a5abe pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654540288:0@lo:256: 00000400:00000010:2.0:1767389063.093036:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000131cf53f. 00000100:00000001:1.0:1767389063.093046:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767389063.093047:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087ca611e. 00000100:00000001:1.0:1767389063.093053:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.093060:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767389063.093063:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389063.093066:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db0a5abe x1853241654540288/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389079 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389063.093075:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389063.093077:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007a07a382. 00000100:00000001:1.0:1767389063.093081:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767389063.093084:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767389063.093089:0:338177:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 62, more 0. 10000000:00000001:1.0:1767389063.093094:0:338177:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767389063.093101:0:338177:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005521e0fb. 10000000:00000040:1.0:1767389063.093110:0:338177:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767389063.093118:0:338177:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767389063.093122:0:338177:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767389063.093127:0:338177:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.113@tcp has 192.168.204.113@tcp. 00000100:00000001:1.0:1767389063.093131:0:338177:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389063.093134:0:338177:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767389063.093135:0:338177:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.113@tcp with 192.168.204.113@tcp 00000100:00000200:1.0:1767389063.093139:0:338177:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.113@tcp' 00000400:00000200:1.0:1767389063.093144:0:338177:0:(peer.c:1356:LNetAddPeer()) Add peer with 30 NIDs 00000400:00001000:1.0:1767389063.093148:0:338177:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767389063.093151:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.113@tcp 00000400:00000200:1.0:1767389063.093157:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767389063.093163:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (30) 00000400:00000200:1.0:1767389063.093167:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767389063.093171:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp: 0. pending discovery 00000400:00000200:1.0:1767389063.093174:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (31) 00000400:00000200:1.0:1767389063.093188:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp 00000400:00000200:1.0:1767389063.093192:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.113@tcp10 00000400:00000200:1.0:1767389063.093214:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093217:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp10 00000400:00000200:1.0:1767389063.093220:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.113@tcp11 00000400:00000200:1.0:1767389063.093223:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093226:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp11 00000400:00000200:1.0:1767389063.093229:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.113@tcp12 00000400:00000200:1.0:1767389063.093231:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093233:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp12 00000400:00000200:1.0:1767389063.093236:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.113@tcp13 00000400:00000200:1.0:1767389063.093240:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093243:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp13 00000400:00000200:1.0:1767389063.093247:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.113@tcp14 00000400:00000200:1.0:1767389063.093255:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093259:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp14 00000400:00000200:1.0:1767389063.093263:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.113@tcp15 00000400:00000200:1.0:1767389063.093269:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093272:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp15 00000400:00000200:1.0:1767389063.093274:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.113@tcp16 00000400:00000200:1.0:1767389063.093282:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093284:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp16 00000400:00000200:1.0:1767389063.093288:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.113@tcp17 00000400:00000200:1.0:1767389063.093295:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093299:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp17 00000400:00000200:1.0:1767389063.093303:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.113@tcp18 00000400:00000200:1.0:1767389063.093308:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093311:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp18 00000400:00000200:1.0:1767389063.093313:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.113@tcp19 00000400:00000200:1.0:1767389063.093317:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093320:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp19 00000400:00000200:1.0:1767389063.093322:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.113@tcp20 00000400:00000200:1.0:1767389063.093325:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093327:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp20 00000400:00000200:1.0:1767389063.093329:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.113@tcp21 00000400:00000200:1.0:1767389063.093331:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093369:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp21 00000400:00000200:1.0:1767389063.093372:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.113@tcp22 00000400:00000040:0.0:1767389063.093382:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389063.093400:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000200:1.0:1767389063.093401:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093409:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp22 00000400:00000040:0.0:1767389063.093409:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000200:1.0:1767389063.093422:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.113@tcp23 00000400:00000040:0.0:1767389063.093422:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000200:1.0:1767389063.093432:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093435:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp23 00000400:00000040:0.0:1767389063.093436:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000200:1.0:1767389063.093437:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.113@tcp24 00000400:00000200:1.0:1767389063.093446:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp24 NID flags 0x1: -114 00000400:00000040:0.0:1767389063.093447:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000200:1.0:1767389063.093466:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp24 00000400:00000040:0.0:1767389063.093467:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000200:1.0:1767389063.093470:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.113@tcp25 00000400:00000200:1.0:1767389063.093474:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093475:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp25 00000400:00000200:1.0:1767389063.093477:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.113@tcp26 00000400:00000200:1.0:1767389063.093481:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093490:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp26 00000400:00000040:0.0:1767389063.093492:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000200:1.0:1767389063.093493:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.113@tcp27 00000400:00000200:1.0:1767389063.093505:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp27 NID flags 0x1: -114 00000400:00000040:0.0:1767389063.093507:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000200:1.0:1767389063.093509:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp27 00000400:00000200:1.0:1767389063.093514:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.113@tcp28 00000400:00000040:0.0:1767389063.093518:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000200:1.0:1767389063.093520:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093536:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp28 00000400:00000040:0.0:1767389063.093538:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000200:1.0:1767389063.093542:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.113@tcp29 00000400:00000040:0.0:1767389063.093544:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000200:1.0:1767389063.093556:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp29 NID flags 0x1: -114 00000400:00000040:0.0:1767389063.093558:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000200:1.0:1767389063.093576:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp29 00000400:00000040:0.0:1767389063.093576:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389063.093589:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000200:1.0:1767389063.093595:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.113@tcp30 00000400:00000040:0.0:1767389063.093598:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000200:1.0:1767389063.093606:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp30 NID flags 0x1: -114 00000400:00000040:0.0:1767389063.093608:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000200:1.0:1767389063.093610:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp30 00000400:00000040:0.0:1767389063.093615:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767389063.093627:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000200:1.0:1767389063.093628:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.113@tcp31 00000400:00000040:0.0:1767389063.093644:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000200:1.0:1767389063.093646:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093655:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp31 00000400:00000040:0.0:1767389063.093655:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389063.093671:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000200:1.0:1767389063.093673:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.113@tcp32 00000400:00000040:0.0:1767389063.093679:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000200:1.0:1767389063.093686:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp32 NID flags 0x1: -114 00000400:00000040:0.0:1767389063.093689:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000200:1.0:1767389063.093695:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp32 00000400:00000040:0.0:1767389063.093696:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767389063.093712:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000200:1.0:1767389063.093713:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.113@tcp33 00000400:00000200:1.0:1767389063.093727:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093738:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp33 00000400:00000200:1.0:1767389063.093742:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.113@tcp34 00000400:00000200:1.0:1767389063.093748:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp34 NID flags 0x1: -114 00000400:00000040:0.0:1767389063.093765:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000200:1.0:1767389063.093767:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp34 00000400:00000040:0.0:1767389063.093771:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000200:1.0:1767389063.093773:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.113@tcp35 00000400:00000040:0.0:1767389063.093778:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389063.093782:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389063.093787:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767389063.093794:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389063.093798:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389063.093802:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389063.093806:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389063.093809:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389063.093815:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767389063.093818:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389063.093822:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000200:1.0:1767389063.093823:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp35 NID flags 0x1: -114 00000400:00000040:0.0:1767389063.093828:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000200:1.0:1767389063.093834:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp35 00000400:00000040:0.0:1767389063.093836:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000200:1.0:1767389063.093844:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.113@tcp36 00000400:00000040:0.0:1767389063.093844:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389063.093858:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000200:1.0:1767389063.093863:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp36 NID flags 0x1: -114 00000400:00000040:0.0:1767389063.093869:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000200:1.0:1767389063.093870:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp36 00000400:00000040:0.0:1767389063.093878:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000200:1.0:1767389063.093882:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.113@tcp37 00000400:00000040:0.0:1767389063.093889:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000200:1.0:1767389063.093892:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093894:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp37 00000400:00000200:1.0:1767389063.093895:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.113@tcp38 00000400:00000200:1.0:1767389063.093898:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767389063.093904:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp38 00000400:00000040:0.0:1767389063.093905:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000100:00000001:1.0:1767389063.093907:0:338177:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767389063.093909:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00010000:00000001:1.0:1767389063.093917:0:338177:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767389063.093918:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389063.093926:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 10000000:00000040:1.0:1767389063.093931:0:338177:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.113@tcp' by NID '192.168.204.113@tcp' 00000400:00000040:0.0:1767389063.093932:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767389063.093940:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 10000000:00000010:1.0:1767389063.093942:0:338177:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000a4d735e3. 00000400:00000040:0.0:1767389063.093947:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 10000000:00000040:1.0:1767389063.093948:0:338177:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 62/62 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.113@tcp::1 00000400:00000040:0.0:1767389063.093953:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000020:00000080:1.0:1767389063.093959:0:338177:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000040:0.0:1767389063.093959:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767389063.093973:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000020:00000001:1.0:1767389063.093978:0:338177:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000040:0.0:1767389063.093978:0:352643:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000020:00000010:1.0:1767389063.093985:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002eb3b468. 00000020:00000010:1.0:1767389063.093993:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000b03e7c6. 00000040:00000010:1.0:1767389063.094001:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005aafb00d. 00000020:00000010:1.0:1767389063.094012:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006f03e7c0. 00000020:00000010:1.0:1767389063.094026:0:338177:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057d12b29. 00000020:00000010:1.0:1767389063.094037:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000057c08578. 80000000:00000010:1.0:1767389063.094048:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007c3966ad. 40000000:00000010:1.0:1767389063.094058:0:338177:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000076a7aab2. 00100000:00000010:1.0:1767389063.094071:0:338177:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008a07d9c2. 00040000:00000010:1.0:1767389063.094079:0:338177:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c992cf03. 00040000:00000010:1.0:1767389063.094091:0:338177:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004c42f700. 00040000:00000010:1.0:1767389063.094108:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f723bcf3. 00080000:00000010:1.0:1767389063.094136:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009dbebb2b. 00000004:00000010:1.0:1767389063.094148:0:338177:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c2c407cf. 00000004:00000010:1.0:1767389063.094164:0:338177:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000028b2d3d9. 00000004:00000010:1.0:1767389063.094176:0:338177:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006232e190. 00002000:00000010:1.0:1767389063.094189:0:338177:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000421a0fd. 00000004:00000010:1.0:1767389063.094200:0:338177:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c33d78c3. 00000004:00000001:1.0:1767389063.094212:0:338177:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767389063.094219:0:338177:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767389063.094223:0:338177:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000a4d735e3 00000400:00000010:0.0:1767389063.094225:0:352643:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000c31c4491. 00000040:00001000:1.0:1767389063.094227:0:338177:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767389063.094235:0:338177:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767389063.094238:0:338177:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767389063.094242:0:338177:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767389063.094247:0:338177:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767389063.094248:0:338177:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767389063.094251:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767389063.094253:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.113@tcp::1 00000040:00000001:1.0:1767389063.094256:0:338177:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767389063.094362:0:338177:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389063.094369:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000b03e7c6. 00000040:00000010:1.0:1767389063.094375:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005aafb00d. 00000020:00000010:1.0:1767389063.094396:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006f03e7c0. 00000020:00000010:1.0:1767389063.094402:0:338177:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000057d12b29. 00000020:00000010:1.0:1767389063.094406:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000057c08578. 80000000:00000010:1.0:1767389063.094412:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007c3966ad. 40000000:00000010:1.0:1767389063.094417:0:338177:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000076a7aab2. 00100000:00000010:1.0:1767389063.094421:0:338177:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000008a07d9c2. 00040000:00000010:1.0:1767389063.094425:0:338177:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c992cf03. 00040000:00000010:1.0:1767389063.094434:0:338177:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004c42f700. 00040000:00000010:1.0:1767389063.094440:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f723bcf3. 00080000:00000010:1.0:1767389063.094446:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009dbebb2b. 00000004:00000010:1.0:1767389063.094452:0:338177:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c2c407cf. 00000004:00000010:1.0:1767389063.094457:0:338177:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000028b2d3d9. 00000004:00000010:1.0:1767389063.094464:0:338177:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006232e190. 00002000:00000010:1.0:1767389063.094480:0:338177:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000421a0fd. 00000004:00000010:1.0:1767389063.094483:0:338177:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c33d78c3. 00000020:00000010:1.0:1767389063.094489:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002eb3b468. 00000020:00000001:1.0:1767389063.094496:0:338177:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389063.094499:0:338177:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767389063.094505:0:338177:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000a4d735e3. 10000000:00000010:1.0:1767389063.094511:0:338177:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005521e0fb. 10000000:00000001:1.0:1767389063.094519:0:338177:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.094523:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389063.094529:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db0a5abe x1853241654540288/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389079 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389063.094539:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389063.094544:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389063.094547:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006cf5075d. 02000000:00000001:1.0:1767389063.094554:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389063.094556:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389063.094558:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389063.094562:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767389063.094564:0:338177:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767389063.094568:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389063.094570:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389063.094573:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767389063.094576:0:338177:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000ab1f036f. 00000100:00000010:1.0:1767389063.094581:0:338177:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001563f23f. 00000100:00000001:1.0:1767389063.094584:0:338177:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767389063.094587:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000097aebe05. 02000000:00000001:1.0:1767389063.094593:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389063.094595:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389063.094597:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db0a5abe. 00000100:00000001:1.0:1767389063.094600:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389063.094601:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767389063.094624:0:338177:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000029dc859f. 10000000:01000000:1.0:1767389063.094634:0:338177:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767389063.094640:0:338177:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767389063.094643:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389063.094645:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389063.094654:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4f799da refcount=3 00000020:00000001:1.0:1767389063.094657:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:1.0:1767389063.094663:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:1.0:1767389063.094667:0:338177:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767389063.094671:0:338177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 00000000c4f799da/0x95cd417baf429558 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11400400000000 nid: local remote: 0x95cd417baf42955f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389063.094681:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389063.094684:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389063.094688:0:338177:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: 00000000c4f799da/0x95cd417baf429558 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11400400000000 nid: local remote: 0x95cd417baf42955f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389063.094696:0:338177:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389063.094702:0:338177:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389063.094707:0:338177:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767389063.094711:0:338177:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000007ee62a3. 00010000:00000001:1.0:1767389063.094714:0:338177:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767389063.094728:0:338177:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767389063.094732:0:338177:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389063.094736:0:338177:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389063.094789:0:338177:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767389063.094792:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389063.094797:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767389063.094801:0:338177:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389063.094803:0:338177:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389063.094808:0:338177:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767389063.094815:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767389063.094819:0:338177:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 3 10000000:00000001:1.0:1767389063.094823:0:338177:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000001:0.0:1767389063.095898:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389063.095901:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389063.095904:0:338168:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767389063.095907:0:338168:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767389063.095909:0:338168:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389063.095912:0:338168:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 00000000c4f799da/0x95cd417baf429558 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x95cd417baf42955f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389063.095941:0:338168:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c4f799da already unused, calling callback (000000001fe26c02) 10000000:00000001:0.0:1767389063.095944:0:338168:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767389063.095945:0:338168:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 00000000c4f799da/0x95cd417baf429558 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x95cd417baf42955f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389063.095951:0:338168:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389063.095953:0:338168:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389063.095955:0:338168:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389063.095958:0:338168:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4f799da refcount=3 00000020:00000001:0.0:1767389063.095960:0:338168:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389063.095963:0:338168:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389063.095965:0:338168:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389063.095967:0:338168:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 00000000c4f799da/0x95cd417baf429558 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x95cd417baf42955f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767389063.095975:0:338168:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767389063.095989:0:338168:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 00000000c4f799da/0x95cd417baf429558 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x95cd417baf42955f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767389063.095994:0:338168:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1767389063.095997:0:338168:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767389063.095998:0:338168:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767389063.096000:0:338168:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767389063.096002:0:338168:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767389063.096003:0:338168:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389063.096042:0:338168:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767389063.096044:0:338168:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767389063.096045:0:338168:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 2 10000000:00000001:0.0:1767389063.096047:0:338168:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767389063.096050:0:338168:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.096053:0:338168:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389063.096058:0:338168:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389063.096059:0:338168:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389063.096061:0:338168:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389063.096063:0:338168:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389063.096065:0:338168:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c4f799da with handle 0x95cd417baf429558 from hash 00010000:00000001:0.0:1767389063.096067:0:338168:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389063.096069:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389063.096070:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389063.096071:0:338168:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389063.096075:0:338168:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389063.096077:0:338168:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767389063.096079:0:338168:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767389063.096082:0:338168:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767389063.096089:0:338168:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008777fd9d. 00000020:00000040:0.0:1767389063.096092:0:338168:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389063.096095:0:338168:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389063.096097:0:338168:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389063.096102:0:338168:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389063.096106:0:338168:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000538947e4. 00000100:00000001:0.0:1767389063.096110:0:338168:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.096112:0:338168:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767389063.096115:0:338168:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 00000000c4f799da/0x95cd417baf429558 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf42955f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389063.096128:0:338168:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767389063.096129:0:338168:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.096133:0:338168:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389063.096134:0:338168:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389063.096141:0:338168:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008777fd9d] to pc [ptlrpcd_00_01+1] req@000000008777fd9d x1853241654540544/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389063.096161:0:338168:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389063.096164:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389063.096165:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389063.096167:0:338168:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.096169:0:338168:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389063.096171:0:338168:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389063.096173:0:338168:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 00000000c4f799da/0x95cd417baf429558 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf42955f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389063.096178:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389063.096179:0:338168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 00000000c4f799da/0x95cd417baf429558 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf42955f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389063.096186:0:338168:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000023421edb count: 0 00010000:00000001:0.0:1767389063.096197:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389063.096198:0:338168:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767389063.096200:0:338168:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000007ee62a3. 00010000:00000001:0.0:1767389063.096203:0:338168:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389063.096206:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389063.096207:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389063.096209:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767389063.096210:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389063.096211:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389063.096213:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767389063.096215:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389063.096216:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389063.096217:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767389063.096238:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389063.096241:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389063.096243:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389063.096247:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008777fd9d x1853241654540544/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.096255:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389063.096257:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389063.096260:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389063.096262:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389063.096264:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389063.096266:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008777fd9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654540544:0@lo:103: 00000100:00000001:0.0:1767389063.096270:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389063.096274:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389063.096276:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389063.096278:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389063.096285:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005fcc7348. 02000000:00000001:0.0:1767389063.096287:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389063.096292:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c303a6. 00000400:00000010:0.0:1767389063.096305:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a179ee7f. 00000100:00000200:0.0:1767389063.096311:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654540544, portal 18 00000100:00000001:0.0:1767389063.096314:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389063.096315:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520919040 : -122821188632576 : ffff904b76ae4000) 00000100:00000040:0.0:1767389063.096319:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008777fd9d x1853241654540544/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389079 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.096326:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389063.096330:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389063.096352:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021d5f531. 00000100:00000200:0.0:1767389063.096356:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654540544, offset 0 00000400:00000200:0.0:1767389063.096362:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389063.096370:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389063.096380:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958372807900 00000400:00000200:0.0:1767389063.096385:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 328 00000400:00000200:0.0:1767389063.096390:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389063.096392:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389063.096410:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389063.096412:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767389063.096416:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aed7a78b. 00000100:00000040:0.0:1767389063.096419:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000aed7a78b x1853241654540544 msgsize 328 00000100:00100000:0.0:1767389063.096425:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389063.096438:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389063.096449:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021d5f531 00000400:00000010:0.0:1767389063.096453:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021d5f531. 00000100:00000001:0.0:1767389063.096457:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389063.096461:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008777fd9d x1853241654540544/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389079 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.096475:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389063.096479:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008777fd9d x1853241654540544/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389079 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.096489:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.096492:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389063.096498:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.096505:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299651139 00000100:00000001:0.0:1767389063.096514:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299651118 00000100:00000001:0.0:1767389063.096518:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299651139 00000100:00000001:0.0:1767389063.096521:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299651118 00000100:00000001:0.0:1767389063.096523:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299651139 00000100:00000001:0.0:1767389063.096526:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299651118 00000100:00000001:0.0:1767389063.096529:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299651139 00000100:00000001:0.0:1767389063.096532:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299651118 00000100:00000001:0.0:1767389063.096534:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389063.096536:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.096539:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.096541:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.096549:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389063.096550:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389063.096552:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389063.096572:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389063.096574:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.096576:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.096589:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389063.096590:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389063.096592:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.096593:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.096609:0:338165:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389063.096611:0:338165:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654540544 02000000:00000001:0.0:1767389063.096613:0:338165:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389063.096615:0:338165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389063.096617:0:338165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389063.096620:0:338165:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389063.096623:0:338165:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654540544 00000020:00000001:0.0:1767389063.096625:0:338165:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389063.096626:0:338165:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767389063.096628:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389063.096631:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=17 00000020:00000001:0.0:1767389063.096633:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389063.096635:0:338165:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389063.096638:0:338165:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389063.096641:0:338165:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d79adb49. 00000100:00000001:0.0:1767389063.096644:0:338165:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389063.096646:0:338165:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d79adb49. 00000020:00000010:0.0:1767389063.096652:0:338165:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d388467. 00000020:00000010:0.0:1767389063.096657:0:338165:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0ee10ae. 00000020:00000010:0.0:1767389063.096665:0:338165:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ea94b241. 00000100:00000040:0.0:1767389063.096672:0:338165:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767389063.096674:0:338165:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389063.096676:0:338165:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767389063.096678:0:338165:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767389063.096680:0:338165:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.096683:0:338165:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767389063.096687:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389063.096689:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389063.096690:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000040d6ffd7 refcount=4 00000020:00000001:0.0:1767389063.096700:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389063.096704:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00010000:0.0:1767389063.096708:0:338165:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000040d6ffd7/0x95cd417baf42955f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf429558 expref: 17 pid: 352639 timeout: 5133 lvb_type: 0 00010000:00000001:0.0:1767389063.096714:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389063.096715:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389063.096716:0:338165:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.096718:0:338165:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.096754:0:338165:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767389063.096764:0:338165:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aed7a78b x1853241654540544/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:514/0 lens 328/0 e 0 to 0 dl 1767389074 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.096771:0:338165:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389063.096773:0:338165:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.096782:0:338165:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.096795:0:338165:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389063.096797:0:338165:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389063.096801:0:338165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000040:0.0:1767389063.096804:0:338165:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 3 00000100:00000001:0.0:1767389063.096806:0:338165:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520934272 : -122821188617344 : ffff904b76ae7b80) 00000100:00000040:0.0:1767389063.096809:0:338165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000aed7a78b x1853241654540544/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:514/0 lens 328/0 e 0 to 0 dl 1767389074 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.096816:0:338165:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389063.096820:0:338165:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d79adb49. 00000100:00000001:0.0:1767389063.096822:0:338165:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389063.096824:0:338165:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d79adb49. 00000100:00100000:0.0:1767389063.096828:0:338165:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000aed7a78b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+17:337537:x1853241654540544:12345-0@lo:103: 00000100:00000200:0.0:1767389063.096833:0:338165:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654540544 00010000:00000001:0.0:1767389063.096835:0:338165:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767389063.096837:0:338165:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767389063.096841:0:338165:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767389063.096845:0:338165:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389063.096854:0:338165:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389063.096857:0:338165:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000d3c2ccd. 02000000:00000001:0.0:1767389063.096860:0:338165:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.096865:0:338165:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.096868:0:338165:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767389063.096870:0:338165:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767389063.096872:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389063.096874:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389063.096875:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000040d6ffd7 refcount=4 00000020:00000001:0.0:1767389063.096877:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389063.096879:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000040:0.0:1767389063.096881:0:338165:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000002e7eaf61 count: 3 00010000:00010000:0.0:1767389063.096885:0:338165:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000040d6ffd7/0x95cd417baf42955f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf429558 expref: 17 pid: 352639 timeout: 5133 lvb_type: 0 00000100:00001000:0.0:1767389063.096891:0:338165:0:(import.c:2128:obd_at_measure()) add 0 to 0000000098d6622c time=1767389063 v=100 (0 0 0 0) 00010000:00000001:0.0:1767389063.096893:0:338165:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389063.096897:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389063.096898:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389063.096900:0:338165:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000040d6ffd7/0x95cd417baf42955f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x95cd417baf429558 expref: 17 pid: 352639 timeout: 5133 lvb_type: 0 00000020:00000001:0.0:1767389063.096905:0:338165:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767389063.096906:0:338165:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767389063.096908:0:338165:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389063.096909:0:338165:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.096912:0:338165:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389063.096913:0:338165:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389063.096918:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389063.096919:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389063.096921:0:338165:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389063.096922:0:338165:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389063.096924:0:338165:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000040d6ffd7 with handle 0x95cd417baf42955f from hash 00010000:00000001:0.0:1767389063.096927:0:338165:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389063.096929:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389063.096930:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389063.096938:0:338165:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389063.096940:0:338165:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389063.096941:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389063.096944:0:338165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000040d6ffd7/0x95cd417baf42955f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x95cd417baf429558 expref: 17 pid: 352639 timeout: 5133 lvb_type: 0 00010000:00000040:0.0:1767389063.096950:0:338165:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 9 00000020:00000040:0.0:1767389063.096952:0:338165:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 16 00010000:00000001:0.0:1767389063.096959:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389063.096961:0:338165:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389063.096963:0:338165:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767389063.096964:0:338165:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000cb946552 00010000:00000001:0.0:1767389063.096966:0:338165:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389063.096968:0:338165:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389063.096969:0:338165:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389063.096971:0:338165:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389063.096973:0:338165:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389063.096974:0:338165:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389063.096976:0:338165:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767389063.096977:0:338165:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000cb946552/0x95cd417baf429566 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389063.096983:0:338165:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767389063.096985:0:338165:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389063.096987:0:338165:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389063.096988:0:338165:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389063.096990:0:338165:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002e7eaf61) refcount = 2 00010000:00010000:0.0:1767389063.096994:0:338165:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000cb946552/0x95cd417baf429566 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389063.097000:0:338165:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389063.097002:0:338165:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389063.097003:0:338165:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389063.097004:0:338165:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767389063.097008:0:338165:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d79adb49. 00000100:00000001:0.0:1767389063.097010:0:338165:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767389063.097013:0:338165:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f952e848. 00000100:00000001:0.0:1767389063.097025:0:338165:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247633381632 : -122826076169984 : ffff904a535c5900) 00000100:00000001:0.0:1767389063.097027:0:338165:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621247633381632 : -122826076169984 : ffff904a535c5900) 00000100:00000001:0.0:1767389063.097029:0:338165:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389063.097030:0:338165:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767389063.097032:0:338165:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767389063.097036:0:338165:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389063.097039:0:338165:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:0.0:1767389063.097043:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389063.097044:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389063.097045:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cb946552 refcount=5 00000020:00000001:0.0:1767389063.097047:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00010000:00000001:0.0:1767389063.097050:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00010000:00000001:0.0:1767389063.097051:0:338165:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389063.097054:0:338165:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cb946552/0x95cd417baf429566 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389063.097060:0:338165:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389063.097062:0:338165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000cb946552/0x95cd417baf429566 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389063.097067:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389063.097068:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389063.097071:0:338165:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000cb946552/0x95cd417baf429566 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389063.097076:0:338165:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389063.097078:0:338165:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.097080:0:338165:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389063.097082:0:338165:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000cb946552/0x95cd417baf429566 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389063.097088:0:338165:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000cb946552 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389063.097090:0:338165:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389063.097092:0:338165:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389063.097100:0:338165:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000cb946552/0x95cd417baf429566 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389063.097106:0:338165:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389063.097109:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389063.097113:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389063.097114:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000cb946552 refcount=6 00000020:00000001:0.0:1767389063.097116:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00010000:00000001:0.0:1767389063.097118:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538715136 : -122821170836480 : ffff904b77bdcc00) 00010000:00000001:0.0:1767389063.097120:0:338165:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389063.097122:0:338165:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000cb946552/0x95cd417baf429566 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389063.097126:0:338165:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389063.097127:0:338165:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389063.097128:0:338165:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.097140:0:338165:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389063.097141:0:338165:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389063.097143:0:338165:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389063.097144:0:338165:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389063.097146:0:338165:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cb946552 with handle 0x95cd417baf429566 from hash 00010000:00000001:0.0:1767389063.097148:0:338165:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389063.097150:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389063.097151:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389063.097152:0:338165:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389063.097153:0:338165:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389063.097154:0:338165:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389063.097156:0:338165:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389063.097157:0:338165:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389063.097159:0:338165:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.097160:0:338165:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389063.097161:0:338165:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389063.097163:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389063.097165:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389063.097166:0:338165:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.097167:0:338165:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.097176:0:338165:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389063.097178:0:338165:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000cb946552/0x95cd417baf429566 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389063.097184:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389063.097185:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389063.097186:0:338165:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389063.097187:0:338165:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389063.097189:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389063.097190:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389063.097191:0:338165:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389063.097193:0:338165:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389063.097195:0:338165:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.097197:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389063.097198:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389063.097200:0:338165:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.097201:0:338165:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767389063.097203:0:338165:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767389063.097205:0:338165:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.097207:0:338165:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.097209:0:338165:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767389063.097211:0:338165:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f952e848. 00000100:00000001:0.0:1767389063.097214:0:338165:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767389063.097215:0:338165:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767389063.097217:0:338165:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d79adb49. 00010000:00000001:0.0:1767389063.097220:0:338165:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767389063.097222:0:338165:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767389063.097223:0:338165:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389063.097227:0:338165:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389063.097230:0:338165:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389063.097232:0:338165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389063.097236:0:338165:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389063.097239:0:338165:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389063.097241:0:338165:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389063.097244:0:338165:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389063.097245:0:338165:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.097248:0:338165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389063.097260:0:338165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389063.097264:0:338165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021d5f531. 00000100:00000200:0.0:1767389063.097267:0:338165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654540544, offset 224 00000400:00000200:0.0:1767389063.097272:0:338165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389063.097278:0:338165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389063.097285:0:338165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958372807900 00000400:00000200:0.0:1767389063.097289:0:338165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1e15 [1] + 224 00000400:00000200:0.0:1767389063.097293:0:338165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389063.097296:0:338165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389063.097300:0:338165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389063.097304:0:338165:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008777fd9d x1853241654540544/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389063.097313:0:338165:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008777fd9d x1853241654540544/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.097326:0:338165:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389063.097351:0:338165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021d5f531 00000400:00000010:0.0:1767389063.097354:0:338165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021d5f531. 00000100:00000001:0.0:1767389063.097357:0:338165:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389063.097358:0:338165:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389063.097363:0:338165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389063.097365:0:338165:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389063.097368:0:338165:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.097370:0:338165:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389063.097374:0:338165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aed7a78b x1853241654540544/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:514/0 lens 328/224 e 0 to 0 dl 1767389074 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389063.097382:0:338165:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000aed7a78b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337537:x1853241654540544:12345-0@lo:103: Request processed in 565us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389063.097391:0:338165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000040:0.0:1767389063.097394:0:338165:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:0.0:1767389063.097397:0:338165:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389063.097399:0:338165:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389063.097402:0:338165:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0ee10ae. 00000020:00000010:0.0:1767389063.097406:0:338165:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ea94b241. 00000020:00000010:0.0:1767389063.097418:0:338165:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d388467. 00000020:00000040:0.0:1767389063.097423:0:338165:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000001:0.0:1767389063.097430:0:338165:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767389063.097483:0:338196:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000cb946552/0x95cd417baf429566 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389063.097493:0:338196:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767389063.097497:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767389063.097502:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000cb946552/0x95cd417baf429566 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389063.097511:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389063.097512:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389063.097514:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000cb946552/0x95cd417baf429566 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389063.097520:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000002e7eaf61 count: 0 00010000:00000001:0.0:1767389063.097535:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389063.097536:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767389063.097547:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389063.097549:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389063.097556:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389063.097557:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389063.097559:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3c303a6. 00000400:00000200:0.0:1767389063.097562:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a179ee7f 00000400:00000010:0.0:1767389063.097563:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a179ee7f. 00000100:00000001:0.0:1767389063.097566:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389063.097569:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008777fd9d x1853241654540544/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389063.097576:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008777fd9d x1853241654540544/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.097586:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389063.097588:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.097590:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389063.097592:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389063.097601:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389063.097602:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389063.097605:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389063.097609:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389063.097613:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389063.097616:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389063.097617:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.097620:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389063.097622:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.097624:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389063.097627:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008777fd9d x1853241654540544/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.097633:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389063.097635:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389063.097636:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389063.097639:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008777fd9d x1853241654540544/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389079 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389063.097646:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008777fd9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654540544:0@lo:103: 00000100:00000001:0.0:1767389063.097652:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.097655:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389063.097656:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008777fd9d x1853241654540544/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389079 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.097662:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389063.097664:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389063.097666:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005fcc7348. 02000000:00000001:0.0:1767389063.097670:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389063.097673:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389063.097676:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389063.097679:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389063.097683:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000538947e4. 02000000:00000001:0.0:1767389063.097686:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389063.097687:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389063.097688:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008777fd9d. 00000100:00000001:0.0:1767389063.097692:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389063.097701:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.097703:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.097705:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389063.097707:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389063.097709:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.097712:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767389063.099509:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389063.099514:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389063.099517:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000002c5c95e. 20000000:00000001:1.0:1767389063.099525:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389063.099529:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654539520 00010000:00000001:1.0:1767389063.099533:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389063.099542:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bc528345 x1853241654539520/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:514/0 lens 4848/4768 e 0 to 0 dl 1767389074 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389063.099568:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389063.099571:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389063.099576:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389063.099581:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389063.099585:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389063.099589:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389063.099593:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389063.099596:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.099601:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389063.099609:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389063.099614:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e1c5bc2. 00000100:00000200:1.0:1767389063.099621:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654539520, offset 224 00000400:00000200:1.0:1767389063.099633:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389063.099647:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389063.099655:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372807500 00000400:00000200:1.0:1767389063.099663:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d9d [2] + 224 00000400:00000200:1.0:1767389063.099671:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389063.099679:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389063.099686:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389063.099693:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c57067ba x1853241654539520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389063.099706:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000c57067ba x1853241654539520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389063.099793:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389063.099805:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e1c5bc2 00000400:00000010:1.0:1767389063.099808:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e1c5bc2. 00000100:00000001:1.0:1767389063.099812:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389063.099815:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389063.099823:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389063.099826:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389063.099829:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389063.099831:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389063.099834:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389063.099850:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bc528345 x1853241654539520/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:514/0 lens 4848/4768 e 0 to 0 dl 1767389074 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389063.099865:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bc528345 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654539520:12345-0@lo:253: Request processed in 51776us (53211us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389063.099879:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000001:0.0:1767389063.099880:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767389063.099886:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389063.099887:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389063.099899:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1767389063.099903:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767389063.099904:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1767389063.099916:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767389063.099918:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084e35c93. 00000400:00000010:0.0:1767389063.099921:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2ff566. 00000020:00000010:1.0:1767389063.099929:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069e5be74. 00000400:00000200:0.0:1767389063.099931:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f298fa8 00000400:00000010:0.0:1767389063.099948:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f298fa8. 00000020:00000010:1.0:1767389063.099949:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca7ca14a. 00000100:00000001:0.0:1767389063.099968:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767389063.099973:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:1.0:1767389063.099982:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767389063.099984:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c57067ba x1853241654539520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767389063.099990:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c2d9defc. 02000000:00000001:1.0:1767389063.100003:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389063.100009:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389063.100016:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389063.100021:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1f4bee9. 00000400:00000010:1.0:1767389063.100026:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000e1c5bc2. 00000100:00000200:0.0:1767389063.100041:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c57067ba x1853241654539520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.100050:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389063.100053:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.100055:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389063.100056:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389063.100057:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389063.100058:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389063.100060:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389063.100064:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389063.100067:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389063.100070:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389063.100071:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.100072:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389063.100074:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.100076:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389063.100078:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c57067ba x1853241654539520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.100084:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389063.100086:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389063.100095:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389063.100100:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389063.100102:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767389063.100103:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389063.100105:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389063.100106:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389063.100108:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389063.100110:0:337536:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767389063.100112:0:337536:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767389063.100113:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389063.100114:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389063.100117:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c57067ba x1853241654539520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389063.100124:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c57067ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654539520:0@lo:253: 00000100:00000001:0.0:1767389063.100128:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.100130:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389063.100133:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c57067ba x1853241654539520/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.100138:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389063.100140:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389063.100142:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c24839ce. 02000000:00000001:0.0:1767389063.100148:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389063.100150:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389063.100151:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389063.100154:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389063.100155:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bd26cdb3. 02000000:00000001:0.0:1767389063.100160:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389063.100162:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389063.100163:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c57067ba. 00000100:00000001:0.0:1767389063.100167:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389063.100169:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.100171:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.100176:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389063.100178:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.100180:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389063.100184:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767389063.100907:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389063.100911:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389063.100913:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ceb75cd3. 20000000:00000001:1.0:1767389063.100919:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389063.100923:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654539648 00010000:00000001:1.0:1767389063.100925:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389063.100933:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003afe72cb x1853241654539648/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:514/0 lens 4848/4768 e 0 to 0 dl 1767389074 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389063.100941:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389063.100943:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389063.100946:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=88 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389063.100950:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389063.100953:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389063.100956:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389063.100968:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389063.100970:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389063.100973:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389063.100977:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389063.100980:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c41d46d1. 00000100:00000200:1.0:1767389063.100993:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654539648, offset 224 00000400:00000200:1.0:1767389063.101000:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389063.101007:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389063.101018:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372807580 00000400:00000200:1.0:1767389063.101023:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1da5 [2] + 224 00000400:00000200:1.0:1767389063.101028:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389063.101031:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389063.101035:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389063.101039:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000436416d9 x1853241654539648/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389063.101049:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000436416d9 x1853241654539648/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389063.101069:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389063.101076:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c41d46d1 00000400:00000010:1.0:1767389063.101079:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c41d46d1. 00000100:00000001:1.0:1767389063.101083:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389063.101085:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389063.101090:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389063.101093:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389063.101097:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389063.101100:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389063.101103:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767389063.101104:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767389063.101108:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003afe72cb x1853241654539648/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:514/0 lens 4848/4768 e 0 to 0 dl 1767389074 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389063.101127:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003afe72cb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654539648:12345-0@lo:253: Request processed in 52749us (54113us total) trans 0 rc 0/0 00000100:00000001:0.0:1767389063.101133:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389063.101151:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767389063.101152:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000400:00000001:0.0:1767389063.101155:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767389063.101158:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000400:00000010:0.0:1767389063.101160:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6d7db89. 00000400:00000200:0.0:1767389063.101166:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbe88430 00000100:00000001:1.0:1767389063.101176:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767389063.101176:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbe88430. 00000100:00000001:1.0:1767389063.101186:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767389063.101190:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767389063.101193:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ef5cd6e. 00000100:00000200:0.0:1767389063.101202:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000436416d9 x1853241654539648/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389063.101204:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ef0ccc91. 00000020:00000010:1.0:1767389063.101219:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ec9610d. 00000100:00000200:0.0:1767389063.101225:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000436416d9 x1853241654539648/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389063.101229:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:1.0:1767389063.101243:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767389063.101247:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767389063.101249:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008d71f0da. 00000100:00000001:0.0:1767389063.101256:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767389063.101258:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389063.101263:0:337537:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767389063.101266:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389063.101268:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389063.101274:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767389063.101277:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767389063.101277:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389063.101288:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389063.101289:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf76a755. 00000100:00001000:0.0:1767389063.101302:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=88 v=5 (5 0 0 0) 00000400:00000010:1.0:1767389063.101305:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c41d46d1. 00000100:00001000:0.0:1767389063.101317:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389063.101323:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389063.101326:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389063.101331:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389063.101352:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.101354:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389063.101358:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000436416d9 x1853241654539648/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.101365:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389063.101367:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389063.101370:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389063.101373:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389063.101375:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767389063.101376:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389063.101377:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389063.101378:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389063.101380:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389063.101388:0:337537:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767389063.101390:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389063.101391:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389063.101395:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000436416d9 x1853241654539648/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389063.101402:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000436416d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654539648:0@lo:253: 00000100:00000001:0.0:1767389063.101409:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.101411:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389063.101414:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000436416d9 x1853241654539648/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389079 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389063.101424:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389063.101427:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389063.101431:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fcdf2465. 02000000:00000001:0.0:1767389063.101440:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389063.101443:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389063.101446:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389063.101448:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389063.101451:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d395a76a. 02000000:00000001:0.0:1767389063.101462:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389063.101465:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389063.101467:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000436416d9. 00000100:00000001:0.0:1767389063.101474:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389063.101476:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.101480:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389063.101487:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389063.101489:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389063.101494:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389063.101497:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767389063.104775:0:352647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000023421edb. 00010000:00000010:0.1:1767389063.104798:0:352647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c4f799da. 00010000:00000010:0.1:1767389063.104815:0:352647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000040d6ffd7. 00010000:00000010:0.1:1767389063.104834:0:352647:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000002e7eaf61. 00010000:00000010:0.1:1767389063.104851:0:352647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000cb946552. 00000020:00000010:2.0:1767389063.109464:0:352646:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000028643857. 00000020:00000040:2.0:1767389063.109473:0:352646:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(1) 00000020:00000010:2.0:1767389063.109476:0:352646:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000028643857. 00000100:00000040:0.0:1767389063.119833:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299651139, at 4299651140 00000100:00000010:0.0:1767389063.119847:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f5e9d7b5. 00000100:00000040:3.0:1767389063.119850:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299651139, at 4299651140 00000100:00000010:3.0:1767389063.119861:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000633d0ac7. 00000100:00000040:2.0:1767389063.119869:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299651139, at 4299651140 00000100:00000040:1.0:1767389063.119880:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299651139, at 4299651140 00000100:00000010:2.0:1767389063.119882:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000086dc7910. 00000100:00000010:1.0:1767389063.119894:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fe8c204. 00010000:00000001:3.0:1767389063.372811:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389063.372819:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389063.372828:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389063.372831:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389063.372876:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389063.372880:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389063.372883:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767389063.755878:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389063.755885:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389063.755890:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b59772a1 00000400:00000010:0.0:1767389063.755900:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b59772a1. 00000400:00000200:0.0:1767389063.755912:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767389063.755937:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp34 recovery ping unlinked 00000400:00000010:0.0:1767389063.755954:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000083691b94. 00000400:00000010:0.0:1767389063.755966:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008369c1ce. 00010000:00000001:3.0:1767389064.396806:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389064.396812:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389064.396821:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389064.396823:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389064.396895:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389064.396904:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389064.396910:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767389065.359832:0:353076:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389065.359850:0:353076:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389065.359857:0:353076:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389065.359865:0:353076:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389065.359872:0:353076:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389065.359876:0:353076:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389065.419926:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389065.419933:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389065.419946:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389065.419954:0:339424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767389065.419959:0:339424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767389065.419963:0:339424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389065.419970:0:339424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767389065.419973:0:339424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389065.419977:0:339424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389065.419984:0:339424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389065.420132:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389065.420138:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389065.420144:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767389065.803886:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823d5546] -> 12345-192.168.204.113@tcp25 (6) 00000800:00000200:2.0:1767389065.803896:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp25 ip 192.168.204.113:988 00000800:00000200:2.0:1767389065.803901:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767389065.804021:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767389065.804028:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389065.804040:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389065.804045:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389065.804047:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767389066.383598:0:353240:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767389066.383604:0:353240:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:0.0:1767389066.390826:0:353240:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389066.404425:0:353241:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c5720c4a. 00000400:00000010:0.0:1767389066.404443:0:353241:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dbb89793. 00000400:00000010:0.0:1767389066.404456:0:353241:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b3f3c366. 00000400:00000010:0.0:1767389066.404461:0:353241:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ca7ca14a. 00000400:00000010:0.0:1767389066.404466:0:353241:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005c35803e. 00000400:00000010:0.0:1767389066.404471:0:353241:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f50b6ee5. 00000400:00000010:0.0:1767389066.404474:0:353241:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003e7ca811. 00000400:00000010:0.0:1767389066.404476:0:353241:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001c0bfde8. 00000400:00000010:0.0:1767389066.404480:0:353241:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007733384e. 00000800:00000010:0.0:1767389066.404499:0:353241:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a2fbff5b. 00000800:00000200:0.0:1767389066.404513:0:353241:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389066.404527:0:353241:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389066.404576:0:353241:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389066.404611:0:353241:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp39 [8/256/0/180] 00000400:00000010:0.0:1767389066.407759:0:353241:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 000000005476ab8d. 00000400:00000010:0.0:1767389066.407768:0:353241:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2ff566. 00000400:00000010:0.0:1767389066.407777:0:353241:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a179ee7f. 00000400:00000001:0.0:1767389066.407820:0:353241:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389066.407823:0:353241:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389066.407826:0:353241:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e742bb1. 00000400:00000200:0.0:1767389066.407831:0:353241:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dc73e79 00000400:00000010:0.0:1767389066.407834:0:353241:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006dc73e79. 00000400:00000010:0.0:1767389066.407841:0:353241:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000002a83bb19. 00000400:00000200:0.0:1767389066.407848:0:353241:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (30) 00000400:00000200:0.0:1767389066.407879:0:353241:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389066.407891:0:353241:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000020:00000010:0.0:1767389066.407902:0:353241:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000ceb75cd3. 00000020:01000000:0.0:1767389066.407908:0:353241:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767389066.407912:0:353241:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp39 00000400:00000200:1.0:1767389066.407928:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389066.407945:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:0.0:1767389066.407947:0:353241:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dbb89793. 00000400:00000010:0.0:1767389066.407965:0:353241:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c5720c4a. 00000400:00000010:1.0:1767389066.407968:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd7cb3a3. 00000400:00000200:1.0:1767389066.407979:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (31) 00000400:00000010:1.0:1767389066.407992:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000042bf1ebd. 00000400:00000200:1.0:1767389066.408002:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000020:00000001:2.0:1767389066.408016:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767389066.408025:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767389066.408026:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 10000000:00000001:2.0:1767389066.408033:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767389066.408039:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767389066.408043:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000020:01000004:2.0:1767389066.408047:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767389066.408052:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767389066.408058:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389066.408065:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767389066.408066:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000020:01000004:2.0:1767389066.408073:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389066.408081:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767389066.408083:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000020:01000004:2.0:1767389066.408086:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767389066.408092:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767389066.408099:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767389066.408101:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 00000020:01000004:2.0:1767389066.408105:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767389066.408117:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 38], ns[97, 38] 00000100:00000010:2.0:1767389066.408120:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2734a03. 00000020:00000040:2.0:1767389066.408130:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389066.408144:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767389066.408145:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[101, 38] 02000000:00000001:2.0:1767389066.408152:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767389066.408158:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 38], ns[112, 38] 00000400:00000200:1.0:1767389066.408169:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[119, 38] 02000000:00000001:2.0:1767389066.408177:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389066.408179:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[123, 38] 00000400:00000200:1.0:1767389066.408190:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 02000000:00000010:2.0:1767389066.408196:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009ad56601. 00000400:00000200:1.0:1767389066.408197:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000400:00000200:1.0:1767389066.408208:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000100:00000001:2.0:1767389066.408213:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389066.408216:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:1.0:1767389066.408228:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000100:00000001:2.0:1767389066.408231:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389066.408237:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389066.408238:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00000100:00000040:2.0:1767389066.408258:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2734a03] to pc [ptlrpcd_00_02+2] req@00000000d2734a03 x1853241654540672/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389066.408260:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 00000400:00000200:1.0:1767389066.408308:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000400:00000200:1.0:1767389066.408317:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 00000400:00000200:1.0:1767389066.408324:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 26], ns[58, 26] 00000400:00000200:1.0:1767389066.408333:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[88, 26], ns[89, 26] 10000000:00000001:2.0:1767389066.408342:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389066.408343:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 26], ns[104, 26] 10000000:00000001:2.0:1767389066.408352:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389066.408360:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389066.408364:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 26], ns[87, 26] 00000020:01000000:2.0:1767389066.408367:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767389066.408378:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767389066.408388:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767389066.408389:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 26], ns[90, 26] 00000100:00000001:0.0:1767389066.408391:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767389066.408395:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767389066.408403:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767389066.408404:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767389066.408415:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:0.0:1767389066.408425:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2734a03 x1853241654540672/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767389066.408428:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767389066.408440:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767389066.408440:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[107, 26], ns[110, 26] 00000020:01000004:2.0:1767389066.408453:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389066.408465:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389066.408481:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767389066.408488:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[113, 26], ns[116, 26] 00000020:01000004:2.0:1767389066.408493:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389066.408504:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767389066.408505:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767389066.408512:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767389066.408515:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389066.408516:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 26], ns[109, 26] 00000020:01000004:2.0:1767389066.408518:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767389066.408531:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000008c12b5c. 02000000:00000001:0.0:1767389066.408539:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1767389066.408542:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 02000000:00000001:0.0:1767389066.408548:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389066.408552:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767389066.408555:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 26], ns[117, 26] 02000000:00000001:2.0:1767389066.408566:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389066.408567:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389066.408582:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389066.408583:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[0, 26] 00000100:00100000:0.0:1767389066.408592:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2734a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654540672:0@lo:253: 02000000:00000010:2.0:1767389066.408600:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007c7bae14. 00000100:00000001:2.0:1767389066.408620:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389066.408621:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767389066.408630:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp37] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:2.0:1767389066.408635:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767389066.408639:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767389066.408641:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00000100:00000001:2.0:1767389066.408644:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389066.408646:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389066.408658:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp37 02000000:00000001:0.0:1767389066.408667:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767389066.408676:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008c12b5c] to pc [ptlrpcd_00_03+3] req@0000000008c12b5c x1853241654540800/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389066.408682:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp37 lpni_is_preferred = 0 02000000:00000010:0.0:1767389066.408684:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d395a76a. 02000000:00000001:0.0:1767389066.408704:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389066.408708:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp37 00000400:00000200:1.0:1767389066.408771:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp37 NI seq info: [124:124:256:4294967295] 192.168.204.113@tcp37 LPNI seq info [121:121:8:4294967295] 00000400:00000200:1.0:1767389066.408784:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp37 00000400:00000200:1.0:1767389066.408804:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp37(192.168.204.113@tcp37:) -> 192.168.204.113@tcp37(192.168.204.113@tcp:192.168.204.113@tcp37) : PUT try# 0 00000800:00000200:1.0:1767389066.408819:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.204.113@tcp37 10000000:00000001:2.0:1767389066.408825:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767389066.408828:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d4ed4d03. 00000400:00000010:0.0:1767389066.408841:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e742bb1. 10000000:00000001:2.0:1767389066.408842:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767389066.408849:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000893d58ee. 00000020:00000001:2.0:1767389066.408860:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767389066.408862:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004747a0cf. 00000400:00000010:0.0:1767389066.408865:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dbb89793. 00000020:01000000:2.0:1767389066.408867:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000200:1.0:1767389066.408883:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000893d58ee] -> 12345-192.168.204.113@tcp37 (2) 00000020:00000010:2.0:1767389066.408886:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000ceb75cd3. 00000100:00000200:0.0:1767389066.408888:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654540672, portal 25 00000800:00000200:1.1:1767389066.408907:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000893d58ee] -> 12345-192.168.204.113@tcp37 (2) 00000100:00000001:0.0:1767389066.408909:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389066.408919:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402874112 : -122821306677504 : ffff904b6fa50700) 00000100:00000001:2.0:1767389066.408926:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767389066.408931:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2734a03 x1853241654540672/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389066.408933:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389066.408940:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767389066.408948:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000100:00000040:2.0:1767389066.408960:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000008c12b5c x1853241654540800/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389066.408969:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000100:00000001:0.0:1767389066.409008:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389066.409022:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767389066.409023:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767389066.409032:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389066.409036:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fbc1d6d. 02000000:00000001:2.0:1767389066.409044:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389066.409048:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389066.409065:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389066.409070:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654540672, offset 0 00000100:00100000:2.0:1767389066.409077:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000008c12b5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654540800:0@lo:253: 00000100:00000001:2.0:1767389066.409089:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767389066.409098:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767389066.409100:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767389066.409100:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 02000000:00000001:2.0:1767389066.409116:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389066.409121:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389066.409131:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ceb75cd3. 00000400:00000200:0.0:1767389066.409132:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767389066.409144:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389066.409157:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e26c0f4. 00000400:00000200:0.0:1767389066.409159:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372807980 00000400:00000010:2.0:1767389066.409174:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d83caf25. 00000400:00000200:0.0:1767389066.409176:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15d1 [2] + 0 00000400:00000200:1.0:1767389066.409186:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000010:0.0:1767389066.409211:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efdb8df5. 00000400:00000200:0.0:1767389066.409222:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000df2bdecb 00000100:00000200:2.0:1767389066.409232:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654540800, portal 25 00000400:00000200:0.0:1767389066.409233:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389066.409251:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389066.409257:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402887552 : -122821306664064 : ffff904b6fa53b80) 00000400:00000200:1.0:1767389066.409261:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389066.409266:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767389066.409296:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000008c12b5c x1853241654540800/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389066.409304:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df2bdecb 00000100:00000001:2.0:1767389066.409322:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767389066.409324:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df2bdecb. 00000100:00000001:0.0:1767389066.409347:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767389066.409349:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767389066.409362:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767389066.409365:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dcfe88e. 00000100:00000040:0.0:1767389066.409372:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000bf18775f x1853241654540672 msgsize 4848 00000100:00000200:2.0:1767389066.409376:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654540800, offset 0 00000400:00000200:1.0:1767389066.409391:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389066.409414:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767389066.409414:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389066.409439:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767389066.409457:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389066.409464:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389066.409487:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389066.409495:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbc1d6d 00000400:00000010:0.0:1767389066.409503:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fbc1d6d. 00000400:00000200:2.0:1767389066.409512:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372807a00 00000100:00000001:0.0:1767389066.409519:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767389066.409534:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1609 [2] + 0 00000100:00000200:0.0:1767389066.409539:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2734a03 x1853241654540672/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389066.409556:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aaa503a8. 00000400:00000200:2.0:1767389066.409578:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004ff86ca7 00000100:00000001:0.0:1767389066.409585:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767389066.409597:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767389066.409600:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2734a03 x1853241654540672/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389066.409607:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389066.409616:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389066.409637:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ff86ca7 00000400:00000010:2.0:1767389066.409649:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ff86ca7. 00000100:00000001:0.0:1767389066.409653:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389066.409661:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389066.409667:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389066.409673:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767389066.409676:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389066.409683:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000f36a235b x1853241654540800 msgsize 4848 00000100:00000001:0.0:1767389066.409687:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299654452 00000100:00000010:0.0:1767389066.409701:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000176f2523. 00000100:00100000:2.0:1767389066.409721:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389066.409795:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1767389066.409798:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767389066.409812:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299654453 00000400:00000200:1.0:1767389066.409821:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000100:00000001:2.0:1767389066.409823:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767389066.409824:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000096b9a6ff. 00000100:00000001:0.0:1767389066.409849:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767389066.409851:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dcfe88e 00000400:00000010:2.0:1767389066.409866:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dcfe88e. 00000100:00000001:2.0:1767389066.409884:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767389066.409887:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299654453 00000100:00000010:0.0:1767389066.409900:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d07aaa5e. 00000100:00000200:2.0:1767389066.409910:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000008c12b5c x1853241654540800/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389066.409918:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767389066.409943:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389066.409945:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299654453 00000400:00000200:1.0:1767389066.409948:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000100:00000040:2.0:1767389066.409959:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000008c12b5c x1853241654540800/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767389066.409966:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a87f403c. 00000100:00000001:0.0:1767389066.409990:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767389066.409993:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389066.410014:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389066.410027:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389066.410034:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389066.410036:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389066.410048:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299654453 00000100:00000001:0.0:1767389066.410049:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389066.410062:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389066.410075:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299654452 00000100:00000001:0.0:1767389066.410082:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389066.410089:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389066.410096:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299654453 00000100:00000001:0.0:1767389066.410099:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389066.410105:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299654453 00000100:00000001:0.0:1767389066.410107:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389066.410125:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299654453 00000400:00000200:1.0:1767389066.410125:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000100:00000001:0.0:1767389066.410127:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389066.410154:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299654453 00000100:00000001:0.0:1767389066.410158:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389066.410160:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299654453 00000100:00000001:2.0:1767389066.410183:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299654453 00000100:00000001:2.0:1767389066.410189:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389066.410195:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389066.410205:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389066.410209:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389066.410222:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389066.410224:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389066.410233:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389066.410236:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389066.410244:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389066.410252:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389066.410334:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000100:00000001:0.0:1767389066.410423:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389066.410435:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654540672 02000000:00000001:0.0:1767389066.410443:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389066.410449:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389066.410454:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389066.410459:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767389066.410461:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389066.410468:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654540800 00000100:00100000:0.0:1767389066.410472:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654540672 02000000:00000001:2.0:1767389066.410476:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767389066.410480:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767389066.410483:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767389066.410489:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:2.0:1767389066.410492:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389066.410508:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767389066.410511:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389066.410517:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00100000:2.0:1767389066.410521:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654540800 00000020:00000001:0.0:1767389066.410525:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389066.410528:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767389066.410533:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000020:00000001:0.0:1767389066.410538:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000040:2.0:1767389066.410540:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:2.0:1767389066.410557:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389066.410561:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767389066.410564:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000010:0.0:1767389066.410573:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002fd8b08d. 00000020:00000001:2.0:1767389066.410575:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389066.410598:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389066.410601:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389066.410612:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002fd8b08d. 00000100:00000001:2.0:1767389066.410613:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767389066.410618:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000020:00000010:2.0:1767389066.410629:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012392c89. 00000100:00000001:2.0:1767389066.410642:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389066.410648:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012392c89. 00000020:00000010:0.0:1767389066.410649:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092e86d42. 00000020:00000010:0.0:1767389066.410660:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000856452fe. 00000020:00000010:2.0:1767389066.410665:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000028d871. 00000020:00000010:0.0:1767389066.410669:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ea94b241. 00000020:00000010:2.0:1767389066.410675:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000508e6373. 00000020:00000010:2.0:1767389066.410686:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c68a6402. 00000100:00000040:0.0:1767389066.410703:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767389066.410704:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000100:00000001:2.0:1767389066.410774:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389066.410779:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389066.410781:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389066.410795:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389066.410795:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389066.410809:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389066.410822:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389066.410829:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389066.410848:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389066.410856:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000100:00000001:2.0:1767389066.410860:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389066.410884:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389066.410890:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767389066.410901:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767389066.410911:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00000001:2.0:1767389066.410912:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767389066.410926:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389066.410934:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661751376 : -122822047800240 : ffff904b43786450) 00000100:00100000:2.0:1767389066.410936:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00000040:2.0:1767389066.410960:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000040:0.0:1767389066.410963:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f36a235b x1853241654540800/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:517/0 lens 4848/0 e 0 to 0 dl 1767389077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389066.410974:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661745232 : -122822047806384 : ffff904b43784c50) 00000400:00000200:1.0:1767389066.410975:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000100:00000001:0.0:1767389066.411007:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767389066.411009:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf18775f x1853241654540672/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:517/0 lens 4848/0 e 0 to 0 dl 1767389077 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389066.411018:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002fd8b08d. 00000100:00000001:2.0:1767389066.411029:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389066.411029:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389066.411047:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000012392c89. 00000020:00000010:0.0:1767389066.411048:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002fd8b08d. 00000100:00000001:2.0:1767389066.411074:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389066.411083:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000012392c89. 00000100:00100000:0.0:1767389066.411085:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f36a235b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654540800:12345-0@lo:253: 00000100:00000200:0.0:1767389066.411097:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654540800 00000020:00000001:0.0:1767389066.411104:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767389066.411111:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf18775f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654540672:12345-0@lo:253: 00000020:00000001:0.0:1767389066.411118:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767389066.411119:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654540672 00000020:00000001:2.0:1767389066.411136:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389066.411139:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389066.411146:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000020:00000001:2.0:1767389066.411160:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389066.411162:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389066.411181:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:2.0:1767389066.411183:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389066.411207:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389066.411209:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389066.411218:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:0.0:1767389066.411219:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389066.411223:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000020:00000001:0.0:1767389066.411239:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389066.411241:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389066.411264:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389066.411265:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767389066.411302:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000020:00000001:2.0:1767389066.411304:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389066.411305:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389066.411324:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389066.411338:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389066.411339:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767389066.411346:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389066.411351:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767389066.411360:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389066.411368:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bd26cdb3. 02000000:00000010:0.0:1767389066.411371:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000008d71f0da. 02000000:00000001:2.0:1767389066.411376:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389066.411380:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 02000000:00000001:0.0:1767389066.411380:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389066.411383:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389066.411398:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389066.411401:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767389066.411416:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767389066.411426:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000087edd5a1. 20000000:01000000:2.0:1767389066.411435:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:0.0:1767389066.411437:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c24839ce. 20000000:00000001:2.0:1767389066.411443:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767389066.411448:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767389066.411457:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767389066.411459:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389066.411465:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389066.411472:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389066.411473:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389066.411483:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767389066.411483:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389066.411499:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389066.411505:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767389066.411511:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004807adc0. 20000000:01000000:2.0:1767389066.411520:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:00000001:2.0:1767389066.411530:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:1.0:1767389066.411533:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00080000:00000001:2.0:1767389066.411542:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767389066.411644:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767389066.411653:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767389066.411657:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389066.411664:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767389066.411671:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767389066.411677:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000020:00000001:2.0:1767389066.411681:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:2.0:1767389066.411691:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767389066.411702:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000db81dcd5. 00080000:00000001:2.0:1767389066.411706:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252119573504 : -122821589978112 : ffff904b5ec23400) 00080000:00000001:2.0:1767389066.411714:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767389066.411874:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389066.412062:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000001:00000001:2.0:1767389066.412073:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767389066.412079:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389066.412087:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767389066.412128:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389066.412134:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767389066.412258:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389066.412472:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00080000:00000001:2.0:1767389066.412585:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767389066.412595:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767389066.412665:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389066.412817:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389066.412862:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389066.412903:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389066.412954:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389066.413073:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389066.413147:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389066.413260:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389066.413361:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389066.413431:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:1.0:1767389066.413801:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c2d9defc. 00000800:00000010:1.0:1767389066.413812:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cae825b1. 00000800:00000010:1.0:1767389066.413832:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000092436606. 00000800:00000010:1.0:1767389066.413909:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000092436606. 00000800:00020000:1.0:1767389066.413936:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389066.413942:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cae825b1. 00000800:00000010:1.0:1767389066.413948:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c2d9defc. 00000400:02020000:1.0:1767389066.414065:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp37 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389066.414079:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp37 notifying 192.168.204.113@tcp37: down 00000800:00000200:1.0:1767389066.414096:0:337524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp37 down 00000800:00000100:1.0:1767389066.414111:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 528 0@<0:0>->192.168.204.113@tcp37 00000800:00000010:1.0:1767389066.414116:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d4ed4d03. 00000400:00000200:1.0:1767389066.414122:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389066.414128:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp37->192.168.204.113@tcp37: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767389066.414142:0:337524:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp37 added to recovery queue. ping count: 0 next ping: 4988 health :900 00000400:00000200:1.0:1767389066.414148:0:337524:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389066.414155:0:337524:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 1 00000400:00000200:1.0:1767389066.414162:0:337524:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389066.414200:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389066.414205:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x101151 00000400:00000001:1.0:1767389066.414214:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389066.414217:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389066.414220:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd7cb3a3 00000400:00000010:1.0:1767389066.414224:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd7cb3a3. 00000400:00000200:1.0:1767389066.414228:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767389066.414231:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389066.414235:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (32) 00000400:00000200:1.0:1767389066.414241:0:337534:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389066.414247:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc -71 00000400:00000200:1.0:1767389066.414251:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:1.0:1767389066.414256:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (31) 00080000:00000001:0.0:1767389066.430150:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767389066.430156:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389066.430162:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389066.430166:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389066.430169:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767389066.430175:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000db81dcd5. 00080000:00000001:3.0:1767389066.430179:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389066.430185:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000002:3.0:1767389066.430191:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:3.0:1767389066.430197:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389066.430202:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767389066.430228:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767389066.430242:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767389066.430249:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767389066.430261:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767389066.430268:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389066.430289:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389066.430293:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:1.0:1767389066.430298:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f6d9c535. 00010000:00000001:0.0:1767389066.430300:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:1.0:1767389066.430307:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 00010000:00000001:0.0:1767389066.430308:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:1.0:1767389066.430324:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:0.0:1767389066.430327:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000023421edb. 00010000:00000001:0.0:1767389066.430334:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389066.430344:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000091ef5806. 00080000:00000001:1.0:1767389066.430346:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:0.0:1767389066.430357:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389066.430360:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000091ef5806 with handle 0x95cd417baf42956d to hash 00000020:00000001:0.0:1767389066.430366:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389066.430371:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389066.430375:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389066.430379:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389066.430382:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389066.430385:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000091ef5806/0x95cd417baf42956d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767389066.430394:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767389066.430400:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767389066.430408:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389066.430420:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:1.0:1767389066.430431:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767389066.430433:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1767389066.430439:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00010000:00000001:0.0:1767389066.430440:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389066.430448:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:1.0:1767389066.430449:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767389066.430451:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389066.430456:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767389066.430458:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000109a5290. 00010000:00000001:0.0:1767389066.430462:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767389066.430467:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252617802752 : -122821091748864 : ffff904b7c749400) 00010000:00000001:0.0:1767389066.430468:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767389066.430485:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767389066.430486:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389066.430494:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389066.430497:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389066.430499:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389066.430501:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000023421edb) refcount = 1 00010000:00010000:0.0:1767389066.430506:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000091ef5806/0x95cd417baf42956d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389066.430512:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389066.430515:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389066.430517:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389066.430520:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389066.430523:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389066.430527:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389066.430530:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:0.0:1767389066.430533:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389066.430535:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389066.430537:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=4 00000020:00000001:0.0:1767389066.430539:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389066.430543:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389066.430547:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389066.430549:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000091ef5806/0x95cd417baf42956d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389066.430555:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389066.430560:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000091ef5806/0x95cd417baf42956d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389066.430578:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389066.430581:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389066.430584:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000091ef5806/0x95cd417baf42956d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389066.430590:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389066.430593:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767389066.430595:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767389066.430597:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:1.0:1767389066.430600:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389066.430602:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000091ef5806/0x95cd417baf42956d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767389066.430606:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:0.0:1767389066.430619:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000091ef5806 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389066.430624:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389066.430628:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:1.0:1767389066.430631:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389066.430633:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000091ef5806/0x95cd417baf42956d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767389066.430644:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767389066.430656:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389066.430659:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389066.430661:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389066.430663:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=5 00000020:00000001:0.0:1767389066.430666:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389066.430668:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389066.430671:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389066.430674:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000091ef5806/0x95cd417baf42956d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389066.430681:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389066.430688:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389066.430690:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389066.430697:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389066.430700:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389066.430705:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389066.430715:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389066.430719:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000091ef5806 with handle 0x95cd417baf42956d from hash 00010000:00000001:0.0:1767389066.430722:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389066.430763:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389066.430765:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389066.430766:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389066.430770:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389066.430775:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389066.430779:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389066.430782:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389066.430786:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389066.430789:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389066.430794:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389066.430799:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389066.430802:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389066.430806:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389066.430810:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389066.430814:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389066.430818:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000091ef5806/0x95cd417baf42956d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389066.430825:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389066.430828:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389066.430829:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389066.430832:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389066.430835:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389066.430838:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389066.430842:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389066.430850:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389066.430853:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389066.430858:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000091ef5806/0x95cd417baf42956d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389066.430865:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389066.430869:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389066.430874:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000091ef5806/0x95cd417baf42956d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767389066.430893:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000040:0.0:1767389066.430894:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000023421edb count: 0 00080000:00000001:1.0:1767389066.430903:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767389066.430929:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389066.430933:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767389066.433831:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299654453, at 4299654454 00000100:00000010:3.0:1767389066.433842:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a87f403c. 00000100:00000040:0.0:1767389066.433956:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299654453, at 4299654454 00000100:00000010:0.0:1767389066.433970:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000176f2523. 00000100:00000040:2.0:1767389066.434830:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299654453, at 4299654455 00000100:00000010:2.0:1767389066.434845:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d07aaa5e. 00000100:00000040:1.0:1767389066.435030:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299654453, at 4299654455 00000100:00000010:1.0:1767389066.435042:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000096b9a6ff. 00010000:00000010:0.1:1767389066.437825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000023421edb. 00010000:00000010:0.1:1767389066.437861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000091ef5806. 00010000:00000001:3.0:1767389066.443870:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389066.443875:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389066.443883:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389066.443885:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389066.443934:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389066.443939:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389066.443947:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767389066.448469:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767389066.448474:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389066.448479:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389066.448483:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389066.448488:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767389066.448494:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000109a5290. 00080000:00000001:0.0:1767389066.448501:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767389066.448586:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767389066.448596:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:1.0:1767389066.448603:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389066.448608:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767389066.448613:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767389066.448631:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767389066.448638:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767389066.448649:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767389066.448672:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767389066.448682:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767389066.448686:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767389066.448694:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389066.448700:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389066.448718:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005bc60401. 00010000:00000001:2.0:1767389066.448772:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389066.448779:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f41be2f. 00000020:00000001:2.0:1767389066.448787:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389066.448790:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009f41be2f with handle 0x95cd417baf429574 to hash 00000020:00000001:2.0:1767389066.448807:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389066.448810:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00010000:00000001:2.0:1767389066.448816:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00010000:00000001:2.0:1767389066.448820:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389066.448823:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389066.448827:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000009f41be2f/0x95cd417baf429574 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389066.448840:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389066.448846:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389066.448851:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389066.448855:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389066.448861:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389066.448866:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389066.448870:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389066.448874:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389066.448879:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389066.448883:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389066.448886:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389066.448889:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005bc60401) refcount = 1 00010000:00010000:2.0:1767389066.448893:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009f41be2f/0x95cd417baf429574 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389066.448903:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389066.448906:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389066.448910:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389066.448914:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389066.448917:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389066.448923:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767389066.448932:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:2.0:1767389066.448938:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389066.448942:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389066.448948:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f41be2f refcount=4 00000020:00000001:2.0:1767389066.448953:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00010000:00000001:2.0:1767389066.448959:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00010000:00000001:2.0:1767389066.448973:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389066.448978:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f41be2f/0x95cd417baf429574 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389066.448992:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389066.448998:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000009f41be2f/0x95cd417baf429574 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389066.449007:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389066.449010:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389066.449012:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000009f41be2f/0x95cd417baf429574 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389066.449020:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389066.449024:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389066.449032:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389066.449037:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000009f41be2f/0x95cd417baf429574 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389066.449051:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009f41be2f already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389066.449055:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389066.449059:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389066.449061:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000009f41be2f/0x95cd417baf429574 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389066.449068:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389066.449070:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389066.449072:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389066.449076:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f41be2f refcount=5 00000020:00000001:2.0:1767389066.449080:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00010000:00000001:2.0:1767389066.449086:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00010000:00000001:2.0:1767389066.449093:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389066.449096:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000009f41be2f/0x95cd417baf429574 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389066.449117:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389066.449124:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389066.449130:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389066.449138:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389066.449141:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389066.449144:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389066.449145:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389066.449148:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009f41be2f with handle 0x95cd417baf429574 from hash 00010000:00000001:2.0:1767389066.449151:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389066.449154:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389066.449158:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389066.449161:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389066.449166:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389066.449171:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389066.449178:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389066.449182:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389066.449187:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389066.449191:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389066.449195:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389066.449201:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389066.449204:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389066.449209:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389066.449213:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389066.449216:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389066.449220:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000009f41be2f/0x95cd417baf429574 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389066.449228:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389066.449231:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389066.449236:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389066.449240:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389066.449243:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389066.449247:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389066.449250:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389066.449258:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389066.449262:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389066.449296:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000009f41be2f/0x95cd417baf429574 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389066.449305:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767389066.449309:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389066.449323:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009f41be2f/0x95cd417baf429574 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389066.449348:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005bc60401 count: 0 00010000:00000001:2.0:1767389066.449386:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767389066.449390:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767389066.451722:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389066.451770:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389066.451774:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000087edd5a1. 20000000:00000001:1.0:1767389066.451786:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389066.451792:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654540672 00010000:00000001:1.0:1767389066.451797:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389066.451807:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf18775f x1853241654540672/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:517/0 lens 4848/4768 e 0 to 0 dl 1767389077 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389066.451835:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389066.451839:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389066.451845:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389066.451851:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389066.451858:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389066.451861:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389066.451865:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389066.451868:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389066.451873:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389066.451876:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389066.451881:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cae825b1. 00000100:00000200:1.0:1767389066.451886:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654540672, offset 224 00000400:00000200:1.0:1767389066.451895:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389066.451910:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389066.451920:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372807980 00000400:00000200:1.0:1767389066.451931:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e39 [2] + 224 00000400:00000200:1.0:1767389066.451939:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389066.451948:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389066.451954:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389066.451959:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2734a03 x1853241654540672/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389066.451971:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d2734a03 x1853241654540672/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389066.451998:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389066.452011:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cae825b1 00000400:00000010:1.0:1767389066.452016:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cae825b1. 00000100:00000001:1.0:1767389066.452025:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389066.452028:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389066.452036:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389066.452041:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389066.452045:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389066.452049:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389066.452053:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389066.452070:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf18775f x1853241654540672/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:517/0 lens 4848/4768 e 0 to 0 dl 1767389077 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389066.452083:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf18775f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654540672:12345-0@lo:253: Request processed in 41054us (42708us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389066.452094:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00000040:1.0:1767389066.452098:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389066.452101:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389066.452104:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389066.452110:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000856452fe. 00000020:00000010:1.0:1767389066.452118:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ea94b241. 00000020:00000010:1.0:1767389066.452126:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092e86d42. 00000020:00000040:1.0:1767389066.452136:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:1.0:1767389066.452143:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389066.452146:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bd26cdb3. 02000000:00000001:1.0:1767389066.452153:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389066.452156:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389066.452162:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389066.452169:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026ae46c6. 00000400:00000010:1.0:1767389066.452176:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cae825b1. 00000100:00000001:1.0:1767389066.452201:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389066.452204:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389066.452210:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389066.452212:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389066.452214:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e742bb1. 00000400:00000200:1.0:1767389066.452221:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbb89793 00000400:00000010:1.0:1767389066.452223:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbb89793. 00000100:00000001:1.0:1767389066.452229:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389066.452235:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2734a03 x1853241654540672/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389066.452252:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2734a03 x1853241654540672/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389066.452265:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389066.452292:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389066.452296:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389066.452309:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389066.452312:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389066.452315:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389066.452318:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389066.452323:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=91 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389066.452329:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389066.452334:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389066.452337:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389066.452340:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389066.452345:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389066.452349:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389066.452359:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2734a03 x1853241654540672/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389066.452368:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389066.452372:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389066.452375:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389066.452380:0:337538:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767389066.452382:0:337538:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767389066.452384:0:337538:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389066.452387:0:337538:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389066.452389:0:337538:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389066.452391:0:337538:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389066.452393:0:337538:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767389066.452396:0:337538:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767389066.452399:0:337538:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389066.452400:0:337538:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767389066.452407:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2734a03 x1853241654540672/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389066.452416:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2734a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654540672:0@lo:253: 00000100:00000001:1.0:1767389066.452422:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389066.452425:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389066.452428:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2734a03 x1853241654540672/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389066.452435:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389066.452439:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389066.452452:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d395a76a. 02000000:00000001:1.0:1767389066.452460:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389066.452464:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389066.452467:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389066.452471:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389066.452474:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009ad56601. 02000000:00000001:1.0:1767389066.452488:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389066.452490:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389066.452492:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2734a03. 00000100:00000001:1.0:1767389066.452497:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389066.452499:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389066.452502:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389066.452507:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389066.452510:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389066.452512:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389066.452514:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389066.453047:0:353246:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008b364d93. 00000400:00000040:1.0:1767389066.453076:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389066.453080:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767389066.453083:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389066.453085:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389066.453089:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389066.453092:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767389066.453097:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389066.453100:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767389066.453103:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767389066.453105:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767389066.453108:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767389066.453110:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389066.453116:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767389066.453120:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389066.453123:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767389066.453127:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767389066.453132:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389066.453135:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767389066.453138:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767389066.453142:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389066.453144:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389066.453154:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389066.453157:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389066.453160:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389066.453162:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767389066.453165:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389066.453168:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389066.453172:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389066.453175:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389066.453177:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389066.453181:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767389066.453184:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389066.453189:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389066.453192:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389066.453194:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389066.453197:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389066.453200:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767389066.453205:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389066.453208:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389066.453212:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767389066.453214:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767389066.453216:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389066.453219:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767389066.453222:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767389066.453224:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767389066.453226:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767389066.453228:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767389066.453229:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767389066.453232:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767389066.453233:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389066.453235:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767389066.453237:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767389066.453238:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767389066.453240:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767389066.453242:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767389066.453244:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767389066.453246:0:353246:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767389066.453443:0:353246:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008b364d93. 00080000:00000020:2.0:1767389066.453660:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767389066.453666:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767389066.453667:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c24839ce. 20000000:00000001:2.0:1767389066.453674:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389066.453678:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654540800 00010000:00000001:2.0:1767389066.453682:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389066.453689:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f36a235b x1853241654540800/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:517/0 lens 4848/4768 e 0 to 0 dl 1767389077 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389066.453699:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389066.453701:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389066.453704:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389066.453708:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389066.453711:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389066.453713:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389066.453716:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389066.453718:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389066.453721:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389066.453764:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389066.453770:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ff86ca7. 00000100:00000200:2.0:1767389066.453776:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654540800, offset 224 00000400:00000200:2.0:1767389066.453784:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389066.453798:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389066.453811:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372807a00 00000400:00000200:2.0:1767389066.453819:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e41 [2] + 224 00000400:00000200:2.0:1767389066.453836:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389066.453844:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389066.453851:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389066.453857:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000008c12b5c x1853241654540800/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389066.453872:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000008c12b5c x1853241654540800/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389066.453892:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389066.453901:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ff86ca7 00000400:00000010:2.0:1767389066.453904:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ff86ca7. 00000100:00000001:2.0:1767389066.453909:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389066.453912:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389066.453920:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389066.453925:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389066.453928:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389066.453931:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389066.453934:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767389066.453942:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f36a235b x1853241654540800/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:517/0 lens 4848/4768 e 0 to 0 dl 1767389077 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389066.453954:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f36a235b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654540800:12345-0@lo:253: Request processed in 42948us (44270us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389066.453966:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00000040:2.0:1767389066.453970:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:2.0:1767389066.453974:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389066.453978:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389066.453982:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000508e6373. 00000020:00000010:2.0:1767389066.453986:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c68a6402. 00000020:00000010:2.0:1767389066.453991:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000028d871. 00000020:00000040:2.0:1767389066.453995:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:2.0:1767389066.453998:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389066.454000:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000008d71f0da. 02000000:00000001:2.0:1767389066.454003:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389066.454005:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389066.454017:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389066.454022:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007399be90. 00000400:00000010:2.0:1767389066.454026:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ff86ca7. 00000100:00000001:2.0:1767389066.454045:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389066.454048:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767389066.454052:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389066.454053:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389066.454056:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e26c0f4. 00000400:00000200:2.0:1767389066.454060:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83caf25 00000400:00000010:2.0:1767389066.454061:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d83caf25. 00000100:00000001:2.0:1767389066.454064:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389066.454068:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000008c12b5c x1853241654540800/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389066.454077:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000008c12b5c x1853241654540800/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389066.454084:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389066.454085:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389066.454087:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389066.454089:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389066.454091:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389066.454095:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389066.454097:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389066.454100:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=91 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389066.454104:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389066.454107:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389066.454108:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389066.454110:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389066.454113:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389066.454115:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389066.454118:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000008c12b5c x1853241654540800/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389066.454126:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389066.454128:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389066.454130:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767389066.454133:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767389066.454135:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767389066.454145:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389066.454147:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389066.454148:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389066.454150:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389066.454151:0:337539:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767389066.454152:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389066.454154:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767389066.454158:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008c12b5c x1853241654540800/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389066.454166:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000008c12b5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654540800:0@lo:253: 00000100:00000001:2.0:1767389066.454170:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389066.454172:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389066.454174:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000008c12b5c x1853241654540800/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389082 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389066.454181:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389066.454183:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389066.454185:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ceb75cd3. 02000000:00000001:2.0:1767389066.454188:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389066.454190:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389066.454191:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389066.454194:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389066.454195:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007c7bae14. 02000000:00000001:2.0:1767389066.454199:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389066.454200:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389066.454202:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000008c12b5c. 00000100:00000001:2.0:1767389066.454205:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389066.454206:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389066.454208:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389066.454213:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389066.454214:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389066.454217:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389066.454219:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767389066.457779:0:353245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005bc60401. 00010000:00000010:2.1:1767389066.457790:0:353245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f41be2f. 00010000:00000001:3.0:1767389067.468831:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389067.468837:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389067.468842:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389067.468852:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389067.468898:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389067.468905:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389067.468909:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767389067.851956:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bd8963f] -> 12345-192.168.204.113@tcp28 (6) 00000800:00000200:2.0:1767389067.851973:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp28 ip 192.168.204.113:988 00000800:00000200:2.0:1767389067.851978:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767389067.852130:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767389067.852148:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389067.852169:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389067.852183:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389067.852186:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389067.852863:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp33 00000400:00000010:0.0:1767389067.852871:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ed8cea78. 00000400:00000010:0.0:1767389067.852880:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008f3fad1d. 00000400:00000010:0.0:1767389067.852885:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dc73e79. 00000400:00000010:0.0:1767389067.852896:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003c92281e. 00000400:00000200:0.0:1767389067.852901:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp33 00000400:00000200:0.0:1767389067.852919:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp33 local destination 00000400:00000200:0.0:1767389067.852927:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp33 00000400:00000200:0.0:1767389067.852932:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp33 NI seq info: [125:125:256:4294967295] 192.168.204.113@tcp33 LPNI seq info [122:122:8:4294967295] 00000400:00000200:0.0:1767389067.852939:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp33 00000400:00000200:0.0:1767389067.852950:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp33(192.168.204.113@tcp33:) -> 192.168.204.113@tcp33(192.168.204.113@tcp33:192.168.204.113@tcp33) : GET try# 0 00000800:00000200:0.0:1767389067.852956:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp33 00000800:00000010:0.0:1767389067.852962:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d4661e59. 00000800:00000200:0.0:1767389067.852971:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071c9ae5f] -> 12345-192.168.204.113@tcp33 (2) 00000800:00000200:0.1:1767389067.852977:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071c9ae5f] -> 12345-192.168.204.113@tcp33 (2) 00000400:00000200:0.0:1767389067.853001:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp33 added to recovery queue. ping count: 4 next ping: 5004 health :600 00000400:00000200:0.0:1767389067.853019:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp37 00000400:00000010:0.0:1767389067.853025:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000af17d6cc. 00000400:00000010:0.0:1767389067.853030:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000318092c4. 00000400:00000010:0.0:1767389067.853034:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021d5f531. 00000400:00000010:0.0:1767389067.853046:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002af1cd7e. 00000400:00000200:0.0:1767389067.853057:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp37 00000400:00000200:0.0:1767389067.853074:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp37 local destination 00000400:00000200:1.0:1767389067.853079:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.853086:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp37 00000400:00000200:0.0:1767389067.853104:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp37 NI seq info: [126:126:256:4294967295] 192.168.204.113@tcp37 LPNI seq info [123:123:8:4294967295] 00000400:00000200:0.0:1767389067.853113:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp37 00000400:00000200:0.0:1767389067.853136:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp37(192.168.204.113@tcp37:) -> 192.168.204.113@tcp37(192.168.204.113@tcp37:192.168.204.113@tcp37) : GET try# 0 00000800:00000200:0.0:1767389067.853152:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp37 00000800:00000010:0.0:1767389067.853158:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000013cfe45f. 00000800:00000200:0.0:1767389067.853172:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000893d58ee] -> 12345-192.168.204.113@tcp37 (2) 00000800:00000200:0.1:1767389067.853185:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000893d58ee] -> 12345-192.168.204.113@tcp37 (2) 00000400:00000200:0.0:1767389067.853212:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp37 added to recovery queue. ping count: 1 next ping: 4990 health :900 00000400:00000200:1.0:1767389067.853277:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.853306:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.853349:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.853359:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.853452:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.853455:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.853592:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.853620:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.853820:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.853855:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.853913:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.853930:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.853988:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.854004:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.854069:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.854109:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.854212:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.854223:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.854372:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.854376:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.854493:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.854496:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.854552:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.854564:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.854613:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.854658:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.854767:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.854813:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.854912:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.854918:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.855055:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.855067:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.855111:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.855132:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.855179:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.855201:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.855266:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.855322:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.855402:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.855441:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.855534:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.855574:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.855636:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.855640:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.855713:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.855715:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.855803:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.855843:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.855859:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.855939:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.855946:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.856076:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.856092:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.856213:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.856215:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.856307:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.856310:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.856371:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.856380:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.856444:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.856456:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.856549:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.856604:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389067.856673:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.856803:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.856927:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000800:00000010:1.0:1767389067.856948:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002c5c95e. 00000800:00000010:1.0:1767389067.856954:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c42b9a32. 00000800:00000010:1.0:1767389067.856960:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000886a6644. 00000400:00000200:2.0:1767389067.856969:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000800:00000010:1.0:1767389067.856992:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000886a6644. 00000800:00020000:1.0:1767389067.857001:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000400:00000200:2.0:1767389067.857009:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.857038:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.857058:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.857105:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.857206:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.857300:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.857369:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.857392:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.857436:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.857462:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.113:988 00000400:00000200:2.0:1767389067.857480:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.113:988 00000800:00000010:2.0:1767389067.857772:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bd26cdb3. 00000800:00000010:2.0:1767389067.857778:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000257a5c46. 00000800:00000010:2.0:1767389067.857784:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003a215f44. 00000800:00000010:2.0:1767389067.857895:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003a215f44. 00000400:00000200:0.0:1767389067.857995:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767389067.858028:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp37 from 211.3.0.2 00000800:00000010:0.0:1767389067.858033:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d3774ce4. 00000800:00000010:2.0:1767389067.858110:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087edd5a1. 00000800:00000010:2.0:1767389067.858117:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c53199f0. 00000800:00000010:2.0:1767389067.858153:0:337527:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e26cd8c3. 00000800:00000200:2.1:1767389067.858165:0:337527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000893d58ee] -> 12345-192.168.204.113@tcp37 (2) 00000800:00000200:2.1:1767389067.858173:0:337527:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp37 00000000e26cd8c3 deleted 00000800:00000010:2.1:1767389067.858177:0:337527:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e26cd8c3. 00000800:00000200:2.1:1767389067.858187:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767389067.858198:0:337527:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp37 ip 192.168.204.113:979 00000800:00000200:2.1:1767389067.858203:0:337527:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000013cfe45f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767389067.858214:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp37 p 3.x 192.168.204.113 -> 192.168.204.113:979 incarnation:1767389059784004825 sched[0] 00000800:00000010:2.0:1767389067.858220:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003a215f44. 00000800:00000010:2.0:1767389067.858366:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003a215f44. 00000800:00000010:2.0:1767389067.858372:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c53199f0. 00000800:00000010:2.0:1767389067.858472:0:337527:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d3774ce4. 00000800:00000200:2.1:1767389067.858524:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767389067.858531:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp37 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389059784004825 sched[0] 00000800:00000010:2.0:1767389067.858533:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000257a5c46. 00000800:00000001:2.0:1767389067.858605:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389067.858615:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767389067.858806:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389067.858809:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000013cfe45f. 00000400:00000200:2.0:1767389067.858815:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389067.858832:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp37->192.168.204.113@tcp37: GET: OK 00000400:00000200:2.0:1767389067.858842:0:337530:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767389067.858848:0:337530:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp37 recovery message sent successfully:0 00000800:00000001:2.0:1767389067.858876:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389067.858886:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389067.858889:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389067.858907:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389067.858914:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp37(192.168.204.113@tcp37) <- 192.168.204.113@tcp37 : GET - for me 00000400:00000200:2.0:1767389067.858930:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767389067.858943:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 272/272 into md 0x1e31 [1] + 0 00000400:00000200:2.0:1767389067.858982:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp37 to MR: 192.168.204.113@tcp37 local destination 00000400:00000200:2.0:1767389067.858992:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp37 NI seq info: [127:127:256:4294967295] 192.168.204.113@tcp37 LPNI seq info [124:124:8:4294967295] 00000400:00000200:2.0:1767389067.859011:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp37(192.168.204.113@tcp37:192.168.204.113@tcp37) -> 192.168.204.113@tcp37(192.168.204.113@tcp37:192.168.204.113@tcp37) 192.168.204.113@tcp37 : REPLY try# 0 00000800:00000200:2.0:1767389067.859021:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.113@tcp37 00000800:00000010:2.0:1767389067.859026:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004ccfbe9. 00000800:00000200:2.0:1767389067.859034:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000893d58ee] -> 12345-192.168.204.113@tcp37 (4) 00000800:00000200:2.0:1767389067.859042:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp37 ip 192.168.204.113:988 00000800:00000200:2.0:1767389067.859044:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004ccfbe9 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:2.0:1767389067.859126:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389067.859129:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004ccfbe9. 00000400:00000200:2.0:1767389067.859133:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389067.859141:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp37->192.168.204.113@tcp37: REPLY: OK 00000800:00000001:2.0:1767389067.859153:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389067.859162:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389067.859167:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389067.859177:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389067.859181:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389067.859190:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389067.859195:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp37(192.168.204.113@tcp37) <- 192.168.204.113@tcp37 : REPLY - for me 00000400:00000200:2.0:1767389067.859223:0:337530:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp37: Reply from 12345-192.168.204.113@tcp37 of length 272/272 into md 0x1e5d 00000800:00000001:2.0:1767389067.859231:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389067.859238:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389067.859241:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389067.859271:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp37->192.168.204.113@tcp37: REPLY: OK 00000400:00000200:2.0:1767389067.859275:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021d5f531 00000400:00000010:2.0:1767389067.859277:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021d5f531. 00000400:00000200:2.0:1767389067.859284:0:337530:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767389067.859290:0:337530:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000af17d6cc. 00000400:00000010:2.0:1767389067.859295:0:337530:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000318092c4. 00000800:00000001:2.0:1767389067.859304:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389067.859307:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389067.859322:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859368:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859411:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859440:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859464:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859498:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859522:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859543:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859563:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859583:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859609:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859633:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859672:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859694:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859719:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859806:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859838:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859863:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859886:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859907:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859930:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859954:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.859978:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860007:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860050:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860083:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860109:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860147:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860196:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860224:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860268:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860296:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860326:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860360:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860395:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860443:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860472:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860501:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860550:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860578:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860606:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860632:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860658:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860756:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.113:988 00000400:00000200:0.0:1767389067.860801:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.113:988 00000800:00000010:0.0:1767389067.861081:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008d71f0da. 00000800:00000010:0.0:1767389067.861088:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b9a98679. 00000800:00000010:0.0:1767389067.861096:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e6174da3. 00000800:00000010:0.0:1767389067.861169:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e6174da3. 00000400:00000200:2.0:1767389067.861357:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767389067.861372:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp37 from 210.3.0.2 00000800:00000010:2.0:1767389067.861377:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ece8bacd. 00000800:00000010:0.0:1767389067.861437:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c24839ce. 00000800:00000010:0.0:1767389067.861446:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009ca65fa4. 00000800:00000010:0.0:1767389067.861485:0:337524:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000099ebdb16. 00000800:00000200:0.1:1767389067.861494:0:337524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000893d58ee] -> 12345-192.168.204.113@tcp37 (4) 00000800:00000200:0.1:1767389067.861504:0:337524:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp37 0000000099ebdb16 deleted 00000800:00000010:0.1:1767389067.861508:0:337524:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000099ebdb16. 00000800:00000200:0.1:1767389067.861517:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767389067.861527:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp37 p 3.x 192.168.204.113 -> 192.168.204.113:978 incarnation:1767389059784004825 sched[0] 00000800:00000010:0.0:1767389067.861534:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e6174da3. 00000800:00000010:0.0:1767389067.861612:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e6174da3. 00000800:00000010:0.0:1767389067.861623:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009ca65fa4. 00000800:00000010:0.0:1767389067.861667:0:337524:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ece8bacd. 00000800:00000001:0.0:1767389067.861682:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389067.861690:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767389067.861841:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767389067.861854:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp37 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389059784004825 sched[0] 00000800:00000010:0.0:1767389067.861860:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b9a98679. 00000800:00000001:0.0:1767389067.861935:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389067.861944:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767389067.862310:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c42b9a32. 00000800:00000010:1.0:1767389067.862321:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002c5c95e. 00000400:02020000:1.0:1767389067.862408:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp33 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389067.867113:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp33 notifying 192.168.204.113@tcp33: down 00000800:00000200:1.0:1767389067.867129:0:337526:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp33 down 00000800:00000100:1.0:1767389067.867136:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp33 00000800:00000010:1.0:1767389067.867139:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d4661e59. 00000400:00000200:1.0:1767389067.867146:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389067.867154:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp33->192.168.204.113@tcp33: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389067.867160:0:337526:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767389067.867164:0:337526:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767389067.867167:0:337526:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp33) recovery failed with -71 00000004:00000001:0.0:1767389068.171840:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767389068.171846:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767389068.171854:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008777fd9d. 00000020:00000040:0.0:1767389068.171860:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767389068.171865:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389068.171869:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389068.171875:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389068.171884:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005acbe559. 00000100:00000001:0.0:1767389068.171891:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.171900:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389068.171902:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389068.171916:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008777fd9d] to pc [ptlrpcd_00_00+0] req@000000008777fd9d x1853241654540928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767389068.171969:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389068.172040:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389068.172046:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389068.172051:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005daca956. 00000020:00000040:0.0:1767389068.172054:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389068.172057:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389068.172059:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389068.172061:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389068.172066:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d4661e59. 00000100:00000001:0.0:1767389068.172070:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389068.172074:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@000000005daca956 x1853241654541056/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389068.172084:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389068.172085:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389068.172093:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005daca956] to pc [ptlrpcd_00_01+1] req@000000005daca956 x1853241654541056/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389068.172102:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389068.172104:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389068.172107:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389068.172110:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6e82fd7. 00000020:00000040:0.0:1767389068.172112:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767389068.172115:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389068.172117:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389068.172121:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389068.172123:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000013cfe45f. 00000100:00000001:0.0:1767389068.172126:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389068.172131:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000f6e82fd7 x1853241654541184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389068.172138:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389068.172140:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389068.172152:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e82fd7] to pc [ptlrpcd_00_02+2] req@00000000f6e82fd7 x1853241654541184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389068.172180:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389068.172182:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389068.172186:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389068.172191:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db0a5abe. 00000020:00000040:0.0:1767389068.172194:0:54998:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767389068.172196:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389068.172198:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389068.172200:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389068.172206:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004cc45507. 00000100:00000001:0.0:1767389068.172210:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389068.172220:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000db0a5abe x1853241654541312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389068.172228:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389068.172232:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389068.172263:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db0a5abe] to pc [ptlrpcd_00_03+3] req@00000000db0a5abe x1853241654541312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389068.172275:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389068.172288:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389068.172290:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389068.172293:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389068.172295:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389068.172303:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767389068.172310:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6e82fd7 x1853241654541184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767389068.172313:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c2bdd3cd. 00000020:00000040:0.0:1767389068.172326:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767389068.172344:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767389068.172352:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1767389068.172353:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767389068.172367:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389068.172368:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389068.172392:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1767389068.172393:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001bc67fa3. 02000000:00000001:1.0:1767389068.172405:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389068.172407:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389068.172428:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389068.172435:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000c2bdd3cd x1853241654541440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767389068.172443:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f6e82fd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:337538:1853241654541184:0@lo:400: 00000100:00000001:0.0:1767389068.172463:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389068.172473:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767389068.172480:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389068.172483:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389068.172487:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389068.172491:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2bdd3cd] to pc [ptlrpcd_00_00+0] req@00000000c2bdd3cd x1853241654541440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389068.172493:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389068.172500:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085926710. 02000000:00000001:1.0:1767389068.172512:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.172513:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389068.172529:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa0c4c51. 00000100:00000040:0.0:1767389068.172531:0:54998:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4993) 00000400:00000010:1.0:1767389068.172551:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd7cb3a3. 00000100:00000200:1.0:1767389068.172560:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654541184, portal 10 00000100:00000001:1.0:1767389068.172564:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389068.172564:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389068.172580:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520923520 : -122821188628096 : ffff904b76ae5180) 00000100:00000001:0.0:1767389068.172582:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389068.172596:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389068.172603:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f6e82fd7 x1853241654541184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389068.172610:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008777fd9d x1853241654540928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389068.172653:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389068.172667:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389068.172668:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389068.172681:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389068.172683:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2e903bb. 02000000:00000001:0.0:1767389068.172695:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1767389068.172697:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654541184, offset 0 02000000:00000001:0.0:1767389068.172701:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389068.172706:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389068.172708:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767389068.172716:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008777fd9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654540928:0@lo:13: 00000100:00000001:0.0:1767389068.172759:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389068.172763:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767389068.172767:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767389068.172769:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389068.172779:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389068.172787:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ebe17e8c. 00000400:00000200:1.0:1767389068.172792:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372807b80 02000000:00000001:0.0:1767389068.172796:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389068.172807:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8952 00000400:00000010:0.0:1767389068.172809:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efdb8df5. 00000400:00000200:1.0:1767389068.172829:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767389068.172831:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002db60def. 00000400:00000200:1.0:1767389068.172843:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767389068.172849:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654540928, portal 4 00000100:00000001:1.0:1767389068.172855:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767389068.172855:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767389068.172862:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767389068.172864:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520919040 : -122821188632576 : ffff904b76ae4000) 00000100:00000010:1.0:1767389068.172874:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ca92f52. 00000100:00000040:0.0:1767389068.172881:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008777fd9d x1853241654540928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389084 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389068.172884:0:337538:0:(events.c:337:request_in_callback()) incoming req@000000009ca92f52 x1853241654541184 msgsize 224 00000100:00000001:0.0:1767389068.172905:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767389068.172911:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389068.172916:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767389068.172940:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389068.172954:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2e903bb 00000400:00000010:1.0:1767389068.172958:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2e903bb. 00000100:00000001:1.0:1767389068.172969:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389068.172978:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6e82fd7 x1853241654541184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389068.172993:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389068.172999:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389068.173006:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389068.173022:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005daca956 x1853241654541056/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389068.173029:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389068.173043:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6e82fd7 x1853241654541184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389068.173108:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389068.173110:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.173113:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389068.173116:0:337538:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767389068.173121:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767389068.173126:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389068.173126:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389068.173142:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389068.173144:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5133 usecs (6 jiffies) 00000100:00100000:0.0:1767389068.173149:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005daca956 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654541056:0@lo:400: 00000100:00000001:1.0:1767389068.173153:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299656199 00000100:00000001:0.0:1767389068.173165:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767389068.173169:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c3966ad. 02000000:00000001:0.0:1767389068.173172:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389068.173179:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389068.173183:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767389068.173184:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389068.173197:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e38fd051. 00000100:00000001:1.0:1767389068.173201:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299656199 02000000:00000001:0.0:1767389068.173202:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389068.173210:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000095d24817. 00000400:00000010:0.0:1767389068.173212:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c303a6. 00000100:00000001:1.0:1767389068.173220:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000400:00000010:0.0:1767389068.173223:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181b09ca. 00000100:00000001:1.0:1767389068.173229:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299656199 00000100:00000200:0.0:1767389068.173231:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654541056, portal 25 00000100:00000010:1.0:1767389068.173258:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001864ef88. 00000100:00000001:0.0:1767389068.173258:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389068.173265:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520927104 : -122821188624512 : ffff904b76ae5f80) 00000100:00000001:1.0:1767389068.173267:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389068.173281:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299656199 00000100:00000040:0.0:1767389068.173282:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005daca956 x1853241654541056/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767389068.173300:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eacf9473. 00000100:00000001:0.0:1767389068.173300:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389068.173317:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:0.0:1767389068.173324:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389068.173331:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f04ce50. 00000100:00000001:1.0:1767389068.173335:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767389068.173337:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654541056, offset 0 00000100:00000001:1.0:1767389068.173344:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389068.173350:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389068.173357:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767389068.173360:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389068.173373:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767389068.173375:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389068.173386:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389068.173395:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389068.173399:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767389068.173407:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372807b00 00000100:00000001:1.0:1767389068.173409:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389068.173425:0:337538:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:0.0:1767389068.173426:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1635 [2] + 0 00000100:00000001:1.0:1767389068.173439:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389068.173440:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa8de079. 00000100:00000001:1.0:1767389068.173453:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767389068.173455:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002400f2ce 00000400:00000200:0.0:1767389068.173463:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389068.173469:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389068.173479:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389068.173481:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389068.173485:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767389068.173487:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002400f2ce 00000100:00000001:1.0:1767389068.173488:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389068.173501:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db0a5abe x1853241654541312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389068.173501:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002400f2ce. 00000100:00000001:0.0:1767389068.173517:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767389068.173521:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767389068.173523:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767389068.173529:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389068.173532:0:337537:0:(events.c:337:request_in_callback()) incoming req@0000000018a270b3 x1853241654541056 msgsize 224 02000000:00000001:1.0:1767389068.173537:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389068.173542:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767389068.173553:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767389068.173554:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389068.173557:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:1.0:1767389068.173562:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db0a5abe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:337538:1853241654541312:0@lo:400: 00000100:00000001:1.0:1767389068.173568:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389068.173571:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389068.173574:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.173575:0:337537:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767389068.173581:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389068.173586:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b7d95ff0. 02000000:00000001:1.0:1767389068.173592:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389068.173593:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f04ce50 00000400:00000010:0.0:1767389068.173607:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f04ce50. 00000400:00000010:1.0:1767389068.173611:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0ec82fa. 00000100:00000001:0.0:1767389068.173616:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767389068.173620:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2e903bb. 00000100:00000200:0.0:1767389068.173626:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005daca956 x1853241654541056/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389068.173629:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654541312, portal 10 00000100:00000001:1.0:1767389068.173643:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389068.173651:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520925312 : -122821188626304 : ffff904b76ae5880) 00000100:00000001:0.0:1767389068.173672:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389068.173678:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db0a5abe x1853241654541312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389068.173687:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005daca956 x1853241654541056/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389068.173764:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389068.173778:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389068.173790:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b8f577. 00000100:00000001:0.0:1767389068.173792:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.173803:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767389068.173804:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654541312, offset 0 00000100:00000001:0.0:1767389068.173821:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389068.173822:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389068.173834:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299656217 00000400:00000200:1.0:1767389068.173845:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389068.173848:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299656199 00000100:00000001:0.0:1767389068.173858:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299656217 00000400:00000200:1.0:1767389068.173863:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372807c00 00000100:00000001:0.0:1767389068.173874:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299656199 00000400:00000200:1.0:1767389068.173886:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9176 00000100:00000001:0.0:1767389068.173888:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299656217 00000100:00000001:0.0:1767389068.173908:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299656199 00000400:00000200:1.0:1767389068.173910:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389068.173918:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299656217 00000100:00000001:0.0:1767389068.173941:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299656199 00000400:00000200:1.0:1767389068.173946:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389068.173961:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389068.173963:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389068.173977:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767389068.173979:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389068.174001:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c4a034cf. 00000100:00000001:0.0:1767389068.174003:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389068.174023:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000c4a034cf x1853241654541312 msgsize 224 00000100:00000001:0.0:1767389068.174023:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767389068.174043:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389068.174044:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389068.174049:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389068.174059:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767389068.174065:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389068.174070:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767389068.174072:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b8f577 00000100:00000001:0.0:1767389068.174073:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389068.174078:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b8f577. 00000100:00000001:0.0:1767389068.174080:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389068.174083:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389068.174094:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db0a5abe x1853241654541312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389068.174106:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389068.174108:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389068.174123:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389068.174130:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db0a5abe x1853241654541312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389068.174142:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.174144:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389068.174145:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767389068.174148:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654541056 00000100:00000001:1.0:1767389068.174156:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389068.174156:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389068.174168:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767389068.174170:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6141 usecs (7 jiffies) 00000100:00000001:0.0:1767389068.174175:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389068.174177:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299656201 02000000:00000001:0.0:1767389068.174183:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389068.174184:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299656217 00000100:00000001:1.0:1767389068.174201:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299656201 00000100:00100000:0.0:1767389068.174202:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654541056 00000100:00000001:1.0:1767389068.174210:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299656217 00000020:00000001:0.0:1767389068.174210:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389068.174218:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:1.0:1767389068.174220:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299656201 00000100:00000001:1.0:1767389068.174229:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299656217 00000020:00000001:0.0:1767389068.174229:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389068.174257:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000001:1.0:1767389068.174258:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299656201 00000020:00000001:0.0:1767389068.174270:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389068.174272:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299656217 00000100:00000001:1.0:1767389068.174289:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767389068.174289:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389068.174307:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.174309:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389068.174325:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e113c3c5. 00000100:00000001:1.0:1767389068.174327:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389068.174349:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.174351:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389068.174359:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e113c3c5. 00000020:00000010:0.0:1767389068.174368:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f4a9a14. 00000020:00000010:0.0:1767389068.174379:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005808dc6c. 00000020:00000010:0.0:1767389068.174385:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024dca86d. 00000100:00000001:1.0:1767389068.174399:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767389068.174401:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:1.0:1767389068.174407:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654541184 00000100:00000001:0.0:1767389068.174409:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767389068.174413:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389068.174414:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389068.174425:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389068.174427:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389068.174437:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.174444:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389068.174445:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389068.174463:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654541184 00000020:00000001:1.0:1767389068.174468:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389068.174472:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000100:00000001:0.0:1767389068.174474:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389068.174475:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389068.174481:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000020:00000001:1.0:1767389068.174487:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000020:00000001:1.0:1767389068.174491:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:1.0:1767389068.174499:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389068.174500:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767389068.174503:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004945fbd8. 00000100:00000001:0.0:1767389068.174504:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767389068.174515:0:338180:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767389068.174528:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000020:00000010:1.0:1767389068.174529:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004945fbd8. 00000100:00000040:0.0:1767389068.174539:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000020:00000010:1.0:1767389068.174545:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017f1bd85. 00000020:00000010:1.0:1767389068.174551:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000daf647b2. 00000020:00000010:1.0:1767389068.174557:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069e5be74. 00000100:00000001:0.0:1767389068.174568:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661755472 : -122822047796144 : ffff904b43787450) 00000100:00000040:0.0:1767389068.174582:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000018a270b3 x1853241654541056/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:519/0 lens 224/0 e 0 to 0 dl 1767389079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389068.174583:0:338180:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767389068.174594:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389068.174606:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389068.174608:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389068.174619:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767389068.174621:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e113c3c5. 00000100:00000001:0.0:1767389068.174628:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389068.174631:0:338180:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767389068.174643:0:338180:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:0.0:1767389068.174644:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e113c3c5. 00000100:00000001:1.0:1767389068.174651:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389068.174669:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000018a270b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654541056:12345-0@lo:400: 00000100:00000001:1.0:1767389068.174672:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389068.174692:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767389068.174699:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654541056 00000100:00100000:1.0:1767389068.174701:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654541312 02000000:00000001:1.0:1767389068.174712:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767389068.174713:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767389068.174758:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389068.174764:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389068.174765:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767389068.174781:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389068.174782:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389068.174802:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654541312 00000020:00000001:0.0:1767389068.174803:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389068.174807:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000020:00000001:0.0:1767389068.174812:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389068.174823:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389068.174824:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389068.174832:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000020:00000001:0.0:1767389068.174833:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389068.174845:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767389068.174846:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:1.0:1767389068.174854:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000020:00000001:0.0:1767389068.174854:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389068.174868:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000020:00000001:0.0:1767389068.174870:0:338174:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767389068.174879:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:0.0:1767389068.174881:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767389068.174892:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767389068.174893:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767389068.174904:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004945fbd8. 02000000:00000010:0.0:1767389068.174905:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b6b00573. 02000000:00000001:0.0:1767389068.174918:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389068.174920:0:338180:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a66efc54. 00000100:00000001:0.0:1767389068.174923:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389068.174930:0:338174:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389068.174934:0:338180:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00010000:00000040:0.0:1767389068.174936:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654541056 00010000:00000001:0.0:1767389068.174952:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389068.174959:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000018a270b3 x1853241654541056/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:519/0 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389068.174961:0:338180:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767389068.174972:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095cd93b9. 00010000:00000001:0.0:1767389068.174975:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767389068.174980:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009867ca3b. 00010000:00000001:0.0:1767389068.174980:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389068.174990:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=93 v=5 (1 0 0 0) 00000020:00000010:1.0:1767389068.174992:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b81e899. 00000100:00000001:1.0:1767389068.175001:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389068.175006:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389068.175008:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767389068.175009:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389068.175018:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389068.175019:0:338180:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767389068.175033:0:338180:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389068.175035:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:1.0:1767389068.175048:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389068.175048:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389068.175058:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.175067:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389068.175072:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389068.175083:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389068.175089:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f04ce50. 00000100:00000001:1.0:1767389068.175094:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1767389068.175096:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654541056, offset 224 00000100:00000001:1.0:1767389068.175098:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767389068.175109:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767389068.175119:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000040:1.0:1767389068.175124:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000100:00000001:1.0:1767389068.175127:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151437824 : -122821558113792 : ffff904b60a86a00) 00000400:00000200:0.0:1767389068.175138:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767389068.175144:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009ca92f52 x1853241654541184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:519/0 lens 224/0 e 0 to 0 dl 1767389079 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389068.175158:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372807b00 00000100:00000001:1.0:1767389068.175159:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389068.175175:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c71eebc. 00000100:00000001:1.0:1767389068.175183:0:338180:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389068.175184:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1e6d [1] + 224 00000020:00000010:1.0:1767389068.175193:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c71eebc. 00000400:00000200:0.0:1767389068.175201:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767389068.175212:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009ca92f52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:337538:x1853241654541184:12345-0@lo:400: 00000400:00000200:0.0:1767389068.175217:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767389068.175229:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654541184 00000100:00000001:0.0:1767389068.175229:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767389068.175258:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767389068.175259:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005daca956 x1853241654541056/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389068.175264:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389068.175272:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389068.175282:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389068.175286:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000040:0.0:1767389068.175286:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005daca956 x1853241654541056/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389068.175298:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389068.175305:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389068.175315:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389068.175318:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389068.175321:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389068.175327:0:338180:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767389068.175329:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389068.175338:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389068.175347:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767389068.175349:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f04ce50 02000000:00000010:1.0:1767389068.175352:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000498d6752. 00000400:00000010:0.0:1767389068.175355:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f04ce50. 02000000:00000001:1.0:1767389068.175360:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.175362:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389068.175366:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.175368:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767389068.175380:0:338180:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.175382:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389068.175385:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654541184 00010000:00000001:1.0:1767389068.175395:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767389068.175395:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389068.175406:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000200:1.0:1767389068.175407:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009ca92f52 x1853241654541184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:519/0 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389068.175410:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389068.175425:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767389068.175443:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767389068.175443:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018a270b3 x1853241654541056/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:519/0 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389068.175454:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389068.175466:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=87 v=5 (1 0 0 0) 00000100:00100000:0.0:1767389068.175484:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000018a270b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654541056:12345-0@lo:400: Request processed in 872us (1946us total) trans 0 rc 0/0 00000100:00000001:1.0:1767389068.175486:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389068.175492:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389068.175495:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389068.175505:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389068.175512:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389068.175517:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767389068.175518:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00000040:1.0:1767389068.175529:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767389068.175530:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000400:00000010:1.0:1767389068.175537:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b8f577. 00000100:00000001:0.0:1767389068.175538:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389068.175549:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767389068.175550:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654541184, offset 224 00000020:00000010:0.0:1767389068.175557:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005808dc6c. 00000400:00000200:1.0:1767389068.175563:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767389068.175566:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024dca86d. 00000020:00000010:0.0:1767389068.175571:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f4a9a14. 00000020:00000040:0.0:1767389068.175579:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000400:00000200:1.0:1767389068.175587:0:338180:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767389068.175588:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389068.175596:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b6b00573. 02000000:00000001:0.0:1767389068.175604:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1767389068.175608:0:338180:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372807b80 00000100:00000001:0.0:1767389068.175611:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389068.175619:0:338180:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e61 [1] + 224 00000100:00000200:0.0:1767389068.175621:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767389068.175640:0:338180:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767389068.175641:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e1374c5. 00000400:00000200:1.0:1767389068.175650:0:338180:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767389068.175651:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ca65fa4. 00000100:00000001:1.0:1767389068.175656:0:338180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389068.175665:0:338180:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6e82fd7 x1853241654541184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389068.175678:0:338180:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f6e82fd7 x1853241654541184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389068.175696:0:338180:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389068.175710:0:338180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b8f577 00000400:00000010:1.0:1767389068.175714:0:338180:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b8f577. 00000100:00000001:1.0:1767389068.175720:0:338180:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389068.175760:0:338180:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389068.175766:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389068.175773:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389068.175778:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389068.175780:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389068.175785:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389068.175789:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ca92f52 x1853241654541184/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:519/0 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389068.175798:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009ca92f52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:337538:x1853241654541184:12345-0@lo:400: Request processed in 640us (2913us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389068.175814:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000040:1.0:1767389068.175820:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000100:00000001:1.0:1767389068.175823:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389068.175829:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389068.175835:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000daf647b2. 00000020:00000010:1.0:1767389068.175845:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069e5be74. 00000020:00000010:1.0:1767389068.175852:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017f1bd85. 00000400:00000010:0.0:1767389068.175857:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f04ce50. 00000020:00000040:1.0:1767389068.175863:0:338180:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000100:00000200:0.0:1767389068.175866:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654540928, offset 0 00000400:00000200:0.0:1767389068.175883:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767389068.175886:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389068.175901:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389068.175912:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389068.175916:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767389068.175919:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372807a80 00000100:00100000:1.0:1767389068.175929:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000400:00000200:0.0:1767389068.175940:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 3360 00000100:00000040:1.0:1767389068.175943:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000100:00000001:1.0:1767389068.175954:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151435136 : -122821558116480 : ffff904b60a85f80) 00000400:00000200:0.0:1767389068.175954:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767389068.175980:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c4a034cf x1853241654541312/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:519/0 lens 224/0 e 0 to 0 dl 1767389079 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389068.175985:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389068.176002:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767389068.176006:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767389068.176008:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000010:1.0:1767389068.176015:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c71eebc. 00000100:00000010:0.0:1767389068.176017:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000249646bc. 00000100:00000001:1.0:1767389068.176024:0:338180:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767389068.176025:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000249646bc x1853241654540928 msgsize 224 00000020:00000010:1.0:1767389068.176041:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c71eebc. 00000100:00100000:1.0:1767389068.176071:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c4a034cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:337538:x1853241654541312:12345-0@lo:400: 00000100:00100000:0.0:1767389068.176072:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767389068.176089:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654541312 00000020:00000001:1.0:1767389068.176092:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389068.176095:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389068.176099:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.176104:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767389068.176106:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389068.176120:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:1.0:1767389068.176127:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767389068.176128:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f04ce50 00000020:00000001:1.0:1767389068.176139:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389068.176141:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f04ce50. 00000020:00000001:1.0:1767389068.176162:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767389068.176168:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767389068.176169:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389068.176184:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389068.176192:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008777fd9d x1853241654540928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389084 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389068.176195:0:338180:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767389068.176202:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389068.176207:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389068.176216:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006520e00d. 02000000:00000001:1.0:1767389068.176223:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.176224:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389068.176227:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389068.176235:0:338180:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389068.176236:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008777fd9d x1853241654540928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389084 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767389068.176271:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654541312 00010000:00000001:1.0:1767389068.176276:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767389068.176276:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.176282:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389068.176296:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767389068.176303:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c4a034cf x1853241654541312/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:519/0 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389068.176307:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8345 usecs (9 jiffies) 00000100:00000001:0.0:1767389068.176322:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299656205 00010000:00000001:1.0:1767389068.176329:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767389068.176330:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299656217 00010000:00000001:1.0:1767389068.176336:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.176337:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299656205 00000100:00000001:0.0:1767389068.176355:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299656217 00000100:00001000:1.0:1767389068.176356:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389068.176374:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299656205 00000100:00000001:1.0:1767389068.176375:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767389068.176387:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299656217 00000100:00000040:1.0:1767389068.176391:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389068.176403:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299656205 00000100:00000001:1.0:1767389068.176405:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389068.176420:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767389068.176421:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299656217 02000000:00000001:1.0:1767389068.176432:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.176432:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389068.176456:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389068.176458:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389068.176464:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389068.176468:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389068.176474:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b8f577. 00000100:00000040:0.0:1767389068.176475:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c2bdd3cd x1853241654541440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389068.176489:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654541312, offset 224 00000100:00000001:0.0:1767389068.176495:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389068.176500:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389068.176510:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767389068.176513:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389068.176519:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389068.176528:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389068.176530:0:338180:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:3.0:1767389068.176536:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1767389068.176540:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c2bdd3cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654541440:0@lo:400: 00000020:00000040:3.0:1767389068.176548:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000001:0.0:1767389068.176549:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767389068.176560:0:338180:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372807c00 02000000:00000001:0.0:1767389068.176561:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389068.176570:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389068.176577:0:338180:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e75 [1] + 224 00000400:00000200:1.0:1767389068.176582:0:338180:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767389068.176601:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767389068.176603:0:338180:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767389068.176607:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002f4a9a14. 00000100:00000001:1.0:1767389068.176611:0:338180:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767389068.176618:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389068.176626:0:338180:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db0a5abe x1853241654541312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389068.176630:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ba7e759. 00000400:00000010:0.0:1767389068.176649:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f04ce50. 00000100:00000040:1.0:1767389068.176654:0:338180:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000db0a5abe x1853241654541312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389068.176659:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654541440, portal 4 00000100:00000001:0.0:1767389068.176671:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389068.176678:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520921728 : -122821188629888 : ffff904b76ae4a80) 00000100:00000001:1.0:1767389068.176679:0:338180:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389068.176701:0:338180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b8f577 00000100:00000040:0.0:1767389068.176702:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c2bdd3cd x1853241654541440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389068.176716:0:338180:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b8f577. 00000100:00000001:1.0:1767389068.176797:0:338180:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389068.176802:0:338180:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389068.176814:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389068.176818:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389068.176820:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389068.176823:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389068.176836:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389068.176852:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c4a034cf x1853241654541312/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:519/0 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389068.176869:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c4a034cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:337538:x1853241654541312:12345-0@lo:400: Request processed in 854us (2838us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389068.176880:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000040:1.0:1767389068.176885:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000100:00000001:1.0:1767389068.176888:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389068.176895:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389068.176900:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009867ca3b. 00000020:00000010:1.0:1767389068.176906:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b81e899. 00000020:00000010:1.0:1767389068.176914:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095cd93b9. 00000020:00000040:1.0:1767389068.176924:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000100:00000001:1.0:1767389068.176927:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389068.176996:0:339011:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389068.177003:0:339011:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654540928 02000000:00000001:1.0:1767389068.177006:0:339011:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389068.177008:0:339011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389068.177013:0:339011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389068.177018:0:339011:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389068.177023:0:339011:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654540928 00000020:00000001:1.0:1767389068.177027:0:339011:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389068.177030:0:339011:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000001:1.0:1767389068.177035:0:339011:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389068.177040:0:339011:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000001:1.0:1767389068.177044:0:339011:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:1.0:1767389068.177049:0:339011:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:1.0:1767389068.177056:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389068.177063:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c71eebc. 00000020:00000010:1.0:1767389068.177073:0:339011:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008f58775e. 00000100:00000001:0.0:1767389068.177075:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1767389068.177088:0:339011:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000040:0.0:1767389068.177089:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389068.177102:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c9b820. 00000100:00000200:0.0:1767389068.177110:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654541440, offset 0 00000100:00000001:1.0:1767389068.177114:0:339011:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767389068.177121:0:339011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095cd93b9. 00000400:00000200:0.0:1767389068.177125:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767389068.177137:0:339011:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009867ca3b. 00000400:00000200:0.0:1767389068.177145:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767389068.177149:0:339011:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b81e899. 00000400:00000200:0.0:1767389068.177166:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958372807c80 00000100:00000040:1.0:1767389068.177174:0:339011:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767389068.177182:0:339011:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767389068.177182:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 3888 00000100:00000001:1.0:1767389068.177191:0:339011:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389068.177196:0:339011:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389068.177198:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389068.177212:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389068.177213:0:339011:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.177227:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389068.177232:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767389068.177234:0:339011:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767389068.177256:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000017c6cd8a. 00000100:00000040:0.0:1767389068.177264:0:337536:0:(events.c:337:request_in_callback()) incoming req@0000000017c6cd8a x1853241654541440 msgsize 224 00000100:00100000:0.0:1767389068.177283:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389068.177285:0:339011:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389068.177297:0:339011:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389068.177313:0:339011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000001:0.0:1767389068.177314:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767389068.177320:0:339011:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:1.0:1767389068.177326:0:339011:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520928896 : -122821188622720 : ffff904b76ae6680) 00000400:00000200:0.0:1767389068.177331:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c9b820 00000400:00000010:0.0:1767389068.177337:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c9b820. 00000100:00000040:1.0:1767389068.177338:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000249646bc x1853241654540928/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:519/0 lens 224/0 e 0 to 0 dl 1767389079 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389068.177347:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767389068.177352:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767389068.177361:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c2bdd3cd x1853241654541440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389068.177362:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f58775e. 00000100:00000001:1.0:1767389068.177376:0:339011:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389068.177392:0:339011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f58775e. 00000100:00000001:0.0:1767389068.177403:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767389068.177411:0:339011:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000249646bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337536:x1853241654540928:12345-0@lo:13: 00000100:00000040:0.0:1767389068.177413:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c2bdd3cd x1853241654541440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389068.177427:0:339011:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654540928 00000020:00000001:1.0:1767389068.177437:0:339011:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389068.177445:0:339011:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389068.177455:0:339011:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389068.177470:0:339011:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389068.177483:0:339011:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000100:00000001:0.0:1767389068.177485:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389068.177500:0:339011:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767389068.177500:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767389068.177518:0:339011:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389068.177522:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389068.177526:0:339011:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767389068.177529:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8345 usecs (9 jiffies) 00000020:00000001:1.0:1767389068.177530:0:339011:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389068.177537:0:339011:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.177540:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299656206 00000100:00000001:1.0:1767389068.177545:0:339011:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767389068.177547:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299656217 02000000:00000001:1.0:1767389068.177549:0:339011:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767389068.177553:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299656206 00000100:00000001:0.0:1767389068.177556:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299656217 00000100:00000001:0.0:1767389068.177558:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299656206 00000100:00000001:0.0:1767389068.177567:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299656217 02000000:00000010:1.0:1767389068.177568:0:339011:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000421a0fd. 00000100:00000001:0.0:1767389068.177570:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299656206 02000000:00000001:1.0:1767389068.177578:0:339011:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.177580:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299656217 00000100:00000001:1.0:1767389068.177587:0:339011:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.177589:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1767389068.177597:0:339011:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767389068.177599:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.177613:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767389068.177615:0:339011:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:0.0:1767389068.177616:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389068.177621:0:339011:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:0.0:1767389068.177626:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00080000:00000001:1.0:1767389068.177627:0:339011:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:0.0:1767389068.177635:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389068.177642:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389068.177645:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00080000:00000001:1.0:1767389068.177653:0:339011:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.177655:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.177667:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389068.177668:0:339011:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1767389068.177669:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767389068.177683:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00002000:00000024:1.0:1767389068.177687:0:339011:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:1.0:1767389068.177697:0:339011:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767389068.177701:0:339011:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767389068.177703:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000020:1.0:1767389068.177708:0:339011:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00000100:00000001:2.0:1767389068.177709:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000001:1.0:1767389068.177718:0:339011:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767389068.177760:0:339008:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389068.177766:0:339008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654541440 00000001:00000001:1.0:1767389068.177767:0:339011:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000001:2.0:1767389068.177771:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767389068.177771:0:339008:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000001:1.0:1767389068.177772:0:339011:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767389068.177790:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767389068.177790:0:339008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000001:1.0:1767389068.177791:0:339011:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.177804:0:339008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389068.177806:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0ec82fa. 00010000:00000040:1.0:1767389068.177807:0:339011:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654540928 00010000:00000001:1.0:1767389068.177827:0:339011:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767389068.177829:0:339008:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389068.177830:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2e903bb 00010000:00000200:1.0:1767389068.177839:0:339011:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000249646bc x1853241654540928/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:519/0 lens 224/368 e 0 to 0 dl 1767389079 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389068.177843:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2e903bb. 00000100:00100000:0.0:1767389068.177844:0:339008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654541440 00000100:00000001:2.0:1767389068.177860:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767389068.177860:0:339008:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1767389068.177864:0:339011:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:0.0:1767389068.177875:0:339008:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00010000:00000001:1.0:1767389068.177877:0:339011:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389068.177886:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db0a5abe x1853241654541312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767389068.177891:0:339011:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=77 v=5 (1 0 0 0) 00000020:00000001:0.0:1767389068.177892:0:339008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767389068.177905:0:339011:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1767389068.177915:0:339008:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=6 00000100:00000040:1.0:1767389068.177916:0:339011:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000200:2.0:1767389068.177921:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db0a5abe x1853241654541312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389068.177935:0:339011:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000001:0.0:1767389068.177936:0:339008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:2.0:1767389068.177948:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767389068.177953:0:339011:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767389068.177956:0:339008:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:2.0:1767389068.177958:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767389068.177960:0:339011:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.177975:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389068.177977:0:337538:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767389068.177977:0:339011:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767389068.177992:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767389068.177994:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e113c3c5. 00000100:00000040:1.0:1767389068.177999:0:339011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389068.178004:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389068.178006:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767389068.178007:0:339011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b8f577. 00000020:00000010:0.0:1767389068.178021:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e113c3c5. 00000100:00000001:2.0:1767389068.178022:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389068.178022:0:339011:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654540928, offset 224 02000000:00000001:2.0:1767389068.178045:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389068.178050:0:339008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000086bd44fd. 00000100:00001000:2.0:1767389068.178056:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=84 v=5 (5 0 0 0) 00000400:00000200:1.0:1767389068.178058:0:339011:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767389068.178066:0:339008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005808dc6c. 00000100:00001000:2.0:1767389068.178071:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=84 v=5 (1 0 0 0) 00000020:00000010:0.0:1767389068.178073:0:339008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024dca86d. 00000400:00000200:1.0:1767389068.178090:0:339011:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389068.178092:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389068.178096:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389068.178102:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767389068.178102:0:339008:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00010000:00080000:2.0:1767389068.178123:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000db0a5abe x1853241654541312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389068.178123:0:339008:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389068.178130:0:339008:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767389068.178137:0:339011:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372807a80 00000100:00000001:0.0:1767389068.178140:0:339008:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389068.178163:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389068.178164:0:339011:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e69 [1] + 224 00000100:00000001:0.0:1767389068.178165:0:339008:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767389068.178179:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767389068.178180:0:339008:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:1.0:1767389068.178182:0:339011:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767389068.178187:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767389068.178194:0:339008:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389068.178200:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1767389068.178206:0:339011:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389068.178207:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389068.178222:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db0a5abe x1853241654541312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389068.178223:0:339011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389068.178224:0:339008:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389068.178256:0:339011:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008777fd9d x1853241654540928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389084 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389068.178263:0:339009:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389068.178265:0:339008:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389068.178278:0:339009:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767389068.178281:0:339008:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389068.178302:0:339009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:3.0:1767389068.178319:0:339009:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 2 00000100:00000001:2.0:1767389068.178321:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389068.178321:0:339008:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389068.178336:0:339009:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520929792 : -122821188621824 : ffff904b76ae6a00) 00000100:00000001:0.0:1767389068.178342:0:339008:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389068.178343:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767389068.178347:0:339011:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000008777fd9d x1853241654540928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389068.178353:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017c6cd8a x1853241654541440/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:519/0 lens 224/0 e 0 to 0 dl 1767389079 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389068.178354:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389068.178373:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767389068.178376:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db0a5abe x1853241654541312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389068.178382:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389068.178394:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389068.178405:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389068.178414:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3c303a6. 00000400:00000200:0.0:1767389068.178433:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181b09ca 00000400:00000010:0.0:1767389068.178445:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181b09ca. 00000100:00000001:0.0:1767389068.178462:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389068.178478:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005daca956 x1853241654541056/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389068.178482:0:339011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389068.178483:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767389068.178488:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db0a5abe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:337538:1853241654541312:0@lo:400: 00000020:00000010:3.0:1767389068.178496:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e4ecb95. 00000400:00000200:1.0:1767389068.178499:0:339011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b8f577 00000400:00000010:1.0:1767389068.178516:0:339011:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b8f577. 00000100:00000001:3.0:1767389068.178517:0:339009:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767389068.178531:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005daca956 x1853241654541056/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389068.178533:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e4ecb95. 00000100:00000001:1.0:1767389068.178535:0:339011:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767389068.178537:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767389068.178546:0:339011:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767389068.178547:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389068.178561:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa0c4c51. 00000100:00100000:3.0:1767389068.178565:0:339009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000017c6cd8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:337536:x1853241654541440:12345-0@lo:400: 00000100:00000001:1.0:1767389068.178565:0:339011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.178576:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389068.178578:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd7cb3a3 00000100:00000040:1.0:1767389068.178586:0:339011:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000010:2.0:1767389068.178589:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd7cb3a3. 00000100:00000200:3.0:1767389068.178591:0:339009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654541440 00000100:00000001:0.0:1767389068.178593:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389068.178603:0:339011:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767389068.178607:0:337537:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767389068.178608:0:339011:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389068.178610:0:339009:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389068.178611:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767389068.178614:0:339011:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767389068.178614:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389068.178633:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767389068.178634:0:339009:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767389068.178642:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6e82fd7 x1853241654541184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389068.178643:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000249646bc x1853241654540928/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:519/0 lens 224/368 e 0 to 0 dl 1767389079 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389068.178644:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389068.178645:0:339009:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389068.178663:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389068.178664:0:339009:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389068.178672:0:339009:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00001000:0.0:1767389068.178682:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=93 v=5 (5 0 0 0) 00000020:00000001:3.0:1767389068.178690:0:339009:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389068.178703:0:339009:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767389068.178707:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=93 v=5 (1 0 0 0) 00000020:00000001:3.0:1767389068.178719:0:339009:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767389068.178733:0:339011:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000249646bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:337536:x1853241654540928:12345-0@lo:13: Request processed in 1378us (2704us total) trans 0 rc 0/0 00000100:00000001:0.0:1767389068.178787:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389068.178792:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389068.178800:0:339011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00000001:0.0:1767389068.178802:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767389068.178810:0:339011:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 1 00010000:00000001:0.0:1767389068.178812:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389068.178822:0:339009:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767389068.178828:0:339011:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389068.178830:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389068.178833:0:339009:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389068.178836:0:339011:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767389068.178841:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6e82fd7 x1853241654541184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389068.178845:0:339009:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1767389068.178845:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005daca956 x1853241654541056/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389068.178847:0:339011:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009867ca3b. 00000100:00000001:3.0:1767389068.178856:0:339009:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767389068.178866:0:339011:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b81e899. 02000000:00000001:3.0:1767389068.178867:0:339009:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389068.178883:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000238964cb. 00000020:00000010:1.0:1767389068.178883:0:339011:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095cd93b9. 02000000:00000001:3.0:1767389068.178906:0:339009:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389068.178908:0:339011:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 5 00000100:00000001:1.0:1767389068.178925:0:339011:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389068.178926:0:339009:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.178930:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767389068.178932:0:339009:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389068.178956:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000040:3.0:1767389068.178960:0:339009:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654541440 00000100:00000001:0.0:1767389068.178965:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389068.178980:0:339009:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767389068.178980:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767389068.178989:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005daca956 x1853241654541056/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389068.178994:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389068.179002:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:3.0:1767389068.179003:0:339009:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000017c6cd8a x1853241654541440/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:519/0 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767389068.179007:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767389068.179012:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767389068.179017:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389068.179029:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efdb8df5. 00000100:00000001:2.0:1767389068.179030:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389068.179039:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767389068.179046:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002db60def 00000100:00000001:2.0:1767389068.179049:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767389068.179058:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002db60def. 00000100:00000001:2.0:1767389068.179060:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389068.179079:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389068.179081:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767389068.179083:0:339009:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767389068.179083:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005daca956 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654541056:0@lo:400: 00000100:00001000:2.0:1767389068.179090:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=87 v=5 (5 0 0 0) 00010000:00000001:3.0:1767389068.179098:0:339009:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389068.179103:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008777fd9d x1853241654540928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767389068.179116:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=87 v=5 (1 0 0 0) 00000100:00001000:3.0:1767389068.179120:0:339009:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=77 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389068.179121:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389068.179141:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389068.179144:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389068.179148:0:339009:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767389068.179154:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389068.179159:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005daca956 x1853241654541056/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389068.179166:0:339009:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00010000:00000001:2.0:1767389068.179168:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767389068.179184:0:339009:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000200:1.0:1767389068.179186:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008777fd9d x1853241654540928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767389068.179187:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f6e82fd7 x1853241654541184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389068.179208:0:339009:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389068.179218:0:339009:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389068.179253:0:339009:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389068.179274:0:339009:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389068.179275:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389068.179285:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389068.179292:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e38fd051. 00000400:00000010:3.0:1767389068.179293:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc136459. 00000100:00000001:1.0:1767389068.179301:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767389068.179302:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389068.179305:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767389068.179313:0:339009:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654541440, offset 224 00000100:00000001:1.0:1767389068.179313:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389068.179316:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767389068.179317:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767389068.179332:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000040:0.0:1767389068.179332:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389068.179335:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389068.179345:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767389068.179350:0:339009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389068.179351:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767389068.179359:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767389068.179361:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767389068.179362:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389068.179365:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389068.179369:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d4661e59. 02000000:00000001:1.0:1767389068.179378:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389068.179381:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6e82fd7 x1853241654541184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389068.179383:0:339009:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767389068.179386:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767389068.179396:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=77 v=5 (5 0 0 0) 02000000:00000001:0.0:1767389068.179405:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389068.179416:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005daca956. 00000100:00001000:1.0:1767389068.179421:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=77 v=5 (1 0 0 0) 00000400:00000200:3.0:1767389068.179422:0:339009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958372807c80 00000100:00000001:0.0:1767389068.179433:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389068.179449:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389068.179452:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389068.179453:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389068.179455:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389068.179464:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389068.179467:0:339009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1e91 [1] + 224 00000100:00000001:2.0:1767389068.179473:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389068.179473:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767389068.179477:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767389068.179485:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389068.179488:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389068.179491:0:339009:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00080000:1.0:1767389068.179496:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008777fd9d x1853241654540928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389068.179506:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6e82fd7 x1853241654541184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389068.179507:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767389068.179516:0:339009:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389068.179518:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389068.179541:0:339009:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389068.179557:0:339009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c2bdd3cd x1853241654541440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389068.179563:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389068.179577:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767389068.179585:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00100000:2.0:1767389068.179591:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f6e82fd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:337538:1853241654541184:0@lo:400: 00000100:00000001:1.0:1767389068.179597:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767389068.179607:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389068.179621:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389068.179628:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389068.179629:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008777fd9d x1853241654540928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389068.179638:0:339009:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c2bdd3cd x1853241654541440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389068.179642:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db0a5abe x1853241654541312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389068.179684:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389068.179702:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389068.179718:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767389068.179762:0:337536:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767389068.179766:0:337536:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767389068.179770:0:337536:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000004:00000020:1.0:1767389068.179788:0:337536:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000004:00000001:1.0:1767389068.179794:0:337536:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389068.179803:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008777fd9d x1853241654540928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389084 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389068.179818:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008777fd9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654540928:0@lo:13: 00000100:00000001:3.0:1767389068.179836:0:339009:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1767389068.179843:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389068.179848:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389068.179851:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ba7e759. 00000400:00000200:1.0:1767389068.179860:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f04ce50 00000400:00000010:1.0:1767389068.179863:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f04ce50. 00000100:00000001:1.0:1767389068.179871:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767389068.179874:0:339009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc136459 00000400:00000010:3.0:1767389068.179880:0:339009:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc136459. 00000100:00000200:1.0:1767389068.179881:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c2bdd3cd x1853241654541440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389068.179891:0:339009:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389068.179896:0:339009:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:1.0:1767389068.179897:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c2bdd3cd x1853241654541440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389068.179913:0:339009:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389068.179914:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389068.179926:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389068.179933:0:339009:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:1.0:1767389068.179935:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389068.179937:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389068.179939:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389068.179941:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389068.179950:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389068.179953:0:339009:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00001000:1.0:1767389068.179958:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=77 v=5 (5 0 0 0) 00000020:00000001:3.0:1767389068.179960:0:339009:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389068.179977:0:339009:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:1.0:1767389068.179978:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389068.179985:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767389068.179989:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389068.179991:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389068.179992:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017c6cd8a x1853241654541440/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:519/0 lens 224/224 e 0 to 0 dl 1767389079 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389068.180001:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767389068.180003:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389068.180012:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b7d95ff0. 00010000:00080000:1.0:1767389068.180024:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000c2bdd3cd x1853241654541440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389068.180029:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389068.180038:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:3.0:1767389068.180039:0:339009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000017c6cd8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:337536:x1853241654541440:12345-0@lo:400: Request processed in 1548us (2766us total) trans 0 rc 0/0 00000020:00000040:2.0:1767389068.180044:0:337538:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767389068.180060:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389068.180069:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004cc45507. 02000000:00000001:2.0:1767389068.180085:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1767389068.180086:0:339009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00000001:1.0:1767389068.180093:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389068.180094:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1767389068.180096:0:339009:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:1.0:1767389068.180101:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000010:2.0:1767389068.180102:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db0a5abe. 00000100:00000001:3.0:1767389068.180104:0:339009:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767389068.180105:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1767389068.180118:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389068.180121:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389068.180122:0:339009:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767389068.180124:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389068.180133:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767389068.180136:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005808dc6c. 00000100:00000001:2.0:1767389068.180140:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389068.180141:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2bdd3cd x1853241654541440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389068.180155:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024dca86d. 00000100:00000040:2.0:1767389068.180157:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6e82fd7 x1853241654541184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389068.180157:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389068.180167:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000086bd44fd. 00000100:00000001:1.0:1767389068.180168:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389068.180173:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767389068.180175:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389068.180183:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1767389068.180185:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000040:1.0:1767389068.180190:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2bdd3cd x1853241654541440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389068.180191:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085926710. 00000100:00000001:3.0:1767389068.180194:0:339009:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389068.180204:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389068.180211:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389068.180215:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767389068.180222:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:1.0:1767389068.180223:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c2bdd3cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654541440:0@lo:400: 02000000:00000010:2.0:1767389068.180229:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000013cfe45f. 00000100:00000001:1.0:1767389068.180235:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389068.180236:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767389068.180254:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767389068.180258:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389068.180262:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6e82fd7. 00000100:00000040:1.0:1767389068.180263:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008777fd9d x1853241654540928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389084 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389068.180270:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389068.180275:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389068.180281:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389068.180281:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389068.180287:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767389068.180291:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:1.0:1767389068.180292:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ebe17e8c. 00000100:00000001:2.0:1767389068.180296:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389068.180299:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767389068.180302:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767389068.180304:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767389068.180306:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389068.180308:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767389068.180314:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389068.180317:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005acbe559. 02000000:00000001:1.0:1767389068.180325:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389068.180329:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389068.180332:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008777fd9d. 00000100:00000001:1.0:1767389068.180338:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389068.180340:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389068.180342:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389068.180362:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c2bdd3cd x1853241654541440/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389068.180371:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389068.180375:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389068.180377:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002f4a9a14. 02000000:00000001:1.0:1767389068.180385:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389068.180389:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389068.180392:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767389068.180395:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389068.180399:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001bc67fa3. 02000000:00000001:1.0:1767389068.180407:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389068.180409:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389068.180411:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c2bdd3cd. 00000100:00000001:1.0:1767389068.180419:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389068.180422:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389068.180427:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389068.180437:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389068.180440:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389068.180445:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389068.180447:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389068.197841:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299656217, at 4299656218 00000100:00000040:1.0:1767389068.197844:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299656217, at 4299656218 00000100:00000010:0.0:1767389068.197856:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c3966ad. 00000100:00000010:1.0:1767389068.197861:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000095d24817. 00000100:00000040:3.0:1767389068.197862:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299656217, at 4299656218 00000100:00000010:3.0:1767389068.197956:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eacf9473. 00000100:00000040:2.0:1767389068.198860:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299656217, at 4299656219 00000100:00000010:2.0:1767389068.198872:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001864ef88. 00010000:00000001:3.0:1767389068.491872:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389068.491881:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389068.491891:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389068.491893:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389068.492096:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389068.492103:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389068.492108:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767389068.752687:0:353689:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389068.752701:0:353689:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389068.752707:0:353689:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389068.752716:0:353689:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389068.752723:0:353689:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389068.752769:0:353689:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767389068.876920:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389068.876927:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389068.876933:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dc73e79 00000400:00000010:1.0:1767389068.876941:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006dc73e79. 00000400:00000200:1.0:1767389068.876953:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389068.876967:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp33 recovery ping unlinked 00000400:00000010:1.0:1767389068.876984:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ed8cea78. 00000400:00000010:1.0:1767389068.876991:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008f3fad1d. 00000400:00000200:1.0:1767389068.877009:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp29 00000400:00000010:1.0:1767389068.877016:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008069c674. 00000400:00000010:1.0:1767389068.877024:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b7d95ff0. 00000400:00000010:1.0:1767389068.877030:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b8f577. 00000400:00000010:1.0:1767389068.877041:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000004f81c3f. 00000400:00000200:1.0:1767389068.877048:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp29 00000400:00000200:1.0:1767389068.877081:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp29 local destination 00000400:00000200:1.0:1767389068.877091:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp29 00000400:00000200:1.0:1767389068.877102:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp29 NI seq info: [128:128:256:4294967295] 192.168.204.113@tcp29 LPNI seq info [125:125:8:4294967295] 00000400:00000200:1.0:1767389068.877113:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp29 00000400:00000200:1.0:1767389068.877131:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp29(192.168.204.113@tcp29:) -> 192.168.204.113@tcp29(192.168.204.113@tcp29:192.168.204.113@tcp29) : GET try# 0 00000800:00000200:1.0:1767389068.877139:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp29 00000800:00000010:1.0:1767389068.877145:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d4ef6d26. 00000800:00000200:1.0:1767389068.877154:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1009bfa] -> 12345-192.168.204.113@tcp29 (2) 00000800:00000200:1.1:1767389068.877161:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1009bfa] -> 12345-192.168.204.113@tcp29 (2) 00000400:00000200:1.0:1767389068.877192:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp29 added to recovery queue. ping count: 5 next ping: 5021 health :500 00000400:00000200:2.0:1767389068.877357:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.877435:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.877488:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.877527:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.877564:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.877627:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.877669:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.877710:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.877811:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.877859:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.877895:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.877926:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.877974:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878007:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878051:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878089:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878123:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878164:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878202:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878265:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878302:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878332:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878364:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878402:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878429:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878457:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878486:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878520:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878557:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878586:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878611:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878650:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878687:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878785:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389068.878827:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:2.0:1767389068.879029:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ceb75cd3. 00000800:00000010:2.0:1767389068.879037:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b2988911. 00000800:00000010:2.0:1767389068.879044:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e1ddc346. 00000800:00000010:2.0:1767389068.879082:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e1ddc346. 00000800:00020000:2.0:1767389068.879092:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389068.879098:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b2988911. 00000800:00000010:2.0:1767389068.879101:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ceb75cd3. 00000400:02020000:2.0:1767389068.879155:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp29 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767389068.879166:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp29 notifying 192.168.204.113@tcp29: down 00000800:00000200:2.0:1767389068.879176:0:337527:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp29 down 00000800:00000100:2.0:1767389068.879185:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp29 00000800:00000010:2.0:1767389068.879190:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d4ef6d26. 00000400:00000200:2.0:1767389068.879196:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767389068.879204:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp29->192.168.204.113@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767389068.879216:0:337527:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767389068.879220:0:337527:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767389068.879250:0:337527:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp29) recovery failed with -71 00000100:00000001:0.0:1767389069.195928:0:338163:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767389069.195936:0:338163:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389069.195991:0:339024:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767389069.196001:0:339024:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389069.515804:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389069.515812:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389069.515819:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389069.515821:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389069.515906:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389069.515910:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389069.515925:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767389069.860913:0:353853:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767389069.860917:0:353853:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:3.0:1767389069.867388:0:353853:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767389069.878733:0:353854:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c813b6e8. 00000400:00000010:3.0:1767389069.879454:0:353854:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d426e87d. 00000400:00000010:3.0:1767389069.879469:0:353854:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c56f7e5b. 00000400:00000010:3.0:1767389069.879474:0:353854:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000001c6980de. 00000400:00000010:3.0:1767389069.879478:0:353854:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000041eba9a8. 00000400:00000010:3.0:1767389069.879483:0:353854:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000fef92ab. 00000400:00000010:3.0:1767389069.879485:0:353854:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008a5e2500. 00000400:00000010:3.0:1767389069.879487:0:353854:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f940dc21. 00000400:00000010:3.0:1767389069.879492:0:353854:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000fe2f9b59. 00000800:00000010:3.0:1767389069.879509:0:353854:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ab3ec662. 00000800:00000200:3.0:1767389069.879522:0:353854:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767389069.879535:0:353854:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767389069.879580:0:353854:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:3.0:1767389069.879609:0:353854:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp40 [8/256/0/180] 00000400:00000010:3.0:1767389069.882289:0:353854:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000b8bb9c84. 00000400:00000010:3.0:1767389069.882297:0:353854:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9a4bfc7. 00000400:00000010:3.0:1767389069.882303:0:353854:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc136459. 00000400:00000001:3.0:1767389069.882338:0:353854:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389069.882341:0:353854:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389069.882344:0:353854:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2ff566. 00000400:00000200:3.0:1767389069.882351:0:353854:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a179ee7f 00000400:00000010:3.0:1767389069.882354:0:353854:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a179ee7f. 00000400:00000010:3.0:1767389069.882363:0:353854:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 000000005476ab8d. 00000400:00000200:3.0:1767389069.882371:0:353854:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (30) 00000400:00000200:3.0:1767389069.882385:0:353854:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:3.0:1767389069.882399:0:353854:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000400:00000200:1.0:1767389069.882405:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:3.0:1767389069.882410:0:353854:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d02327cd. 00000020:01000000:3.0:1767389069.882419:0:353854:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767389069.882420:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000020:01000000:3.0:1767389069.882427:0:353854:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp40 00000400:00000010:1.0:1767389069.882437:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072fd0188. 00000400:00000200:1.0:1767389069.882445:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (31) 00000400:00000010:1.0:1767389069.882453:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000001634fb6. 00000400:00000010:3.0:1767389069.882459:0:353854:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d426e87d. 00000400:00000200:1.0:1767389069.882460:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000400:00000010:3.0:1767389069.882479:0:353854:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c813b6e8. 00000400:00000200:1.0:1767389069.882492:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:1.0:1767389069.882503:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000400:00000200:1.0:1767389069.882512:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000020:00000001:0.0:1767389069.882517:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767389069.882520:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 10000000:00000001:0.0:1767389069.882525:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767389069.882532:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767389069.882534:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 10000000:01000000:0.0:1767389069.882538:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767389069.882550:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767389069.882558:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 38], ns[97, 38] 00000020:01000004:0.0:1767389069.882559:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767389069.882568:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389069.882581:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767389069.882586:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[101, 38] 00000020:01000004:0.0:1767389069.882589:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389069.882597:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389069.882608:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767389069.882618:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 38], ns[112, 38] 00000020:01000004:0.0:1767389069.882619:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767389069.882630:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389069.882636:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767389069.882644:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[119, 38] 00000100:00000010:0.0:1767389069.882647:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005daca956. 00000400:00000200:1.0:1767389069.882654:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[123, 38] 00000020:00000040:0.0:1767389069.882657:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389069.882666:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389069.882675:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767389069.882687:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 02000000:00000001:0.0:1767389069.882688:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389069.882711:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 02000000:00000010:0.0:1767389069.882712:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000033b8690f. 00000400:00000200:1.0:1767389069.882801:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:1.0:1767389069.882808:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:1.0:1767389069.882822:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:1.0:1767389069.882832:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00000400:00000200:1.0:1767389069.882845:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 00000400:00000200:1.0:1767389069.882856:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000100:00000001:0.0:1767389069.882857:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389069.882879:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 00000100:00000001:0.0:1767389069.882882:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767389069.882889:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 26], ns[58, 26] 00000400:00000200:1.0:1767389069.882900:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[125, 26], ns[128, 26] 00000100:00000001:0.0:1767389069.882903:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389069.882925:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 26], ns[104, 26] 00000100:00000040:0.0:1767389069.882933:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005daca956] to pc [ptlrpcd_00_01+1] req@000000005daca956 x1853241654541568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389069.882948:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 26], ns[87, 26] 00000400:00000200:1.0:1767389069.882985:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 26], ns[90, 26] 00000400:00000200:1.0:1767389069.882992:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 26], ns[125, 26] 00000400:00000200:1.0:1767389069.883008:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[113, 26], ns[116, 26] 10000000:00000001:0.0:1767389069.883019:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389069.883022:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 26], ns[109, 26] 10000000:00000001:0.0:1767389069.883029:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389069.883038:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389069.883045:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 26], ns[117, 26] 00000020:01000000:0.0:1767389069.883049:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767389069.883059:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767389069.883065:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1767389069.883067:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767389069.883080:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767389069.883083:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:01000000:0.0:1767389069.883089:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767389069.883091:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767389069.883093:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 26], ns[127, 26] 00000020:01000004:0.0:1767389069.883099:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:2.0:1767389069.883113:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005daca956 x1853241654541568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767389069.883114:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:1.0:1767389069.883131:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[0, 26] 00000020:01000004:0.0:1767389069.883133:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767389069.883145:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767389069.883148:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767389069.883154:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767389069.883159:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767389069.883165:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 02000000:00000001:2.0:1767389069.883167:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767389069.883167:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389069.883182:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767389069.883186:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767389069.883189:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767389069.883192:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp38 00000020:01000004:0.0:1767389069.883227:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767389069.883229:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389069.883238:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp38 lpni_is_preferred = 0 00000100:00000010:0.0:1767389069.883238:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d59fae0. 00000100:00100000:2.0:1767389069.883242:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005daca956 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654541568:0@lo:253: 00000020:00000040:0.0:1767389069.883259:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000400:00000200:1.0:1767389069.883265:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp38 00000100:00000001:2.0:1767389069.883278:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767389069.883279:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767389069.883290:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp38 NI seq info: [129:129:256:4294967295] 192.168.204.113@tcp38 LPNI seq info [126:126:8:4294967295] 02000000:00000001:0.0:1767389069.883293:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389069.883299:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389069.883308:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389069.883309:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389069.883321:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp38 02000000:00000001:2.0:1767389069.883326:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389069.883336:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001225e4c9. 02000000:00000010:2.0:1767389069.883338:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ceb75cd3. 02000000:00000001:2.0:1767389069.883351:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389069.883357:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389069.883362:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e26c0f4. 00000400:00000200:1.0:1767389069.883364:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp38(192.168.204.113@tcp38:) -> 192.168.204.113@tcp38(192.168.204.113@tcp:192.168.204.113@tcp38) : PUT try# 0 00000100:00000001:0.0:1767389069.883366:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389069.883375:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389069.883377:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a4fce4d9. 00000800:00000200:1.0:1767389069.883393:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.204.113@tcp38 00000100:00000200:2.0:1767389069.883396:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654541568, portal 25 00000100:00000040:0.0:1767389069.883399:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d59fae0] to pc [ptlrpcd_00_02+2] req@000000000d59fae0 x1853241654541696/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389069.883411:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:1.0:1767389069.883414:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000557ee14. 00000100:00000001:2.0:1767389069.883420:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520927104 : -122821188624512 : ffff904b76ae5f80) 00000800:00000010:1.0:1767389069.883436:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b3f295f6. 00000100:00000040:2.0:1767389069.883447:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005daca956 x1853241654541568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767389069.883454:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d7a87e0e. 00000800:00000200:1.0:1767389069.883485:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3f295f6] -> 12345-192.168.204.113@tcp38 (2) 00000800:00000200:1.1:1767389069.883504:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3f295f6] -> 12345-192.168.204.113@tcp38 (2) 00000100:00000001:2.0:1767389069.883505:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:0.0:1767389069.883507:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389069.883516:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389069.883517:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389069.883531:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015446bdc. 00000400:00000200:1.0:1767389069.883534:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000020:00000001:0.0:1767389069.883534:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389069.883552:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100571 rc 0 00000020:01000000:0.0:1767389069.883554:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:2.0:1767389069.883556:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654541568, offset 0 00000400:00000200:2.0:1767389069.883572:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767389069.883573:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d02327cd. 00000100:00000001:1.0:1767389069.883578:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389069.883589:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389069.883600:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389069.883603:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767389069.883611:0:337539:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767389069.883614:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389069.883627:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372807d00 00000100:00000001:0.0:1767389069.883640:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767389069.883651:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x163d [2] + 0 00000100:00000001:0.0:1767389069.883653:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767389069.883671:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d7752f5. 00000100:00000001:0.0:1767389069.883672:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767389069.883677:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000100:00000001:0.0:1767389069.883685:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767389069.883687:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000026425fee 00000100:00000001:0.0:1767389069.883691:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389069.883700:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000d59fae0 x1853241654541696/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389069.883702:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389069.883784:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389069.883797:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026425fee 00000400:00000010:2.0:1767389069.883803:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026425fee. 00000100:00000001:0.0:1767389069.883811:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389069.883816:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389069.883817:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389069.883826:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767389069.883827:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767389069.883834:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 02000000:00000001:0.0:1767389069.883840:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767389069.883841:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000021e4aaa x1853241654541568 msgsize 4848 02000000:00000001:0.0:1767389069.883857:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389069.883880:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767389069.883882:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000d59fae0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654541696:0@lo:253: 00000100:00000040:2.0:1767389069.883890:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767389069.883892:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000100:00000001:0.0:1767389069.883896:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389069.883908:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767389069.883913:0:337537:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767389069.883915:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389069.883922:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767389069.883928:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015446bdc 02000000:00000010:0.0:1767389069.883932:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000044221517. 02000000:00000001:0.0:1767389069.883936:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389069.883944:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c303a6. 00000400:00000010:2.0:1767389069.883945:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015446bdc. 00000400:00000200:1.0:1767389069.883956:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000100:00000001:2.0:1767389069.883968:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1767389069.883975:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004827f632. 00000100:00000200:2.0:1767389069.883983:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005daca956 x1853241654541568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389069.883986:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654541696, portal 25 00000100:00000001:0.0:1767389069.884003:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389069.884010:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520931584 : -122821188620032 : ffff904b76ae7100) 00000400:00000200:1.0:1767389069.884021:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000100:00000001:2.0:1767389069.884036:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389069.884038:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000d59fae0 x1853241654541696/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389069.884052:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005daca956 x1853241654541568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389069.884057:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389069.884073:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389069.884077:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767389069.884086:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000100:00000001:2.0:1767389069.884087:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767389069.884088:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e71f8817. 00000100:00000200:0.0:1767389069.884102:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654541696, offset 0 00000100:00000001:2.0:1767389069.884105:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389069.884115:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389069.884117:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299657927 00000100:00000010:2.0:1767389069.884125:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004d921a3. 00000100:00000001:2.0:1767389069.884140:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767389069.884158:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299657927 00000400:00000200:1.0:1767389069.884163:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389069.884164:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1767389069.884171:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4d7413b. 00000100:00000001:2.0:1767389069.884187:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767389069.884201:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299657927 00000400:00000200:0.0:1767389069.884203:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372807d80 00000100:00000010:2.0:1767389069.884236:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f02017eb. 00000400:00000200:0.0:1767389069.884238:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1661 [2] + 0 00000100:00000001:2.0:1767389069.884249:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000400:00000010:0.0:1767389069.884251:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c57afbed. 00000100:00000001:2.0:1767389069.884263:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299657927 00000400:00000200:0.0:1767389069.884264:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000552c39a9 00000400:00000200:1.0:1767389069.884266:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000100:00000010:2.0:1767389069.884280:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ef6fd658. 00000400:00000200:0.0:1767389069.884286:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389069.884293:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767389069.884304:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389069.884312:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389069.884321:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389069.884323:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000552c39a9 00000400:00000010:0.0:1767389069.884341:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000552c39a9. 00000100:00000001:2.0:1767389069.884343:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389069.884364:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389069.884371:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389069.884376:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767389069.884378:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389069.884383:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767389069.884387:0:337539:0:(events.c:337:request_in_callback()) incoming req@000000004af7c374 x1853241654541696 msgsize 4848 00000100:00000001:2.0:1767389069.884393:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389069.884400:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389069.884408:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389069.884409:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000100:00000001:2.0:1767389069.884422:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389069.884424:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389069.884441:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767389069.884467:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389069.884471:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767389069.884483:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e71f8817 00000100:00000001:2.0:1767389069.884489:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389069.884491:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e71f8817. 00000100:00000001:0.0:1767389069.884518:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389069.884532:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d59fae0 x1853241654541696/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389069.884552:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389069.884554:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389069.884567:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654541568 00000100:00000040:0.0:1767389069.884569:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000d59fae0 x1853241654541696/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389069.884586:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389069.884595:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389069.884597:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767389069.884598:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000100:00000001:2.0:1767389069.884611:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389069.884615:0:337539:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767389069.884631:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389069.884640:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389069.884643:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654541568 00000020:00000001:2.0:1767389069.884658:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767389069.884659:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299657927 00000020:00000040:2.0:1767389069.884665:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:0.0:1767389069.884669:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299657927 00000020:00000001:2.0:1767389069.884674:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389069.884676:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299657927 00000020:00000040:2.0:1767389069.884681:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000001:0.0:1767389069.884684:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299657927 00000020:00000001:2.0:1767389069.884690:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389069.884695:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299657927 00000020:00000001:2.0:1767389069.884699:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389069.884704:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299657927 00000100:00000001:0.0:1767389069.884710:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299657927 00000100:00000001:2.0:1767389069.884711:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389069.884721:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d3f2885. 00000100:00000001:2.0:1767389069.884785:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389069.884790:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d3f2885. 00000100:00000001:0.0:1767389069.884798:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299657927 00000400:00000200:1.0:1767389069.884800:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000100:00000001:0.0:1767389069.884803:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389069.884805:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a15cb649. 00000100:00000001:0.0:1767389069.884808:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389069.884824:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ebd93579. 00000100:00000001:0.0:1767389069.884826:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389069.884843:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c68a6402. 00000100:00000001:0.0:1767389069.884847:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389069.884881:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767389069.884887:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389069.884893:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389069.884898:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389069.884918:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389069.884922:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389069.884928:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654541696 02000000:00000001:0.0:1767389069.884933:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389069.884937:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389069.884939:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389069.884952:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389069.884963:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389069.884969:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654541696 00000100:00000001:2.0:1767389069.884974:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767389069.884976:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767389069.884982:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767389069.884984:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767389069.884999:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767389069.885000:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000020:00000040:0.0:1767389069.885006:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00100000:2.0:1767389069.885008:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000020:00000001:0.0:1767389069.885024:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000040:2.0:1767389069.885027:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000020:00000001:0.0:1767389069.885033:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389069.885037:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661753424 : -122822047798192 : ffff904b43786c50) 00000100:00000001:0.0:1767389069.885050:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767389069.885054:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000021e4aaa x1853241654541568/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:520/0 lens 4848/0 e 0 to 0 dl 1767389080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389069.885061:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018cbd42c. 00000100:00000001:0.0:1767389069.885079:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389069.885084:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018cbd42c. 00000020:00000010:0.0:1767389069.885107:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000459071fc. 00000100:00000001:2.0:1767389069.885111:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389069.885117:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000568cbf6c. 00000020:00000010:2.0:1767389069.885118:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008d3f2885. 00000100:00000001:2.0:1767389069.885128:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389069.885130:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000574c5f6. 00000020:00000010:2.0:1767389069.885137:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008d3f2885. 00000400:00000200:1.0:1767389069.885139:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000100:00000001:0.0:1767389069.885146:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389069.885152:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389069.885156:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389069.885159:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000021e4aaa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654541568:12345-0@lo:253: 00000100:00000200:2.0:1767389069.885170:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654541568 00000020:00000001:2.0:1767389069.885176:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767389069.885178:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389069.885187:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389069.885194:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389069.885201:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767389069.885203:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389069.885227:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:2.0:1767389069.885238:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389069.885242:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389069.885247:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389069.885261:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389069.885268:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389069.885277:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767389069.885278:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389069.885287:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767389069.885291:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767389069.885303:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 02000000:00000010:2.0:1767389069.885306:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002dffa2d6. 00000100:00000040:0.0:1767389069.885311:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 02000000:00000001:2.0:1767389069.885313:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389069.885320:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389069.885330:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661747280 : -122822047804336 : ffff904b43785450) 20000000:00000001:2.0:1767389069.885331:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767389069.885351:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000100:00000040:0.0:1767389069.885353:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004af7c374 x1853241654541696/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:520/0 lens 4848/0 e 0 to 0 dl 1767389080 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:2.0:1767389069.885356:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000352f2e24. 20000000:01000000:2.0:1767389069.885371:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767389069.885380:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:0.0:1767389069.885380:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767389069.885397:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000010:0.0:1767389069.885400:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018cbd42c. 20000000:00000001:2.0:1767389069.885403:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389069.885416:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389069.885418:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389069.885423:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:0.0:1767389069.885427:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018cbd42c. 00000100:00100000:0.0:1767389069.885437:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004af7c374 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654541696:12345-0@lo:253: 00000100:00000200:0.0:1767389069.885442:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654541696 00000020:00000001:0.0:1767389069.885446:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:2.0:1767389069.885450:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000d40a0ee. 00000020:00000001:0.0:1767389069.885452:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:2.0:1767389069.885457:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00000020:00000001:0.0:1767389069.885460:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389069.885468:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:2.0:1767389069.885470:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767389069.885474:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:0.0:1767389069.885483:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:2.0:1767389069.885485:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:0.0:1767389069.885489:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389069.885492:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389069.885496:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389069.885507:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389069.885512:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389069.885519:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767389069.885522:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 02000000:00000010:0.0:1767389069.885543:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001760ee2e. 02000000:00000001:0.0:1767389069.885548:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389069.885552:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389069.885557:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767389069.885573:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005a0aafd9. 20000000:01000000:0.0:1767389069.885578:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767389069.885584:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767389069.885588:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767389069.885593:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389069.885595:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767389069.885595:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 20000000:00000001:0.0:1767389069.885597:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389069.885622:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767389069.885624:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767389069.885637:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389069.885643:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767389069.885649:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767389069.885657:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:2.0:1767389069.885665:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:1.0:1767389069.885666:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00080000:00000010:2.0:1767389069.885677:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000003de6ce0. 00080000:00000001:2.0:1767389069.885685:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252119566336 : -122821589985280 : ffff904b5ec21800) 00080000:00000001:2.0:1767389069.885690:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767389069.885723:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389069.885845:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000001:00000001:2.0:1767389069.885956:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767389069.885962:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389069.885969:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767389069.886001:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00080000:00000001:2.0:1767389069.886012:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389069.886022:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767389069.886120:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389069.886227:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389069.886303:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00080000:00000001:2.0:1767389069.886349:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767389069.886357:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767389069.886385:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389069.886571:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389069.886798:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389069.886919:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389069.887015:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389069.887093:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389069.887163:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389069.887276:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389069.887375:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389069.887447:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389069.887490:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389069.887597:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:1.0:1767389069.887983:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002c5c95e. 00000800:00000010:1.0:1767389069.887993:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000064a701d3. 00000800:00000010:1.0:1767389069.887999:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004175067a. 00000800:00000010:1.0:1767389069.888040:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004175067a. 00000800:00020000:1.0:1767389069.888057:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389069.888063:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000064a701d3. 00000800:00000010:1.0:1767389069.888068:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002c5c95e. 00000400:02020000:1.0:1767389069.888164:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp38 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389069.888174:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp38 notifying 192.168.204.113@tcp38: down 00000800:00000200:1.0:1767389069.888186:0:337524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp38 down 00000800:00000100:1.0:1767389069.888195:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 544 0@<0:0>->192.168.204.113@tcp38 00000800:00000010:1.0:1767389069.888200:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000557ee14. 00000400:00000200:1.0:1767389069.888232:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389069.888244:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp38->192.168.204.113@tcp38: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767389069.888257:0:337524:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp38 added to recovery queue. ping count: 0 next ping: 4991 health :900 00000400:00000200:1.0:1767389069.888263:0:337524:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389069.888268:0:337524:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 1 00000400:00000200:1.0:1767389069.888274:0:337524:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767389069.888341:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767389069.888358:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x101171 00000400:00000001:0.0:1767389069.888365:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389069.888367:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389069.888369:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072fd0188 00000400:00000010:0.0:1767389069.888371:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000072fd0188. 00000400:00000200:0.0:1767389069.888376:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767389069.888385:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767389069.888390:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (32) 00000400:00000200:0.0:1767389069.888394:0:337534:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389069.888400:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 rc -71 00000400:00000200:0.0:1767389069.888407:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:0.0:1767389069.888414:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (31) 00000400:00000001:1.0:1767389069.900804:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389069.900809:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389069.900813:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b8f577 00000400:00000010:1.0:1767389069.900818:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b8f577. 00000400:00000200:1.0:1767389069.900828:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389069.900836:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp29 recovery ping unlinked 00000400:00000010:1.0:1767389069.900848:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008069c674. 00000400:00000010:1.0:1767389069.900857:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b7d95ff0. 00080000:00000001:0.0:1767389069.902249:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767389069.902260:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:0.0:1767389069.902264:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389069.902267:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767389069.902274:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767389069.902281:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767389069.902283:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767389069.902287:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389069.902291:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389069.902294:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389069.902301:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000003de6ce0. 20000000:00000001:0.0:1767389069.902301:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767389069.902312:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767389069.902313:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767389069.902318:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f649dbed. 20000000:01000000:2.0:1767389069.902332:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 00080000:00000020:0.0:1767389069.902337:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767389069.902340:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767389069.902348:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:0.0:1767389069.902372:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389069.902379:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389069.902384:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389069.902390:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389069.902395:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389069.902409:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e79c0c95. 00080000:00000001:2.0:1767389069.902415:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389069.902417:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767389069.902426:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000010:0.0:1767389069.902428:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c4f799da. 00080000:00000001:2.0:1767389069.902432:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389069.902438:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767389069.902440:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1767389069.902453:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000040:0.0:1767389069.902457:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c4f799da with handle 0x95cd417baf42957b to hash 00000020:00000001:2.0:1767389069.902461:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00000020:00000001:0.0:1767389069.902464:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767389069.902471:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767389069.902472:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389069.902480:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00080000:00000010:2.0:1767389069.902483:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000cadb5515. 00010000:00000001:0.0:1767389069.902484:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767389069.902488:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252119560192 : -122821589991424 : ffff904b5ec20000) 00080000:00000001:2.0:1767389069.902493:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767389069.902502:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389069.902508:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf42957b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389069.902519:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389069.902524:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389069.902526:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389069.902531:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389069.902533:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389069.902535:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389069.902537:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389069.902540:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389069.902543:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389069.902546:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389069.902548:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389069.902550:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e79c0c95) refcount = 1 00010000:00010000:0.0:1767389069.902555:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c4f799da/0x95cd417baf42957b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389069.902562:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389069.902564:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389069.902566:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389069.902568:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389069.902571:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389069.902576:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389069.902581:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:0.0:1767389069.902588:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389069.902591:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389069.902594:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4f799da refcount=4 00000020:00000001:0.0:1767389069.902597:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389069.902602:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389069.902606:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389069.902611:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf42957b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389069.902620:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389069.902630:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf42957b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389069.902637:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389069.902640:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389069.902643:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c4f799da/0x95cd417baf42957b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000001:00000001:2.0:1767389069.902645:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767389069.902649:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389069.902663:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:0.0:1767389069.902666:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389069.902669:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389069.902672:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389069.902674:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c4f799da/0x95cd417baf42957b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767389069.902680:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389069.902681:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c4f799da already unused, calling callback (00000000eb737536) 00080000:00000001:2.0:1767389069.902690:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767389069.902691:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389069.902697:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389069.902701:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c4f799da/0x95cd417baf42957b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389069.902709:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389069.902713:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389069.902715:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389069.902720:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4f799da refcount=5 00000020:00000001:0.0:1767389069.902791:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389069.902794:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389069.902801:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389069.902804:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c4f799da/0x95cd417baf42957b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389069.902812:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389069.902818:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389069.902824:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389069.902833:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389069.902837:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389069.902846:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389069.902857:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389069.902864:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c4f799da with handle 0x95cd417baf42957b from hash 00010000:00000001:0.0:1767389069.902872:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389069.902877:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389069.902880:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389069.902884:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389069.902888:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389069.902890:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389069.902895:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389069.902898:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389069.902902:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389069.902907:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389069.902912:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389069.902916:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389069.902921:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389069.902925:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389069.902928:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389069.902932:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389069.902937:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c4f799da/0x95cd417baf42957b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389069.902943:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389069.902945:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389069.902949:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389069.902953:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389069.902958:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389069.902961:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389069.902965:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389069.902968:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389069.902971:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389069.902974:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c4f799da/0x95cd417baf42957b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389069.902981:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389069.902984:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389069.902987:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c4f799da/0x95cd417baf42957b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767389069.903011:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000040:0.0:1767389069.903022:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e79c0c95 count: 0 00080000:00000001:2.0:1767389069.903041:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767389069.903060:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389069.903065:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767389069.907894:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299657927, at 4299657928 00000100:00000010:3.0:1767389069.907908:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ef6fd658. 00000100:00000040:1.0:1767389069.908823:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299657927, at 4299657929 00010000:00000010:0.1:1767389069.908830:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e79c0c95. 00000100:00000010:1.0:1767389069.908839:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4d7413b. 00010000:00000010:0.1:1767389069.908857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c4f799da. 00000100:00000040:0.0:1767389069.908883:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299657927, at 4299657929 00000100:00000010:0.0:1767389069.908892:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004d921a3. 00000100:00000040:2.0:1767389069.911032:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299657927, at 4299657931 00000100:00000010:2.0:1767389069.911043:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f02017eb. 00000400:00000010:3.0:1767389069.914385:0:353859:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008f608939. 00000400:00000040:3.0:1767389069.914411:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389069.914414:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389069.914417:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389069.914421:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389069.914424:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389069.914427:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767389069.914431:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389069.914434:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389069.914436:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389069.914437:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767389069.914440:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389069.914442:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389069.914446:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389069.914448:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389069.914452:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767389069.914455:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389069.914459:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389069.914461:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767389069.914464:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767389069.914466:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389069.914467:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389069.914468:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389069.914470:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389069.914471:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389069.914472:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767389069.914476:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389069.914478:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389069.914480:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389069.914484:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389069.914487:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389069.914490:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767389069.914493:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389069.914500:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389069.914503:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389069.914507:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389069.914510:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389069.914512:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767389069.914515:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389069.914519:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389069.914523:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389069.914525:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389069.914530:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389069.914533:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767389069.914537:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767389069.914540:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767389069.914543:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767389069.914546:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767389069.914549:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767389069.914552:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389069.914556:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389069.914557:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767389069.914559:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389069.914559:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767389069.914561:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767389069.914564:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767389069.914567:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767389069.914570:0:353859:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767389069.914850:0:353859:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008f608939. 00080000:00000001:1.0:1767389069.921079:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767389069.921086:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:2.0:1767389069.921087:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767389069.921092:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389069.921098:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:2.0:1767389069.921101:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00040000:00000001:1.0:1767389069.921102:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389069.921107:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000cadb5515. 20000000:00000001:2.0:1767389069.921109:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389069.921114:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767389069.921119:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767389069.921128:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767389069.921147:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767389069.921154:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767389069.921157:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389069.921163:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:2.0:1767389069.921164:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:0.0:1767389069.921166:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389069.921175:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389069.921177:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389069.921181:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e79c0c95. 00010000:00000001:0.0:1767389069.921186:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389069.921189:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c4f799da. 00000020:00000001:0.0:1767389069.921192:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389069.921194:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c4f799da with handle 0x95cd417baf429582 to hash 00000020:00000001:0.0:1767389069.921196:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389069.921197:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389069.921199:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389069.921201:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389069.921202:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389069.921217:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf429582 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389069.921224:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389069.921226:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389069.921227:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389069.921228:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389069.921230:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389069.921232:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389069.921233:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389069.921235:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389069.921236:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389069.921237:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389069.921245:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389069.921246:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e79c0c95) refcount = 1 00010000:00010000:0.0:1767389069.921249:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c4f799da/0x95cd417baf429582 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389069.921254:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389069.921255:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389069.921255:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389069.921257:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389069.921259:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389069.921261:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389069.921263:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:0.0:1767389069.921265:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389069.921266:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389069.921267:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4f799da refcount=4 00000020:00000001:0.0:1767389069.921269:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389069.921271:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389069.921273:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389069.921274:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf429582 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389069.921279:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389069.921296:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf429582 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389069.921302:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389069.921303:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389069.921305:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c4f799da/0x95cd417baf429582 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389069.921309:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389069.921311:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389069.921313:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389069.921314:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c4f799da/0x95cd417baf429582 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389069.921333:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c4f799da already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389069.921336:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389069.921337:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389069.921339:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c4f799da/0x95cd417baf429582 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389069.921345:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389069.921347:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389069.921348:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389069.921349:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4f799da refcount=5 00000020:00000001:0.0:1767389069.921351:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389069.921353:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389069.921355:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389069.921356:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c4f799da/0x95cd417baf429582 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389069.921363:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389069.921366:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389069.921367:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389069.921370:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389069.921371:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389069.921373:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389069.921374:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389069.921376:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c4f799da with handle 0x95cd417baf429582 from hash 00010000:00000001:0.0:1767389069.921378:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389069.921380:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389069.921381:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389069.921382:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389069.921383:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389069.921384:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389069.921386:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389069.921387:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389069.921389:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389069.921390:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389069.921398:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389069.921401:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389069.921402:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389069.921403:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389069.921405:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389069.921408:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389069.921410:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c4f799da/0x95cd417baf429582 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389069.921415:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389069.921416:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389069.921417:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389069.921418:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389069.921419:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389069.921420:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389069.921422:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389069.921424:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389069.921426:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389069.921428:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c4f799da/0x95cd417baf429582 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389069.921432:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389069.921433:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389069.921435:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c4f799da/0x95cd417baf429582 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389069.921441:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e79c0c95 count: 0 00010000:00000001:0.0:1767389069.921451:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389069.921453:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767389069.925852:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389069.925860:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389069.925863:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000352f2e24. 20000000:00000001:1.0:1767389069.925873:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389069.925880:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654541568 00010000:00000001:1.0:1767389069.925885:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389069.925893:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000021e4aaa x1853241654541568/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:520/0 lens 4848/4768 e 0 to 0 dl 1767389080 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389069.925906:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389069.925910:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389069.925916:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=94 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389069.925923:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389069.925927:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389069.925930:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389069.925935:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389069.925938:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389069.925942:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389069.925947:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389069.925952:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d83caf25. 00000100:00000200:1.0:1767389069.925958:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654541568, offset 224 00000400:00000200:1.0:1767389069.925967:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389069.925979:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389069.925989:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372807d00 00000400:00000200:1.0:1767389069.925997:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ead [2] + 224 00000400:00000200:1.0:1767389069.926005:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389069.926011:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389069.926017:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389069.926022:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005daca956 x1853241654541568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389069.926035:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005daca956 x1853241654541568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389069.926064:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389069.926091:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83caf25 00000400:00000010:1.0:1767389069.926095:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d83caf25. 00000100:00000001:0.0:1767389069.926095:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389069.926118:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389069.926120:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389069.926127:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767389069.926136:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767389069.926139:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767389069.926142:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767389069.926147:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000010:0.0:1767389069.926148:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e26c0f4. 00010000:00000001:1.0:1767389069.926158:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767389069.926162:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a4fce4d9 00000020:00000001:1.0:1767389069.926163:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389069.926181:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767389069.926187:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a4fce4d9. 00000100:00000040:1.0:1767389069.926194:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021e4aaa x1853241654541568/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:520/0 lens 4848/4768 e 0 to 0 dl 1767389080 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389069.926197:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389069.926222:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005daca956 x1853241654541568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389069.926252:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000021e4aaa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654541568:12345-0@lo:253: Request processed in 41137us (42404us total) trans 0 rc 0/0 00000100:00000200:0.0:1767389069.926262:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005daca956 x1853241654541568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389069.926277:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000001:0.0:1767389069.926279:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767389069.926286:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389069.926288:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389069.926305:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389069.926307:0:337537:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767389069.926322:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767389069.926324:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389069.926335:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767389069.926341:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ebd93579. 00000100:00000001:0.0:1767389069.926342:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389069.926362:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389069.926367:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c68a6402. 00000100:00001000:0.0:1767389069.926368:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=94 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389069.926379:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=94 v=5 (1 0 0 0) 00000020:00000010:1.0:1767389069.926381:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a15cb649. 00000100:00000001:0.0:1767389069.926391:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389069.926395:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389069.926399:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00010000:00000001:0.0:1767389069.926401:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389069.926410:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389069.926417:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767389069.926418:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389069.926428:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002dffa2d6. 00000100:00000040:0.0:1767389069.926435:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005daca956 x1853241654541568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389069.926442:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389069.926445:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389069.926448:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389069.926452:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389069.926456:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389069.926459:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:0.0:1767389069.926461:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389069.926466:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:1.0:1767389069.926470:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cab43d58. 00000020:01000004:0.0:1767389069.926471:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389069.926483:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389069.926487:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:1.0:1767389069.926489:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d83caf25. 00000020:01000004:0.0:1767389069.926491:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389069.926498:0:337537:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767389069.926501:0:337537:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767389069.926505:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389069.926510:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389069.926519:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005daca956 x1853241654541568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389069.926530:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005daca956 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654541568:0@lo:253: 00000100:00000001:0.0:1767389069.926541:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389069.926545:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389069.926548:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005daca956 x1853241654541568/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389069.926556:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389069.926559:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389069.926562:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000ceb75cd3. 02000000:00000001:0.0:1767389069.926566:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389069.926567:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389069.926568:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389069.926571:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389069.926574:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000033b8690f. 02000000:00000001:0.0:1767389069.926581:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389069.926583:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389069.926587:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005daca956. 00000100:00000001:0.0:1767389069.926595:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389069.926599:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389069.926601:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389069.926605:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389069.926607:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389069.926612:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389069.926618:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767389069.927815:0:353861:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e79c0c95. 00010000:00000010:0.1:1767389069.927828:0:353861:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c4f799da. 00080000:00000020:1.0:1767389069.929096:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389069.929101:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389069.929104:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005a0aafd9. 20000000:00000001:1.0:1767389069.929117:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389069.929123:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654541696 00010000:00000001:1.0:1767389069.929127:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389069.929133:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004af7c374 x1853241654541696/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:520/0 lens 4848/4768 e 0 to 0 dl 1767389080 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389069.929154:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389069.929157:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389069.929161:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=94 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389069.929168:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389069.929173:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389069.929177:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389069.929182:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389069.929185:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389069.929191:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389069.929195:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389069.929201:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f545a7f4. 00000100:00000200:1.0:1767389069.929226:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654541696, offset 224 00000400:00000200:1.0:1767389069.929237:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389069.929246:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389069.929257:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372807d80 00000400:00000200:1.0:1767389069.929267:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1eb5 [2] + 224 00000400:00000200:1.0:1767389069.929275:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389069.929284:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389069.929292:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389069.929298:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d59fae0 x1853241654541696/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389069.929312:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000d59fae0 x1853241654541696/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389069.929337:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389069.929347:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f545a7f4 00000400:00000010:1.0:1767389069.929351:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f545a7f4. 00000100:00000001:1.0:1767389069.929358:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389069.929362:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389069.929367:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389069.929369:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389069.929374:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767389069.929380:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000001:0.0:1767389069.929386:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767389069.929387:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389069.929401:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767389069.929403:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767389069.929413:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767389069.929414:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3c303a6. 00000400:00000200:0.0:1767389069.929421:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004827f632 00000400:00000010:0.0:1767389069.929422:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004827f632. 00000100:00000001:0.0:1767389069.929429:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767389069.929435:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004af7c374 x1853241654541696/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:520/0 lens 4848/4768 e 0 to 0 dl 1767389080 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389069.929439:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d59fae0 x1853241654541696/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389069.929503:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004af7c374 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654541696:12345-0@lo:253: Request processed in 44116us (45109us total) trans 0 rc 0/0 00000100:00000200:0.0:1767389069.929508:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d59fae0 x1853241654541696/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389069.929543:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00000001:0.0:1767389069.929546:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767389069.929549:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:1.0:1767389069.929553:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389069.929555:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767389069.929563:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389069.929565:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000568cbf6c. 00000100:00000001:0.0:1767389069.929569:0:337539:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767389069.929574:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000574c5f6. 02000000:00000001:0.0:1767389069.929576:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389069.929582:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767389069.929585:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000459071fc. 00000100:00000001:0.0:1767389069.929586:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389069.929601:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389069.929606:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00001000:0.0:1767389069.929606:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=94 v=5 (5 0 0 0) 02000000:00000001:1.0:1767389069.929623:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767389069.929624:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=94 v=5 (1 0 0 0) 02000000:00000010:1.0:1767389069.929633:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001760ee2e. 00000100:00000001:0.0:1767389069.929635:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389069.929642:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389069.929644:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767389069.929648:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767389069.929649:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389069.929653:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389069.929658:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389069.929659:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389069.929671:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bc2dd9e. 00000100:00000040:0.0:1767389069.929671:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000d59fae0 x1853241654541696/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389069.929681:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f545a7f4. 00000100:00000001:0.0:1767389069.929682:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389069.929690:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389069.929693:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389069.929698:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389069.929701:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767389069.929703:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389069.929706:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389069.929708:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389069.929710:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389069.929711:0:337539:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767389069.929712:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389069.929714:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389069.929719:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d59fae0 x1853241654541696/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389069.929774:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000d59fae0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654541696:0@lo:253: 00000100:00000001:0.0:1767389069.929790:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389069.929793:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389069.929802:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000d59fae0 x1853241654541696/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389085 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389069.929811:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389069.929823:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389069.929825:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000044221517. 02000000:00000001:0.0:1767389069.929837:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389069.929839:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389069.929842:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389069.929845:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389069.929847:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001225e4c9. 02000000:00000001:0.0:1767389069.929859:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389069.929863:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389069.929866:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d59fae0. 00000100:00000001:0.0:1767389069.929875:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389069.929878:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389069.929881:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389069.929889:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389069.929892:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389069.929895:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389069.929897:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389070.539849:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389070.539856:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389070.539866:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389070.539869:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389070.539917:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389070.539921:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389070.539925:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767389070.923875:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000925f3843] -> 12345-192.168.204.113@tcp26 (4) 00000800:00000200:2.1:1767389070.923885:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000925f3843] -> 12345-192.168.204.113@tcp26 (4) 00000400:00000200:0.0:1767389070.924012:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.924102:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp34 00000400:00000010:1.0:1767389070.924111:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b1d8b405. 00000400:00000200:0.0:1767389070.924120:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000010:1.0:1767389070.924122:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000085926710. 00000400:00000010:1.0:1767389070.924141:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b8f577. 00000400:00000010:1.0:1767389070.924157:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000b0a10a0. 00000400:00000200:1.0:1767389070.924168:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp34 00000400:00000200:1.0:1767389070.924211:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp34 local destination 00000400:00000200:1.0:1767389070.924219:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp34 00000400:00000200:1.0:1767389070.924231:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp34 NI seq info: [130:130:256:4294967295] 192.168.204.113@tcp34 LPNI seq info [127:127:8:4294967295] 00000400:00000200:0.0:1767389070.924239:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.924241:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp34 00000400:00000200:1.0:1767389070.924272:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp34(192.168.204.113@tcp34:) -> 192.168.204.113@tcp34(192.168.204.113@tcp34:192.168.204.113@tcp34) : GET try# 0 00000800:00000200:1.0:1767389070.924288:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp34 00000800:00000010:1.0:1767389070.924308:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000091990dff. 00000800:00000200:1.0:1767389070.924317:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a35c0c2e] -> 12345-192.168.204.113@tcp34 (2) 00000800:00000200:1.1:1767389070.924330:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a35c0c2e] -> 12345-192.168.204.113@tcp34 (2) 00000400:00000200:0.0:1767389070.924338:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.924485:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.924549:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.924721:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.924835:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.925012:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.925076:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.925258:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.925334:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.925491:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.925556:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.925782:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.925791:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.925791:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp34 added to recovery queue. ping count: 4 next ping: 5007 health :600 00000400:00000200:1.0:1767389070.925824:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp38 00000400:00000010:1.0:1767389070.925833:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f8cd8467. 00000400:00000010:1.0:1767389070.925840:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000093f45619. 00000400:00000010:1.0:1767389070.925846:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabc7690. 00000400:00000010:1.0:1767389070.925865:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003bdc473b. 00000400:00000200:1.0:1767389070.925880:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp38 00000400:00000200:1.0:1767389070.925905:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp38 local destination 00000400:00000200:1.0:1767389070.925914:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp38 00000400:00000200:1.0:1767389070.925924:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp38 NI seq info: [131:131:256:4294967295] 192.168.204.113@tcp38 LPNI seq info [128:128:8:4294967295] 00000400:00000200:1.0:1767389070.925933:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp38 00000400:00000200:0.0:1767389070.925944:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.925955:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.925961:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp38(192.168.204.113@tcp38:) -> 192.168.204.113@tcp38(192.168.204.113@tcp38:192.168.204.113@tcp38) : GET try# 0 00000800:00000200:1.0:1767389070.925979:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp38 00000800:00000010:1.0:1767389070.925989:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bb6b1d20. 00000800:00000200:1.0:1767389070.926004:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3f295f6] -> 12345-192.168.204.113@tcp38 (2) 00000800:00000200:1.1:1767389070.926015:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3f295f6] -> 12345-192.168.204.113@tcp38 (2) 00000400:00000200:1.0:1767389070.926091:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp38 added to recovery queue. ping count: 1 next ping: 4993 health :900 00000400:00000200:0.0:1767389070.926093:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.926206:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.926269:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.926294:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.926414:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.926495:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.926509:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.926659:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.926673:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.926687:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.926879:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.926956:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.926985:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.927062:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.927180:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.927237:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.927283:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.927403:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.927484:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.927485:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.927583:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.927814:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.927827:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.927845:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.927980:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.928018:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.928281:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.928283:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.928476:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.928489:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.928503:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.928665:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.928696:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.928796:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.928978:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.929011:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.929255:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.929264:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.929538:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.929548:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.929830:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.929840:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.930035:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.930048:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.930267:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.930280:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.930475:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.930511:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.930720:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.930789:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.930984:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.931028:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.931209:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.931276:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.931372:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.931462:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.931574:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389070.931691:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.931914:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.931976:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.932109:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.932254:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000800:00000010:0.0:1767389070.932255:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001b4d627d. 00000800:00000010:0.0:1767389070.932269:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000029826f22. 00000400:00000200:1.0:1767389070.932277:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000800:00000010:0.0:1767389070.932280:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce80cbbf. 00000800:00000010:0.0:1767389070.932367:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce80cbbf. 00000800:00020000:0.0:1767389070.932395:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389070.932401:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000029826f22. 00000800:00000010:0.0:1767389070.932410:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001b4d627d. 00000400:00000200:3.0:1767389070.932461:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.932504:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:02020000:0.0:1767389070.932675:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp26 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767389070.932688:0:337525:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:3.0:1767389070.932695:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.932793:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.932964:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.933043:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.933210:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.933216:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.933332:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.933358:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.933466:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.933510:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.933612:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.933704:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.933898:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.934070:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.934310:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.934510:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.934557:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.934649:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.934694:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389070.934908:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.934960:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.935108:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.935249:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000800:00000010:1.0:1767389070.935349:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002c5c95e. 00000800:00000010:1.0:1767389070.935358:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a498b61d. 00000800:00000010:1.0:1767389070.935367:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000078d46265. 00000800:00000010:1.0:1767389070.935428:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000078d46265. 00000400:00000200:3.0:1767389070.935441:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000800:00020000:1.0:1767389070.935450:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389070.935456:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a498b61d. 00000800:00000010:1.0:1767389070.935465:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002c5c95e. 00000400:00000200:3.0:1767389070.935635:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000400:02020000:1.0:1767389070.935653:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp38 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389070.935669:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp38 notifying 192.168.204.113@tcp38: down 00000400:00000200:1.0:1767389070.935675:0:337527:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767389070.935690:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp38 00000800:00000010:1.0:1767389070.935695:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bb6b1d20. 00000400:00000200:1.0:1767389070.935702:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389070.935714:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp38->192.168.204.113@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389070.935808:0:337527:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767389070.935818:0:337527:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767389070.935831:0:337527:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp38) recovery failed with -71 00000400:00000200:3.0:1767389070.935881:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.936007:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.936151:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.936271:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.936323:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.936366:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.936403:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.936434:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.113:988 00000400:00000200:3.0:1767389070.936717:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767389070.936936:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp34 from 209.3.0.2 00000800:00000010:3.0:1767389070.936942:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000067872868. 00000800:00000010:3.0:1767389070.939139:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000055389bdf. 00000800:00000010:3.0:1767389070.939145:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000019250306. 00000800:00000010:3.0:1767389070.939163:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d02327cd. 00000800:00000010:3.0:1767389070.939166:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dd53293a. 00000800:00000010:3.0:1767389070.939171:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b2979d92. 00000800:00000010:3.0:1767389070.939281:0:337524:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fa9c312a. 00000800:00000200:3.1:1767389070.939291:0:337524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a35c0c2e] -> 12345-192.168.204.113@tcp34 (2) 00000800:00000200:3.1:1767389070.939298:0:337524:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp34 00000000fa9c312a deleted 00000800:00000010:3.1:1767389070.939301:0:337524:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fa9c312a. 00000800:00000200:3.1:1767389070.939308:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767389070.939318:0:337524:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp34 ip 192.168.204.113:977 00000800:00000200:3.1:1767389070.939324:0:337524:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000091990dff type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767389070.939330:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp34 p 3.x 192.168.204.113 -> 192.168.204.113:977 incarnation:1767389049536051103 sched[0] 00000800:00000010:3.0:1767389070.939337:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009d4d068a. 00000800:00000010:3.0:1767389070.939385:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009d4d068a. 00000800:00000010:3.0:1767389070.939391:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000019250306. 00000800:00000010:3.0:1767389070.939474:0:337524:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000067872868. 00000800:00000001:3.0:1767389070.939491:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389070.939506:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767389070.939566:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389070.939571:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000091990dff. 00000400:00000200:3.0:1767389070.939579:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389070.939587:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp34->192.168.204.113@tcp34: GET: OK 00000400:00000200:3.0:1767389070.939597:0:337530:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767389070.939601:0:337530:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp34 recovery message sent successfully:0 00000800:00000010:3.0:1767389070.941852:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b2979d92. 00000800:00000200:3.1:1767389070.941876:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767389070.941882:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp34 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389049536051103 sched[0] 00000800:00000010:3.0:1767389070.941895:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dd53293a. 00000800:00000001:3.0:1767389070.941933:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389070.941938:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389070.941941:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389070.941948:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389070.941956:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp34(192.168.204.113@tcp34) <- 192.168.204.113@tcp34 : GET - for me 00000400:00000200:3.0:1767389070.941971:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767389070.941978:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 272/272 into md 0x1ea5 [1] + 0 00000400:00000200:3.0:1767389070.941994:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp34 to MR: 192.168.204.113@tcp34 local destination 00000400:00000200:3.0:1767389070.942005:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp34 NI seq info: [132:132:256:4294967295] 192.168.204.113@tcp34 LPNI seq info [129:129:8:4294967295] 00000400:00000200:3.0:1767389070.942026:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp34(192.168.204.113@tcp34:192.168.204.113@tcp34) -> 192.168.204.113@tcp34(192.168.204.113@tcp34:192.168.204.113@tcp34) 192.168.204.113@tcp34 : REPLY try# 0 00000800:00000200:3.0:1767389070.942034:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.113@tcp34 00000800:00000010:3.0:1767389070.942041:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84e464a. 00000800:00000200:3.0:1767389070.942049:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a35c0c2e] -> 12345-192.168.204.113@tcp34 (4) 00000800:00000200:3.0:1767389070.942060:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp34 ip 192.168.204.113:988 00000800:00000200:3.0:1767389070.942064:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d84e464a type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767389070.942154:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389070.942158:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84e464a. 00000400:00000200:3.0:1767389070.942163:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389070.942171:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp34->192.168.204.113@tcp34: REPLY: OK 00000800:00000001:3.0:1767389070.942211:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389070.942216:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389070.942220:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389070.942242:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389070.942244:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389070.942249:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389070.942257:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp34(192.168.204.113@tcp34) <- 192.168.204.113@tcp34 : REPLY - for me 00000400:00000200:3.0:1767389070.942270:0:337529:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp34: Reply from 12345-192.168.204.113@tcp34 of length 272/272 into md 0x1ecd 00000800:00000001:3.0:1767389070.942274:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389070.942290:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389070.942293:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389070.942298:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp34->192.168.204.113@tcp34: REPLY: OK 00000400:00000200:3.0:1767389070.942304:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b8f577 00000400:00000010:3.0:1767389070.942306:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b8f577. 00000400:00000200:3.0:1767389070.942313:0:337529:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767389070.942321:0:337529:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b1d8b405. 00000400:00000010:3.0:1767389070.942329:0:337529:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000085926710. 00000800:00000001:3.0:1767389070.942352:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389070.942357:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389070.942393:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.942506:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.942586:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.942611:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.942638:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.942667:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.942696:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.942765:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.942831:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.942901:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.942993:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.943092:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.943122:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.943158:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.943184:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.943240:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.943278:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.943394:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.943496:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.943586:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.943629:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.943655:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.943683:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.943764:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.943827:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.943909:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.943989:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.944015:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.944038:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.944063:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.944100:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.944125:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.944232:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.944339:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389070.944412:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:2.0:1767389070.944558:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000003e3ae25. 00000800:00000010:2.0:1767389070.944564:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e26cd8c3. 00000800:00000010:2.0:1767389070.944570:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f6f9fdf4. 00000800:00000010:2.0:1767389070.944605:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f6f9fdf4. 00000800:00020000:2.0:1767389070.944615:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389070.944619:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e26cd8c3. 00000800:00000010:2.0:1767389070.944625:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000003e3ae25. 00000400:02020000:2.0:1767389070.944678:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp34 at host 192.168.204.113:988: is it running a compatible version of Lustre? 10000000:00000001:0.0:1767389071.243913:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767389071.243918:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 2 10000000:00000001:0.0:1767389071.243929:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389071.243934:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767389071.243938:0:338177:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767389071.243941:0:338177:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767389071.243944:0:338177:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767389071.243946:0:338177:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767389071.243950:0:338177:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff904b60cd8000 from 63 10000000:00000001:0.0:1767389071.243954:0:338177:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767389071.243957:0:338177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767389071.243965:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d59fae0. 00000020:00000040:0.0:1767389071.243968:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389071.243971:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389071.243974:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389071.243979:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389071.243988:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008f3fad1d. 00000100:00000001:0.0:1767389071.243994:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389071.243998:0:338177:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767389071.244001:0:338177:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389071.244014:0:338177:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000052caebb8. 00010000:00000001:0.0:1767389071.244019:0:338177:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389071.244023:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000adb40525. 00000020:00000001:0.0:1767389071.244027:0:338177:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389071.244030:0:338177:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000adb40525 with handle 0x95cd417baf429589 to hash 00000020:00000001:0.0:1767389071.244032:0:338177:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389071.244034:0:338177:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389071.244038:0:338177:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389071.244041:0:338177:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389071.244045:0:338177:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389071.244049:0:338177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 00000000adb40525/0x95cd417baf429589 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389071.244058:0:338177:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: 00000000adb40525/0x95cd417baf429589 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389071.244067:0:338177:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: 00000000adb40525/0x95cd417baf429589 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767389071.244078:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767389071.244080:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767389071.244085:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000859143d1. 00000100:00000001:0.0:1767389071.244087:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247467808448 : -122826241743168 : ffff904a497de6c0) 00000100:00000001:0.0:1767389071.244091:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389071.244094:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520931584 : -122821188620032 : ffff904b76ae7100) 00000100:00000001:0.0:1767389071.244100:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389071.244103:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389071.244108:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389071.244112:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389071.244121:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000d59fae0 x1853241654541824/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389071.244133:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389071.244136:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389071.244142:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389071.244146:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389071.244150:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389071.244157:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000d59fae0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654541824:0@lo:101: 00000100:00000001:0.0:1767389071.244161:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389071.244168:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389071.244172:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389071.244175:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389071.244197:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000031c00260. 02000000:00000001:0.0:1767389071.244201:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389071.244206:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c303a6. 00000400:00000010:0.0:1767389071.244214:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181b09ca. 00000100:00000200:0.0:1767389071.244219:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654541824, portal 25 00000100:00000001:0.0:1767389071.244222:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389071.244225:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520931584 : -122821188620032 : ffff904b76ae7100) 00000100:00000040:0.0:1767389071.244236:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000d59fae0 x1853241654541824/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389087 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389071.244244:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389071.244260:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389071.244267:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c9b820. 00000100:00000200:0.0:1767389071.244271:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654541824, offset 0 00000400:00000200:0.0:1767389071.244279:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389071.244291:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389071.244311:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958372807e00 00000400:00000200:0.0:1767389071.244316:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1669 [2] + 0 00000400:00000010:0.0:1767389071.244319:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006aaf9913. 00000400:00000200:0.0:1767389071.244326:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d9cb9c25 00000400:00000200:0.0:1767389071.244332:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389071.244337:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389071.244341:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9cb9c25 00000400:00000010:0.0:1767389071.244348:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9cb9c25. 00000100:00000001:0.0:1767389071.244358:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389071.244360:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389071.244365:0:338177:0:(events.c:337:request_in_callback()) incoming req@00000000b5e55ba0 x1853241654541824 msgsize 328 00000100:00100000:0.0:1767389071.244372:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389071.244373:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389071.244392:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389071.244398:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c9b820 00000400:00000010:0.0:1767389071.244400:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c9b820. 00000100:00000001:0.0:1767389071.244404:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389071.244408:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d59fae0 x1853241654541824/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389087 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389071.244418:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389071.244426:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000000d59fae0 x1853241654541824/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389087 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389071.244432:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389071.244433:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389071.244450:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389071.244455:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299659287 00000100:00000010:0.0:1767389071.244460:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004c660fc3. 00000100:00000001:0.0:1767389071.244468:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767389071.244475:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389071.244477:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299659287 00000100:00100000:1.0:1767389071.244481:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654541824 02000000:00000001:1.0:1767389071.244487:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1767389071.244491:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000027ad3453. 00000100:00000001:1.0:1767389071.244492:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389071.244503:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389071.244505:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1767389071.244513:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389071.244519:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299659287 00000100:00100000:1.0:1767389071.244520:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654541824 00000020:00000001:1.0:1767389071.244528:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389071.244532:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000010:0.0:1767389071.244533:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a45099a4. 00000020:00000001:1.0:1767389071.244536:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389071.244541:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000001:0.0:1767389071.244543:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000020:00000001:1.0:1767389071.244553:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389071.244561:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389071.244563:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299659287 00000100:00000001:1.0:1767389071.244581:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767389071.244583:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083ae90fd. 00000020:00000010:1.0:1767389071.244596:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001242f32c. 00000100:00000001:0.0:1767389071.244596:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389071.244612:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389071.244615:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389071.244622:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001242f32c. 00000100:00000001:0.0:1767389071.244624:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389071.244638:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389071.244641:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767389071.244643:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085926710. 00000100:00100000:0.0:1767389071.244643:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000859143d1 going to sleep for 11 seconds 00000020:00000010:1.0:1767389071.244656:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002ca00900. 00000100:00000001:0.0:1767389071.244658:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389071.244666:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389071.244671:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b81e899. 00000100:00000040:1.0:1767389071.244687:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389071.244691:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389071.244693:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389071.244708:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389071.244720:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389071.244732:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389071.244790:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389071.244795:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389071.244808:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000001:0.0:1767389071.244812:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767389071.244813:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389071.244820:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661748304 : -122822047803312 : ffff904b43785850) 00000100:00000001:0.0:1767389071.244821:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767389071.244829:0:338173:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389071.244836:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b5e55ba0 x1853241654541824/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:522/0 lens 328/0 e 0 to 0 dl 1767389082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389071.244837:0:338173:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389071.244858:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389071.244863:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001242f32c. 00000100:00000001:1.0:1767389071.244868:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389071.244871:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001242f32c. 00000100:00100000:1.0:1767389071.244882:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b5e55ba0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:338177:x1853241654541824:12345-0@lo:101: 00000100:00000200:1.0:1767389071.244887:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654541824 00000020:00000001:1.0:1767389071.244890:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389071.244894:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389071.244898:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389071.244901:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389071.244905:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000020:00000001:1.0:1767389071.244909:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389071.244913:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389071.244916:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389071.244919:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389071.244924:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389071.244926:0:338174:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767389071.244929:0:338174:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767389071.244932:0:338174:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767389071.244935:0:338174:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767389071.244938:0:338174:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389071.244943:0:338174:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767389071.244952:0:338174:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000005e4fe5d. 00010000:00000001:1.0:1767389071.244964:0:338174:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389071.244967:0:338174:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007c3adae1. 00000020:00000001:1.0:1767389071.244970:0:338174:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389071.244975:0:338174:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007c3adae1 with handle 0x95cd417baf429590 to hash 00000020:00000001:1.0:1767389071.244979:0:338174:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389071.244981:0:338174:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00010000:00000001:1.0:1767389071.244983:0:338174:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00010000:00010000:1.0:1767389071.244987:0:338174:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000007c3adae1/0x95cd417baf429590 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x95cd417baf429589 expref: -99 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389071.244995:0:338174:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003eb5d898 : new locks_count 10 00000020:00000040:1.0:1767389071.244998:0:338174:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=15 00000100:00000001:1.0:1767389071.245009:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389071.245012:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389071.245015:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000bb7643e1. 02000000:00000001:1.0:1767389071.245018:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389071.245020:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389071.245023:0:338174:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389071.245027:0:338174:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389071.245029:0:338174:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389071.245031:0:338174:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389071.245034:0:338174:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389071.245036:0:338174:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389071.245038:0:338174:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389071.245042:0:338174:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389071.245044:0:338174:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389071.245047:0:338174:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389071.245048:0:338174:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389071.245051:0:338174:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005e4fe5d) refcount = 1 00010000:00010000:1.0:1767389071.245056:0:338174:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007c3adae1/0x95cd417baf429590 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x95cd417baf429589 expref: 15 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389071.245062:0:338174:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389071.245064:0:338174:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389071.245065:0:338174:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389071.245073:0:338174:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389071.245076:0:338174:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389071.245083:0:338174:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767389071.245087:0:338174:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000007c3adae1/0x95cd417baf429590 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf429589 expref: 15 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389071.245094:0:338174:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389071.245096:0:338174:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389071.245108:0:338174:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389071.245110:0:338174:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389071.245113:0:338174:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389071.245116:0:338174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389071.245118:0:338174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389071.245121:0:338174:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000007c3adae1, rc 0) 00000020:00000001:1.0:1767389071.245126:0:338174:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389071.245130:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654541824 00010000:00000001:1.0:1767389071.245133:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389071.245143:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b5e55ba0 x1853241654541824/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:522/0 lens 328/344 e 0 to 0 dl 1767389082 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389071.245151:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389071.245155:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389071.245159:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=96 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389071.245166:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389071.245170:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389071.245173:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389071.245177:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389071.245179:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389071.245205:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389071.245212:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389071.245229:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e70b55. 00000100:00000200:1.0:1767389071.245233:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654541824, offset 224 00000400:00000200:1.0:1767389071.245242:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389071.245256:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389071.245269:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958372807e00 00000400:00000200:1.0:1767389071.245279:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1ed5 [1] + 224 00000400:00000200:1.0:1767389071.245303:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389071.245312:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389071.245322:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389071.245330:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d59fae0 x1853241654541824/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389087 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389071.245340:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000000d59fae0 x1853241654541824/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389087 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389071.245365:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389071.245373:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e70b55 00000400:00000010:1.0:1767389071.245376:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e70b55. 00000100:00000001:1.0:1767389071.245380:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389071.245382:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389071.245389:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389071.245393:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389071.245396:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767389071.245398:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767389071.245399:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389071.245404:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767389071.245410:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767389071.245410:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5e55ba0 x1853241654541824/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:522/0 lens 328/344 e 0 to 0 dl 1767389082 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767389071.245415:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389071.245420:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3c303a6. 00000100:00100000:1.0:1767389071.245426:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b5e55ba0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654541824:12345-0@lo:101: Request processed in 567us (1059us total) trans 0 rc 0/0 00000400:00000200:2.0:1767389071.245428:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181b09ca 00000400:00000010:2.0:1767389071.245433:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181b09ca. 00000100:00100000:1.0:1767389071.245439:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000001:2.0:1767389071.245440:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767389071.245445:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000200:2.0:1767389071.245450:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d59fae0 x1853241654541824/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389087 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389071.245451:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389071.245457:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389071.245463:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002ca00900. 00000020:00000010:1.0:1767389071.245470:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b81e899. 00000020:00000010:1.0:1767389071.245479:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085926710. 00000020:00000040:1.0:1767389071.245485:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00000200:2.0:1767389071.245486:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d59fae0 x1853241654541824/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389087 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389071.245491:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389071.245496:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000bb7643e1. 00000100:00000001:2.0:1767389071.245498:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767389071.245503:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389071.245504:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389071.245508:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389071.245510:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389071.245513:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389071.245515:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389071.245516:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389071.245525:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389071.245527:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767389071.245530:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=96 v=5 (5 0 0 0) 00000400:00000010:1.0:1767389071.245533:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c346e228. 00000100:00001000:2.0:1767389071.245535:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389071.245542:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767389071.245542:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cf39a43. 00000100:00000001:2.0:1767389071.245544:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389071.245549:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389071.245552:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389071.245554:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389071.245559:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000d59fae0 x1853241654541824/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389087 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389071.245566:0:338177:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389071.245569:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389071.245571:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389071.245574:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d59fae0 x1853241654541824/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389087 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389071.245581:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000d59fae0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654541824:0@lo:101: 00000100:00000001:2.0:1767389071.245586:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389071.245588:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389071.245591:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767389071.245593:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389071.245600:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000d59fae0 x1853241654541824/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389087 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389071.245606:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389071.245608:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000859143d1. 00000100:00000001:2.0:1767389071.245618:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767389071.245620:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389071.245623:0:338177:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767389071.245626:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389071.245629:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389071.245632:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=4 00000020:00000001:2.0:1767389071.245634:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:2.0:1767389071.245637:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000040:2.0:1767389071.245642:0:338177:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000adb40525, remote cookie: 0x95cd417baf429590, flags: 0x0 00010000:00000001:2.0:1767389071.245645:0:338177:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389071.245648:0:338177:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389071.245649:0:338177:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389071.245651:0:338177:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389071.245654:0:338177:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389071.245657:0:338177:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000052caebb8) refcount = 1 00010000:00010000:2.0:1767389071.245660:0:338177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: 00000000adb40525/0x95cd417baf429589 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429590 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389071.245667:0:338177:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389071.245669:0:338177:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389071.245670:0:338177:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389071.245672:0:338177:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389071.245676:0:338177:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389071.245679:0:338177:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: 00000000adb40525/0x95cd417baf429589 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf429590 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389071.245684:0:338177:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767389071.245686:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389071.245687:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389071.245688:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389071.245689:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389071.245690:0:338177:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389071.245693:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389071.245696:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000d59fae0 x1853241654541824/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389087 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389071.245703:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389071.245716:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389071.245719:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000031c00260. 02000000:00000001:2.0:1767389071.245764:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389071.245767:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389071.245769:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389071.245773:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389071.245776:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008f3fad1d. 02000000:00000001:2.0:1767389071.245783:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389071.245786:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389071.245789:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d59fae0. 00000100:00000001:2.0:1767389071.245795:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389071.245797:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767389071.245800:0:338177:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389071.245803:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767389071.245806:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 3 10000000:00000001:2.0:1767389071.245809:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389071.245811:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389071.245814:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389071.245817:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=3 00000020:00000001:2.0:1767389071.245820:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:2.0:1767389071.245823:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:2.0:1767389071.245826:0:338177:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767389071.245827:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389071.245830:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389071.245832:0:338177:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389071.245835:0:338177:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767389071.245839:0:338177:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000061cf0c24. 00000100:00000010:2.0:1767389071.245859:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000008c12b5c. 00000020:00000040:2.0:1767389071.245862:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389071.245864:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389071.245867:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389071.245871:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389071.245876:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a15cb649. 00000100:00000001:2.0:1767389071.245880:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389071.245884:0:338177:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767389071.245888:0:338177:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000003de6ce0. 00000100:00000010:2.0:1767389071.245892:0:338177:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000002d8c09c7. 00000020:00000040:2.0:1767389071.245899:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389071.245905:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767389071.245907:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767389071.245917:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c53199f0. 00000100:00000001:2.0:1767389071.245919:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247502765632 : -122826206785984 : ffff904a4b934e40) 00000100:00000001:2.0:1767389071.245921:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389071.245922:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402887552 : -122821306664064 : ffff904b6fa53b80) 00000100:00000001:2.0:1767389071.245925:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389071.245927:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389071.245929:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767389071.245931:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389071.245937:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000008c12b5c x1853241654541952/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389071.245943:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389071.245945:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389071.245947:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389071.245949:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389071.245951:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389071.245953:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000008c12b5c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654541952:0@lo:256: 00000100:00000001:2.0:1767389071.245957:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389071.245960:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389071.245962:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389071.245964:0:338177:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767389071.245970:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e444c6b9. 00000400:00000010:2.0:1767389071.245974:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000257a5c46. 00000100:00000200:2.0:1767389071.245978:0:338177:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958372807e80-0x6958372807e80, portal 33 00000100:00000001:2.0:1767389071.245983:0:338177:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389071.245985:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389071.245988:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db2ca172. 02000000:00000001:2.0:1767389071.245989:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389071.245991:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d482fef2. 00000400:00000010:2.0:1767389071.245994:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000626df8e9. 00000100:00000200:2.0:1767389071.245996:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654541952, portal 25 00000100:00000001:2.0:1767389071.245997:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389071.246006:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402887552 : -122821306664064 : ffff904b6fa53b80) 00000100:00000040:2.0:1767389071.246010:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000008c12b5c x1853241654541952/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389087 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389071.246017:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389071.246020:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389071.246022:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18cf172. 00000100:00000200:2.0:1767389071.246024:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853241654541952, offset 0 00000400:00000200:2.0:1767389071.246029:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389071.246035:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389071.246045:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958372807e80 00000400:00000200:2.0:1767389071.246050:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x168d [2] + 0 00000400:00000010:2.0:1767389071.246053:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4f94879. 00000400:00000200:2.0:1767389071.246057:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e2420558 00000400:00000200:2.0:1767389071.246061:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389071.246067:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389071.246070:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2420558 00000400:00000010:2.0:1767389071.246074:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e2420558. 00000100:00000001:2.0:1767389071.246079:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389071.246081:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767389071.246085:0:338177:0:(events.c:337:request_in_callback()) incoming req@00000000f6556805 x1853241654541952 msgsize 304 00000100:00100000:2.0:1767389071.246090:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389071.246101:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767389071.246116:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389071.246120:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b18cf172 00000400:00000010:2.0:1767389071.246123:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b18cf172. 00000100:00000001:2.0:1767389071.246126:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389071.246129:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000008c12b5c x1853241654541952/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389087 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389071.246140:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389071.246149:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000008c12b5c x1853241654541952/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389087 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389071.246154:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767389071.246155:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389071.246160:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654541952 00000100:00000001:2.0:1767389071.246161:0:338177:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767389071.246171:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389071.246173:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389071.246176:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389071.246205:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389071.246206:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299659289 00000100:00000001:2.0:1767389071.246229:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299659287 02000000:00000001:0.0:1767389071.246231:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389071.246235:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299659289 00000100:00100000:0.0:1767389071.246237:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654541952 00000100:00000001:2.0:1767389071.246241:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299659287 00000020:00000001:0.0:1767389071.246242:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389071.246249:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:2.0:1767389071.246251:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299659289 00000020:00000001:0.0:1767389071.246253:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767389071.246257:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299659287 00000020:00000040:0.0:1767389071.246258:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00000001:2.0:1767389071.246264:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299659289 00000020:00000001:0.0:1767389071.246266:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389071.246273:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389071.246276:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299659287 00000100:00000001:2.0:1767389071.246292:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389071.246298:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389071.246299:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389071.246302:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389071.246304:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767389071.246306:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c53199f0 going to sleep for 11 seconds 00000100:00000001:2.0:1767389071.246309:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389071.246315:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389071.246317:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a92e077. 00000100:00000001:0.0:1767389071.246328:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389071.246332:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a92e077. 00000020:00000010:0.0:1767389071.246347:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f723bcf3. 00000020:00000010:0.0:1767389071.246352:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000caaac582. 00000020:00000010:0.0:1767389071.246359:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056cb4a59. 00000100:00000040:0.0:1767389071.246369:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767389071.246373:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389071.246375:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389071.246377:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389071.246384:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389071.246408:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389071.246423:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389071.246425:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389071.246432:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00000040:0.0:1767389071.246437:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389071.246441:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661743184 : -122822047808432 : ffff904b43784450) 00000100:00000040:0.0:1767389071.246447:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f6556805 x1853241654541952/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:522/0 lens 304/0 e 0 to 0 dl 1767389082 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389071.246458:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389071.246461:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004a92e077. 00000100:00000001:0.0:1767389071.246463:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389071.246467:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004a92e077. 00000100:00100000:0.0:1767389071.246472:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f6556805 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654541952:12345-0@lo:256: 00000100:00000200:0.0:1767389071.246477:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654541952 00000020:00000001:0.0:1767389071.246481:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389071.246485:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389071.246488:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389071.246491:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389071.246493:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333408 : -1039218208 : ffffffffc20ec9e0) 00000020:00000001:0.0:1767389071.246497:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389071.246499:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389071.246510:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389071.246512:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389071.246516:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389071.246520:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389071.246523:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389071.246527:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000004ab5d2f4. 02000000:00000001:0.0:1767389071.246529:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389071.246532:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389071.246536:0:338174:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767389071.246542:0:338174:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767389071.246546:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767389071.246548:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767389071.246550:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389071.246553:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767389071.246556:0:338174:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767389071.246561:0:338174:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000026c92366. 20000000:00000001:0.0:1767389071.246564:0:338174:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767389071.246583:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767389071.246591:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767389071.246596:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767389071.246599:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767389071.246602:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767389071.246605:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767389071.246607:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767389071.246610:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767389071.246612:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767389071.246614:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767389071.246618:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767389071.246620:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767389071.246623:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767389071.246625:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767389071.246627:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767389071.246631:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767389071.246635:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767389071.246638:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767389071.246640:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767389071.246642:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767389071.246645:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767389071.246647:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767389071.246658:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767389071.246660:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767389071.246662:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767389071.246664:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767389071.246667:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767389071.246670:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767389071.246673:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767389071.246675:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767389071.246677:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767389071.246680:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:01000000:0.0:1767389071.246682:0:338174:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 664, pages 3432/1/4/3. 20000000:00000040:0.0:1767389071.246692:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767389071.246694:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767389071.246696:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767389071.246699:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767389071.246705:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767389071.246708:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767389071.246711:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767389071.246714:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767389071.246717:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767389071.246720:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767389071.246777:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767389071.246781:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767389071.246786:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767389071.246790:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767389071.246792:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767389071.246795:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767389071.246798:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767389071.246800:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767389071.246803:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767389071.246807:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767389071.246813:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767389071.246816:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767389071.246818:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767389071.246820:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767389071.246823:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767389071.246825:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767389071.246826:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767389071.246828:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767389071.246837:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767389071.246838:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767389071.246840:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767389071.246842:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:01000000:0.0:1767389071.246844:0:338174:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 664, pages 2768/1/4/3. 20000000:01000000:0.0:1767389071.246846:0:338174:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1328, version 66 20000000:00000001:0.0:1767389071.246848:0:338174:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1328 : 1328 : 530) 00000100:00000001:0.0:1767389071.246850:0:338174:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767389071.246854:0:338174:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000bb5f44a2. 00000100:00000010:0.0:1767389071.246856:0:338174:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000002f5d884a. 00000020:00000040:0.0:1767389071.246859:0:338174:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=16 00010000:00000001:0.0:1767389071.246862:0:338174:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767389071.246865:0:338174:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767389071.246868:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c9b820. 00000400:00000010:0.0:1767389071.246877:0:338174:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008c1af322. 00000400:00000200:0.0:1767389071.246880:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389071.246889:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389071.246903:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1328 into portal 33 MB=0x6958372807e80 00000400:00000200:0.0:1767389071.246908:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1328/1328 into md 0x1ee5 [4] + 0 00000400:00000010:0.0:1767389071.246911:0:338174:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e444c6b9. 00000400:00000200:0.0:1767389071.246916:0:338174:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000257a5c46 00000400:00000200:0.0:1767389071.246920:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389071.246924:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389071.246928:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000257a5c46 00000400:00000010:0.0:1767389071.246929:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000257a5c46. 00000100:00000001:0.0:1767389071.246934:0:338174:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767389071.246935:0:338174:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000008c12b5c desc 0000000003de6ce0 mbits 1853241654541952 00000100:00000001:0.0:1767389071.246949:0:338174:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767389071.246955:0:338174:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767389071.246965:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:2.0:1767389071.246979:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767389071.246985:0:338174:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1ef1 00000100:00000001:2.0:1767389071.246988:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389071.246992:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389071.247003:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767389071.247010:0:338174:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767389071.247012:0:338174:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000bb5f44a2 00000100:00000001:0.0:1767389071.247023:0:338174:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767389071.247032:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c9b820 00000400:00000010:0.0:1767389071.247033:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c9b820. 00000100:00000001:0.0:1767389071.247039:0:338174:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767389071.247043:0:338174:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000bb5f44a2 00000100:00000001:0.0:1767389071.247045:0:338174:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767389071.247052:0:338174:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1328 bytes via portal 33 id 12345-0@lo mbits 0x6958372807e80-0x6958372807e80 00000100:00000001:0.0:1767389071.247054:0:338174:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389071.247058:0:338174:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389071.247060:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767389071.247062:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000010:0.0:1767389071.247065:0:338174:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000002f5d884a. 00000100:00000010:0.0:1767389071.247068:0:338174:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000bb5f44a2. 00000100:00000001:0.0:1767389071.247072:0:338174:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767389071.247073:0:338174:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767389071.247081:0:338174:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000026c92366. 20000000:00000001:0.0:1767389071.247088:0:338174:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389071.247091:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654541952 00010000:00000001:0.0:1767389071.247093:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389071.247099:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f6556805 x1853241654541952/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:522/0 lens 304/240 e 0 to 0 dl 1767389082 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389071.247105:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389071.247107:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389071.247110:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389071.247114:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389071.247117:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389071.247119:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389071.247121:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389071.247124:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389071.247127:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389071.247129:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389071.247132:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c9b820. 00000100:00000200:0.0:1767389071.247135:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853241654541952, offset 224 00000400:00000200:0.0:1767389071.247144:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389071.247151:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389071.247164:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958372807e80 00000400:00000200:0.0:1767389071.247171:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1ee9 [1] + 224 00000400:00000200:0.0:1767389071.247175:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389071.247195:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389071.247200:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389071.247205:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000008c12b5c x1853241654541952/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389087 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389071.247214:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000008c12b5c x1853241654541952/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389087 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389071.247234:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389071.247241:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c9b820 00000400:00000010:0.0:1767389071.247244:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c9b820. 00000100:00000001:0.0:1767389071.247249:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389071.247252:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389071.247263:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389071.247264:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767389071.247268:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000001:2.0:1767389071.247274:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767389071.247275:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767389071.247281:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767389071.247282:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389071.247285:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d482fef2. 00000020:00000001:0.0:1767389071.247288:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767389071.247297:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000626df8e9 00000100:00000040:0.0:1767389071.247299:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6556805 x1853241654541952/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:522/0 lens 304/240 e 0 to 0 dl 1767389082 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389071.247307:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000626df8e9. 00000100:00000001:2.0:1767389071.247322:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767389071.247326:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f6556805 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654541952:12345-0@lo:256: Request processed in 863us (1236us total) trans 0 rc 0/0 00000100:00000200:2.0:1767389071.247334:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000008c12b5c x1853241654541952/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389087 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389071.247346:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000040:0.0:1767389071.247359:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000200:2.0:1767389071.247365:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000008c12b5c x1853241654541952/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389087 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389071.247367:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389071.247374:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389071.247387:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000caaac582. 00000100:00000001:2.0:1767389071.247388:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389071.247399:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767389071.247402:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056cb4a59. 00000100:00000001:2.0:1767389071.247405:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389071.247408:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767389071.247410:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f723bcf3. 00000100:00000001:2.0:1767389071.247412:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767389071.247419:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00000001:2.0:1767389071.247427:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389071.247430:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767389071.247432:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389071.247438:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=96 v=5 (5 0 0 0) 02000000:00000010:0.0:1767389071.247441:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000004ab5d2f4. 00000100:00001000:2.0:1767389071.247444:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=96 v=5 (1 0 0 0) 02000000:00000001:0.0:1767389071.247448:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389071.247451:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389071.247454:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389071.247456:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389071.247474:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767389071.247477:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767389071.247478:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389071.247486:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389071.247488:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6ab8721. 00000100:00000040:2.0:1767389071.247492:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000008c12b5c x1853241654541952/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389087 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389071.247497:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d4265aa0. 00000100:00000040:2.0:1767389071.247511:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000008c12b5c x1853241654541952/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389087 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389071.247519:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389071.247520:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389071.247525:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008c12b5c x1853241654541952/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389087 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389071.247533:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000008c12b5c pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654541952:0@lo:256: 00000100:00000001:2.0:1767389071.247538:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389071.247541:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389071.247543:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767389071.247545:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389071.247547:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000008c12b5c x1853241654541952/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389087 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389071.247553:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389071.247554:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c53199f0. 00000100:00000001:2.0:1767389071.247557:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767389071.247558:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767389071.247561:0:338177:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 66, more 0. 10000000:00000001:2.0:1767389071.247565:0:338177:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767389071.247572:0:338177:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000009e9493ce. 10000000:00000040:2.0:1767389071.247584:0:338177:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767389071.247591:0:338177:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767389071.247602:0:338177:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767389071.247607:0:338177:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.113@tcp has 192.168.204.113@tcp. 00000100:00000001:2.0:1767389071.247610:0:338177:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389071.247612:0:338177:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767389071.247613:0:338177:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.113@tcp with 192.168.204.113@tcp 00000100:00000200:2.0:1767389071.247616:0:338177:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.113@tcp' 00000100:00000200:2.0:1767389071.247619:0:338177:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 32 NIDs for '192.168.204.113@tcp' 00000400:00000200:2.0:1767389071.247624:0:338177:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767389071.247627:0:338177:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767389071.247631:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.113@tcp 00000400:00000200:2.0:1767389071.247636:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767389071.247641:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (30) 00000400:00000200:2.0:1767389071.247646:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (31) 00000400:00000200:2.0:1767389071.247662:0:338177:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:2.0:1767389071.247664:0:338177:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767389071.247668:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767389071.247672:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp: 0. pending discovery 00000400:00000200:2.0:1767389071.247674:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (32) 00000400:00000200:2.0:1767389071.247678:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp 00000400:00000200:2.0:1767389071.247680:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.113@tcp10 00000400:00000200:2.0:1767389071.247684:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767389071.247686:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp10 00000400:00000200:2.0:1767389071.247689:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.113@tcp11 00000400:00000200:2.0:1767389071.247695:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767389071.247699:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp11 00000400:00000200:0.0:1767389071.247700:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767389071.247705:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.113@tcp12 00000400:00000200:0.0:1767389071.247712:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000400:00000200:2.0:1767389071.247715:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767389071.247770:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp12 00000400:00000010:0.0:1767389071.247773:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c9b820. 00000400:00000200:2.0:1767389071.247774:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.113@tcp13 00000400:00000200:2.0:1767389071.247790:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767389071.247790:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (31) 00000400:00000200:2.0:1767389071.247805:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp13 00000400:00000200:2.0:1767389071.247809:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.113@tcp14 00000400:00000200:2.0:1767389071.247813:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767389071.247815:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp14 00000400:00000010:0.0:1767389071.247817:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000048b64957. 00000400:00000200:2.0:1767389071.247823:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.113@tcp15 00000400:00000200:0.0:1767389071.247828:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000400:00000200:0.0:1767389071.247842:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:2.0:1767389071.247844:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767389071.247852:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp15 00000400:00000200:0.0:1767389071.247860:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000400:00000200:2.0:1767389071.247861:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.113@tcp16 00000400:00000200:2.0:1767389071.247877:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767389071.247879:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000400:00000200:2.0:1767389071.247892:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp16 00000400:00000200:2.0:1767389071.247905:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.113@tcp17 00000400:00000200:0.0:1767389071.247907:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:2.0:1767389071.247921:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767389071.247928:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 00000400:00000200:2.0:1767389071.247930:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp17 00000400:00000200:2.0:1767389071.247941:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.113@tcp18 00000400:00000200:0.0:1767389071.247945:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 38], ns[97, 38] 00000400:00000200:2.0:1767389071.247954:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767389071.247961:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[101, 38] 00000400:00000200:2.0:1767389071.247963:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp18 00000400:00000200:2.0:1767389071.247974:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.113@tcp19 00000400:00000200:0.0:1767389071.247983:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 38], ns[112, 38] 00000400:00000200:2.0:1767389071.247986:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767389071.248002:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp19 00000400:00000200:0.0:1767389071.248006:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[119, 38] 00000400:00000200:2.0:1767389071.248012:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.113@tcp20 00000400:00000200:2.0:1767389071.248034:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767389071.248038:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[123, 38] 00000400:00000200:2.0:1767389071.248040:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp20 00000400:00000200:2.0:1767389071.248049:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.113@tcp21 00000400:00000200:0.0:1767389071.248052:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 38], ns[26, 38] 00000400:00000200:2.0:1767389071.248061:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767389071.248062:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000400:00000200:2.0:1767389071.248069:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp21 00000400:00000200:2.0:1767389071.248078:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.113@tcp22 00000400:00000200:0.0:1767389071.248085:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:2.0:1767389071.248089:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767389071.248095:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp22 00000400:00000200:2.0:1767389071.248107:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.113@tcp23 00000400:00000200:2.0:1767389071.248118:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767389071.248118:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:2.0:1767389071.248127:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp23 00000400:00000200:2.0:1767389071.248139:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.113@tcp24 00000400:00000200:0.0:1767389071.248145:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:2.0:1767389071.248152:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767389071.248164:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp24 00000400:00000200:2.0:1767389071.248168:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.113@tcp25 00000400:00000200:0.0:1767389071.248172:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 26], ns[42, 26] 00000400:00000200:2.0:1767389071.248195:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767389071.248203:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp25 00000400:00000200:0.0:1767389071.248207:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 26], ns[46, 26] 00000400:00000200:2.0:1767389071.248214:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.113@tcp26 00000400:00000200:2.0:1767389071.248234:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767389071.248234:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 26], ns[50, 26] 00000400:00000200:2.0:1767389071.248246:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp26 00000400:00000200:2.0:1767389071.248258:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.113@tcp27 00000400:00000200:0.0:1767389071.248261:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 26], ns[54, 26] 00000400:00000200:0.0:1767389071.248270:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 26], ns[58, 26] 00000400:00000200:2.0:1767389071.248276:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767389071.248287:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp27 00000400:00000200:0.0:1767389071.248290:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[125, 26], ns[128, 26] 00000400:00000200:2.0:1767389071.248299:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.113@tcp28 00000400:00000200:0.0:1767389071.248309:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 26], ns[104, 26] 00000400:00000200:2.0:1767389071.248315:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767389071.248329:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp28 00000400:00000200:2.0:1767389071.248333:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.113@tcp29 00000400:00000200:0.0:1767389071.248338:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 26], ns[87, 26] 00000400:00000200:2.0:1767389071.248346:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767389071.248351:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 26], ns[90, 26] 00000400:00000200:2.0:1767389071.248356:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp29 00000400:00000200:2.0:1767389071.248369:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.113@tcp30 00000400:00000200:0.0:1767389071.248374:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 26], ns[125, 26] 00000400:00000200:2.0:1767389071.248383:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767389071.248401:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp30 00000400:00000200:0.0:1767389071.248409:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 26], ns[132, 26] 00000400:00000200:2.0:1767389071.248410:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.113@tcp31 00000400:00000200:2.0:1767389071.248422:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767389071.248429:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 26], ns[109, 26] 00000400:00000200:2.0:1767389071.248430:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp31 00000400:00000200:2.0:1767389071.248442:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.113@tcp32 00000400:00000200:0.0:1767389071.248446:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 26], ns[117, 26] 00000400:00000200:2.0:1767389071.248453:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767389071.248469:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp32 00000400:00000200:0.0:1767389071.248475:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 26], ns[127, 26] 00000400:00000200:2.0:1767389071.248481:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.113@tcp33 00000400:00000200:2.0:1767389071.248492:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767389071.248500:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[128, 26], ns[131, 26] 00000400:00000200:2.0:1767389071.248504:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp33 00000400:00000200:2.0:1767389071.248515:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.113@tcp34 00000400:00000200:0.0:1767389071.248516:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:2.0:1767389071.248536:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767389071.248537:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp19 00000400:00000200:2.0:1767389071.248542:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp34 00000400:00000200:2.0:1767389071.248549:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.113@tcp35 00000400:00000200:2.0:1767389071.248559:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767389071.248561:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp19 lpni_is_preferred = 0 00000400:00000200:2.0:1767389071.248568:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp35 00000400:00000200:0.0:1767389071.248575:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp19 00000400:00000200:2.0:1767389071.248583:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.113@tcp36 00000400:00000200:2.0:1767389071.248592:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767389071.248598:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp19 NI seq info: [133:133:256:4294967295] 192.168.204.113@tcp19 LPNI seq info [130:130:8:4294967295] 00000400:00000200:2.0:1767389071.248603:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp36 00000400:00000200:2.0:1767389071.248614:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.113@tcp37 00000400:00000200:0.0:1767389071.248616:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp19 00000400:00000200:2.0:1767389071.248624:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767389071.248628:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp37 00000400:00000200:2.0:1767389071.248639:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.113@tcp38 00000400:00000200:2.0:1767389071.248659:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767389071.248667:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp19(192.168.204.113@tcp19:) -> 192.168.204.113@tcp19(192.168.204.113@tcp:192.168.204.113@tcp19) : PUT try# 0 00000400:00000200:2.0:1767389071.248670:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp38 00000400:00000200:2.0:1767389071.248678:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.113@tcp39 00000800:00000200:0.0:1767389071.248680:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.204.113@tcp19 00000800:00000010:0.0:1767389071.248685:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bf2c0156. 00000400:00000010:2.0:1767389071.248696:0:338177:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000002119b3c7. 00000800:00000200:0.0:1767389071.248704:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3d364a1] -> 12345-192.168.204.113@tcp19 (6) 00000400:00000200:2.0:1767389071.248710:0:338177:0:(peer.c:264:lnet_peer_alloc()) 000000002119b3c7 nid 192.168.204.113@tcp39 00000400:00000010:2.0:1767389071.248715:0:338177:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f02017eb. 00000800:00000200:0.0:1767389071.248717:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp19 ip 192.168.204.113:988 00000400:00000200:2.0:1767389071.248772:0:338177:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f02017eb net tcp39 00000800:00000200:0.0:1767389071.248772:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bf2c0156 type 1, nob 640 niov 1 nkiov 1 00000400:00000010:2.0:1767389071.248786:0:338177:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006aadc72b. 00000400:00000200:2.0:1767389071.248797:0:338177:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006aadc72b nid 192.168.204.113@tcp39 00000400:00000200:2.0:1767389071.248804:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002119b3c7 (0) 00000400:00000200:0.0:1767389071.248807:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:2.0:1767389071.248820:0:338177:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.113@tcp39: -2 00000400:00000200:0.0:1767389071.248821:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100571 rc 0 00000400:00000200:2.0:1767389071.248840:0:338177:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp39 NID 192.168.204.113@tcp39 flags 0x1 00000400:00000200:2.0:1767389071.248847:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002119b3c7 (1) 00000400:00000200:2.0:1767389071.248851:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002119b3c7 (2) 00000400:00000200:2.0:1767389071.248861:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002119b3c7 (1) 00000400:00000200:2.0:1767389071.248868:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002119b3c7 (2) 00000400:00000200:2.0:1767389071.248881:0:338177:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp39 (000000002119b3c7): 0 00000400:00000200:2.0:1767389071.248885:0:338177:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767389071.248894:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767389071.248905:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp39 NID 192.168.204.113@tcp39: 0. pending discovery 00000400:00000200:2.0:1767389071.248907:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002119b3c7 (3) 00000400:00000200:2.0:1767389071.248911:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.113@tcp40 00000400:00000200:0.0:1767389071.248915:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767389071.248929:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp39(000000002119b3c7) state 0x41 00000400:00000200:0.0:1767389071.248934:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000002119b3c7 (2) 00000400:00000010:0.0:1767389071.248938:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f723bcf3. 00000400:00000010:0.0:1767389071.248941:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000087bb9b66. 00000400:00000010:0.0:1767389071.248946:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009125573f. 00000400:00000200:0.0:1767389071.248955:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp39 00000400:00000200:0.0:1767389071.248964:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp39 local destination 00000400:00000200:0.0:1767389071.248969:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000400:00000200:0.0:1767389071.248971:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp39 00000400:00000200:0.0:1767389071.248975:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp39 lpni_is_preferred = 0 00000400:00000200:0.0:1767389071.248978:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp39 00000400:00000200:0.0:1767389071.248982:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp39 NI seq info: [134:134:256:4294967295] 192.168.204.113@tcp39 LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767389071.248987:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp39 00000400:00000200:0.0:1767389071.249002:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp39(192.168.204.113@tcp39:) -> 192.168.204.113@tcp39(192.168.204.113@tcp39:192.168.204.113@tcp39) : GET try# 0 00000800:00000200:0.0:1767389071.249006:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp39 00000800:00000010:0.0:1767389071.249011:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005e4b69e3. 00000800:00000010:0.0:1767389071.249018:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cb29046f. 00000800:00000200:2.0:1767389071.249020:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389071.249025:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bf2c0156. 00000800:00000010:0.0:1767389071.249030:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f3167f94. 00000400:00000200:2.0:1767389071.249033:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767389071.249049:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb29046f] -> 12345-192.168.204.113@tcp39 (2) 00000400:00000200:2.0:1767389071.249050:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp19->192.168.204.113@tcp19: PUT: OK 00000400:00000200:2.0:1767389071.249060:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767389071.249067:0:337530:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 0 00000800:00000200:0.1:1767389071.249070:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb29046f] -> 12345-192.168.204.113@tcp39 (2) 00000800:00000001:2.0:1767389071.249089:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767389071.249091:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp39 00000400:00000200:0.0:1767389071.249105:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp39(000000002119b3c7) state 0x241 rc 0 00000800:00000001:2.0:1767389071.249107:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389071.249111:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389071.249119:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389071.249131:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp19(192.168.204.113@tcp19) <- 192.168.204.113@tcp19 : PUT - for me 00000400:00000200:2.0:1767389071.249146:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767389071.249156:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 512/544 into md 0x1db9 [1] + 0 00000400:00000010:2.0:1767389071.249161:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d25e445. 00000400:00000200:0.0:1767389071.249172:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.249175:0:337530:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000099012e88 00000800:00000001:2.0:1767389071.249203:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389071.249212:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389071.249216:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389071.249222:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp19->192.168.204.113@tcp19: PUT: OK 00000400:00000200:2.0:1767389071.249229:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099012e88 00000400:00000010:2.0:1767389071.249232:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099012e88. 00000400:00000200:2.0:1767389071.249236:0:337530:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767389071.249240:0:337530:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (32) 00000400:00000200:2.0:1767389071.249245:0:337530:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:2.0:1767389071.249250:0:337530:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (544 bytes) 00000400:00000200:0.0:1767389071.249252:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.249256:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389071.249269:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (33) 00000400:00000200:2.0:1767389071.249275:0:337530:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767389071.249284:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp19 to MR: 192.168.204.113@tcp19 local destination 00000400:00000200:0.0:1767389071.249290:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.249296:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp19 NI seq info: [135:135:256:4294967295] 192.168.204.113@tcp19 LPNI seq info [131:131:8:4294967295] 00000400:00000200:2.0:1767389071.249317:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp19(192.168.204.113@tcp19:192.168.204.113@tcp19) -> 192.168.204.113@tcp19(192.168.204.113@tcp19:192.168.204.113@tcp19) 192.168.204.113@tcp19 : ACK try# 0 00000800:00000200:2.0:1767389071.249322:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp19 00000800:00000010:2.0:1767389071.249327:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b11ad5e0. 00000800:00000200:2.0:1767389071.249335:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3d364a1] -> 12345-192.168.204.113@tcp19 (6) 00000800:00000200:2.0:1767389071.249346:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp19 ip 192.168.204.113:1003 00000400:00000200:0.0:1767389071.249347:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000800:00000200:2.0:1767389071.249354:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b11ad5e0 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767389071.249374:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389071.249386:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389071.249402:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000800:00000200:2.0:1767389071.249446:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389071.249452:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b11ad5e0. 00000400:00000200:0.0:1767389071.249470:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.249480:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389071.249489:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp19->192.168.204.113@tcp19: ACK: OK 00000800:00000001:2.0:1767389071.249501:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389071.249509:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389071.249514:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389071.249534:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389071.249537:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389071.249546:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389071.249554:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp19(192.168.204.113@tcp19) <- 192.168.204.113@tcp19 : ACK - for me 00000400:00000200:0.0:1767389071.249563:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.249577:0:337530:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp19: ACK from 12345-192.168.204.113@tcp19 into md 0x1efd 00000400:00000200:2.0:1767389071.249582:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389071.249591:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp19->192.168.204.113@tcp19: ACK: OK 00000400:00000200:2.0:1767389071.249599:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c9b820 00000400:00000010:2.0:1767389071.249602:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c9b820. 00000400:00000200:2.0:1767389071.249610:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767389071.249619:0:337530:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:2.0:1767389071.249628:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389071.249634:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (32) 00000800:00000001:2.0:1767389071.249642:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389071.249645:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389071.249658:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389071.249702:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.249767:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767389071.249774:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000e081db92. 00000400:00000010:2.0:1767389071.249779:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d482fef2. 00000400:00000010:2.0:1767389071.249784:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000626df8e9. 00000400:00000200:2.0:1767389071.249790:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e081db92 00000400:00000010:2.0:1767389071.249795:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 000000003e322842. 00000400:00000200:2.0:1767389071.249803:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 544 success 00000400:00000200:2.0:1767389071.249810:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 00000400:00000200:2.0:1767389071.249817:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (31) 00000400:00000010:2.0:1767389071.249822:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000cadb5515. 00000400:00000010:2.0:1767389071.249827:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18cf172. 00000400:00000200:0.0:1767389071.249833:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000010:2.0:1767389071.249837:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006a69e6b8. 00000400:00000200:2.0:1767389071.249852:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000400:00000200:2.0:1767389071.249861:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:2.0:1767389071.249874:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000400:00000200:2.0:1767389071.249889:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000400:00000200:2.0:1767389071.249898:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:2.0:1767389071.249916:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 00000400:00000200:2.0:1767389071.249929:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 38], ns[97, 38] 00000400:00000200:2.0:1767389071.249938:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[101, 38] 00000400:00000200:2.0:1767389071.249950:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 38], ns[112, 38] 00000400:00000200:2.0:1767389071.249958:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[119, 38] 00000400:00000200:0.0:1767389071.249963:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.249965:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[123, 38] 00000400:00000200:2.0:1767389071.249990:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 38], ns[135, 38] 00000400:00000200:2.0:1767389071.250000:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 38], ns[28, 38] 00000400:00000200:2.0:1767389071.250010:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 00000400:00000200:2.0:1767389071.250022:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 00000400:00000200:2.0:1767389071.250033:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 00000400:00000200:2.0:1767389071.250047:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 28], ns[42, 28] 00000400:00000200:2.0:1767389071.250057:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 28], ns[46, 28] 00000400:00000200:2.0:1767389071.250061:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 28], ns[50, 28] 00000400:00000200:2.0:1767389071.250064:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 28], ns[54, 28] 00000400:00000200:2.0:1767389071.250068:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 28], ns[58, 28] 00000400:00000200:2.0:1767389071.250077:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[125, 28], ns[128, 28] 00000400:00000200:2.0:1767389071.250086:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[101, 28], ns[104, 28] 00000400:00000200:0.0:1767389071.250101:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.250110:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 28], ns[87, 28] 00000400:00000200:2.0:1767389071.250120:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 28], ns[90, 28] 00000400:00000200:2.0:1767389071.250130:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 28], ns[125, 28] 00000400:00000200:2.0:1767389071.250139:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 28], ns[132, 28] 00000400:00000200:2.0:1767389071.250151:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 28], ns[109, 28] 00000400:00000200:2.0:1767389071.250158:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 28], ns[117, 28] 00000400:00000200:2.0:1767389071.250163:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 28], ns[127, 28] 00000400:00000200:2.0:1767389071.250171:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[128, 28], ns[131, 28] 00000400:00000200:2.0:1767389071.250178:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000400:00000200:2.0:1767389071.250200:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp20 00000400:00000200:2.0:1767389071.250207:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp20 lpni_is_preferred = 0 00000400:00000200:2.0:1767389071.250211:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp20 00000400:00000200:0.0:1767389071.250213:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.250223:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp20 NI seq info: [136:136:256:4294967295] 192.168.204.113@tcp20 LPNI seq info [132:132:8:4294967295] 00000400:00000200:2.0:1767389071.250229:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp20 00000400:00000200:2.0:1767389071.250253:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp20(192.168.204.113@tcp20:) -> 192.168.204.113@tcp20(192.168.204.113@tcp:192.168.204.113@tcp20) : GET try# 0 00000800:00000200:2.0:1767389071.250263:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp20 00000800:00000010:2.0:1767389071.250273:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b11ad5e0. 00000800:00000200:2.0:1767389071.250278:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6e87b7] -> 12345-192.168.204.113@tcp20 (6) 00000800:00000200:2.0:1767389071.250288:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp20 ip 192.168.204.113:988 00000800:00000200:2.0:1767389071.250292:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b11ad5e0 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767389071.250312:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:2.0:1767389071.250319:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100271 rc 0 00000400:00000200:0.0:1767389071.250326:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389071.250401:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000800:00000200:2.0:1767389071.250449:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389071.250453:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b11ad5e0. 00000400:00000200:2.0:1767389071.250467:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389071.250475:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp20->192.168.204.113@tcp20: GET: OK 00000400:00000200:2.0:1767389071.250484:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767389071.250489:0:337530:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000800:00000001:2.0:1767389071.250509:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767389071.250515:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000800:00000001:2.0:1767389071.250523:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389071.250528:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389071.250549:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389071.250564:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp20(192.168.204.113@tcp20) <- 192.168.204.113@tcp20 : GET - for me 00000400:00000200:2.0:1767389071.250582:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 544 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767389071.250596:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 544/544 into md 0x1ea5 [1] + 0 00000400:00000200:2.0:1767389071.250608:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp20 to MR: 192.168.204.113@tcp20 local destination 00000400:00000200:2.0:1767389071.250619:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp20 NI seq info: [137:137:256:4294967295] 192.168.204.113@tcp20 LPNI seq info [133:133:8:4294967295] 00000400:00000200:2.0:1767389071.250646:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp20(192.168.204.113@tcp20:192.168.204.113@tcp20) -> 192.168.204.113@tcp20(192.168.204.113@tcp20:192.168.204.113@tcp20) 192.168.204.113@tcp20 : REPLY try# 0 00000800:00000200:2.0:1767389071.250658:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.204.113@tcp20 00000800:00000010:2.0:1767389071.250664:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b11ad5e0. 00000400:00000200:0.0:1767389071.250671:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000800:00000200:2.0:1767389071.250682:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6e87b7] -> 12345-192.168.204.113@tcp20 (6) 00000800:00000200:2.0:1767389071.250696:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp20 ip 192.168.204.113:1001 00000800:00000200:2.0:1767389071.250700:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b11ad5e0 type 3, nob 640 niov 1 nkiov 1 00000800:00000200:2.0:1767389071.250896:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389071.250902:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b11ad5e0. 00000400:00000200:0.0:1767389071.250909:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.250910:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389071.250929:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp20->192.168.204.113@tcp20: REPLY: OK 00000800:00000001:2.0:1767389071.250955:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389071.250965:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389071.250971:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389071.250982:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389071.250985:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389071.250993:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389071.251007:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp20(192.168.204.113@tcp20) <- 192.168.204.113@tcp20 : REPLY - for me 00000400:00000200:2.0:1767389071.251026:0:337530:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp20: Reply from 12345-192.168.204.113@tcp20 of length 544/544 into md 0x1f09 00000800:00000001:2.0:1767389071.251044:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389071.251056:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389071.251058:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389071.251070:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp20->192.168.204.113@tcp20: REPLY: OK 00000400:00000200:2.0:1767389071.251079:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b18cf172 00000400:00000200:0.0:1767389071.251081:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000010:2.0:1767389071.251084:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b18cf172. 00000400:00000200:2.0:1767389071.251096:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767389071.251106:0:337530:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:2.0:1767389071.251111:0:337530:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:2.0:1767389071.251117:0:337530:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 32. state = 0x100271 00000400:00000200:2.0:1767389071.251131:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389071.251148:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (32) 00000800:00000001:2.0:1767389071.251161:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389071.251170:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389071.251238:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.251249:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767389071.251263:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000f1 00000400:00000010:2.0:1767389071.251277:0:338177:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 000000008f3fad1d. 00000400:00000200:2.0:1767389071.251283:0:338177:0:(peer.c:264:lnet_peer_alloc()) 000000008f3fad1d nid 192.168.204.113@tcp40 00000400:00000010:2.0:1767389071.251288:0:338177:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000004794c26e. 00000400:00000200:2.0:1767389071.251293:0:338177:0:(peer.c:204:lnet_peer_net_alloc()) 000000004794c26e net tcp40 00000400:00000010:2.0:1767389071.251299:0:338177:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000073a8d9f4. 00000400:00000200:2.0:1767389071.251308:0:338177:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000073a8d9f4 nid 192.168.204.113@tcp40 00000400:00000200:2.0:1767389071.251312:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000008f3fad1d (0) 00000400:00000200:2.0:1767389071.251322:0:338177:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.204.113@tcp40: -2 00000400:00000200:2.0:1767389071.251333:0:338177:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp40 NID 192.168.204.113@tcp40 flags 0x1 00000400:00000200:2.0:1767389071.251340:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000008f3fad1d (1) 00000400:00000200:2.0:1767389071.251345:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000008f3fad1d (2) 00000400:00000200:2.0:1767389071.251354:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000008f3fad1d (1) 00000400:00000200:2.0:1767389071.251364:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000008f3fad1d (2) 00000400:00000200:2.0:1767389071.251373:0:338177:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp40 (000000008f3fad1d): 0 00000400:00000200:2.0:1767389071.251378:0:338177:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767389071.251387:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767389071.251394:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.251402:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp40 NID 192.168.204.113@tcp40: 0. pending discovery 00000400:00000200:2.0:1767389071.251407:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000008f3fad1d (3) 00000100:00000001:2.0:1767389071.251436:0:338177:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389071.251441:0:338177:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767389071.251448:0:338177:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.113@tcp' by NID '192.168.204.113@tcp' 10000000:00000010:2.0:1767389071.251455:0:338177:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000002dbed7a9. 10000000:00000040:2.0:1767389071.251458:0:338177:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 66/66 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.113@tcp::1 00000020:00000080:2.0:1767389071.251462:0:338177:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1767389071.251473:0:338177:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767389071.251480:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef9f865d. 00000020:00000010:2.0:1767389071.251488:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e430ecc8. 00000040:00000010:2.0:1767389071.251495:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000344ec703. 00000020:00000010:2.0:1767389071.251499:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c9a49eea. 00000400:00000200:0.0:1767389071.251504:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000020:00000010:2.0:1767389071.251506:0:338177:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ee4fc435. 00000020:00000010:2.0:1767389071.251516:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000084351e6a. 80000000:00000010:2.0:1767389071.251521:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000098fb9c6d. 40000000:00000010:2.0:1767389071.251527:0:338177:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000698856c3. 00100000:00000010:2.0:1767389071.251533:0:338177:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001a3a50d0. 00040000:00000010:2.0:1767389071.251538:0:338177:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b11ad5e0. 00040000:00000010:2.0:1767389071.251546:0:338177:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000add8fcc5. 00040000:00000010:2.0:1767389071.251553:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000041d4abdf. 00080000:00000010:2.0:1767389071.251558:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000081b3af91. 00000004:00000010:2.0:1767389071.251564:0:338177:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005d053261. 00000004:00000010:2.0:1767389071.251571:0:338177:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005e7a97f1. 00000004:00000010:2.0:1767389071.251579:0:338177:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b1453592. 00000400:00000200:0.0:1767389071.251584:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00002000:00000010:2.0:1767389071.251585:0:338177:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000548735c8. 00000004:00000010:2.0:1767389071.251601:0:338177:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003e322842. 00000004:00000001:2.0:1767389071.251609:0:338177:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767389071.251615:0:338177:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767389071.251619:0:338177:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000002dbed7a9 00000040:00001000:2.0:1767389071.251622:0:338177:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767389071.251625:0:338177:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767389071.251628:0:338177:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767389071.251631:0:338177:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767389071.251639:0:338177:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767389071.251642:0:338177:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767389071.251653:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767389071.251656:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.113@tcp::1 00000040:00000001:2.0:1767389071.251658:0:338177:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767389071.251670:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389071.251769:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000004:00000001:2.0:1767389071.251772:0:338177:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389071.251779:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e430ecc8. 00000040:00000010:2.0:1767389071.251790:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000344ec703. 00000020:00000010:2.0:1767389071.251796:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c9a49eea. 00000020:00000010:2.0:1767389071.251802:0:338177:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ee4fc435. 00000020:00000010:2.0:1767389071.251807:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000084351e6a. 80000000:00000010:2.0:1767389071.251813:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000098fb9c6d. 40000000:00000010:2.0:1767389071.251819:0:338177:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000698856c3. 00100000:00000010:2.0:1767389071.251824:0:338177:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001a3a50d0. 00040000:00000010:2.0:1767389071.251829:0:338177:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b11ad5e0. 00040000:00000010:2.0:1767389071.251835:0:338177:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000add8fcc5. 00000400:00000200:0.0:1767389071.251836:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00040000:00000010:2.0:1767389071.251840:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000041d4abdf. 00080000:00000010:2.0:1767389071.251845:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000081b3af91. 00000004:00000010:2.0:1767389071.251850:0:338177:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005d053261. 00000004:00000010:2.0:1767389071.251858:0:338177:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005e7a97f1. 00000004:00000010:2.0:1767389071.251867:0:338177:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b1453592. 00002000:00000010:2.0:1767389071.251873:0:338177:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000548735c8. 00000004:00000010:2.0:1767389071.251879:0:338177:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003e322842. 00000020:00000010:2.0:1767389071.251885:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef9f865d. 00000020:00000001:2.0:1767389071.251892:0:338177:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389071.251894:0:338177:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767389071.251898:0:338177:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000002dbed7a9. 10000000:00000010:2.0:1767389071.251904:0:338177:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000009e9493ce. 00000400:00000200:0.0:1767389071.251909:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 10000000:00000001:2.0:1767389071.251910:0:338177:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389071.251913:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389071.251922:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000008c12b5c x1853241654541952/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389087 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389071.251932:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389071.251938:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389071.251942:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db2ca172. 02000000:00000001:2.0:1767389071.251951:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389071.251962:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389071.251965:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389071.251970:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767389071.251974:0:338177:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767389071.251978:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389071.251980:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389071.251985:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1767389071.251989:0:338177:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000002d8c09c7. 00000100:00000010:2.0:1767389071.251997:0:338177:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000003de6ce0. 00000100:00000001:2.0:1767389071.252003:0:338177:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767389071.252006:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a15cb649. 02000000:00000001:2.0:1767389071.252011:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389071.252016:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389071.252019:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000008c12b5c. 00000100:00000001:2.0:1767389071.252029:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389071.252033:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389071.252047:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 10000000:00000010:2.0:1767389071.252061:0:338177:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000061cf0c24. 10000000:01000000:2.0:1767389071.252070:0:338177:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:2.0:1767389071.252080:0:338177:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767389071.252084:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389071.252087:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389071.252091:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=3 00000020:00000001:2.0:1767389071.252094:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:2.0:1767389071.252099:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:2.0:1767389071.252104:0:338177:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389071.252109:0:338177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 00000000adb40525/0x95cd417baf429589 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429590 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389071.252117:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389071.252121:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389071.252125:0:338177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: 00000000adb40525/0x95cd417baf429589 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429590 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389071.252133:0:338177:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389071.252135:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389071.252136:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767389071.252145:0:338177:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389071.252149:0:338177:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389071.252153:0:338177:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767389071.252160:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767389071.252163:0:338177:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 3 10000000:00000001:2.0:1767389071.252167:0:338177:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767389071.252198:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389071.252283:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389071.252360:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389071.252426:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389071.252542:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389071.252650:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389071.252826:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389071.253108:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001b4d627d. 00000800:00000010:0.0:1767389071.253114:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e93bae90. 00000800:00000010:0.0:1767389071.253121:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004a92e077. 00000800:00000010:0.0:1767389071.253150:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004a92e077. 00000800:00020000:0.0:1767389071.253162:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389071.253166:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e93bae90. 00000800:00000010:0.0:1767389071.253169:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001b4d627d. 00000400:02020000:0.0:1767389071.253272:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp39 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389071.253284:0:337525:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp39 notifying 192.168.204.113@tcp39: down 00000800:00000200:0.0:1767389071.253290:0:337525:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp39 down 00000800:00000100:0.0:1767389071.253296:0:337525:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp39 00000800:00000010:0.0:1767389071.253300:0:337525:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005e4b69e3. 00000400:00000200:0.0:1767389071.253304:0:337525:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389071.253309:0:337525:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp39->192.168.204.113@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389071.253313:0:337525:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp39 added to recovery queue. ping count: 0 next ping: 4992 health :900 00000400:00000200:0.0:1767389071.253318:0:337525:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767389071.253322:0:337525:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp39: 1 00000400:00000200:0.0:1767389071.253328:0:337525:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp39 (000000002119b3c7): -114 00000400:00000010:1.0:1767389071.254832:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 660 at 00000000bb7643e1. 00000400:00000010:1.0:1767389071.254840:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 792 at 00000000109a5290. 00000400:00000010:1.0:1767389071.254844:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 660 at 00000000077dfdfd. 00000400:00000200:1.0:1767389071.254896:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp29(00000000519ca7cf) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767389071.254903:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp33(00000000ba248ab2) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767389071.254909:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp38(000000000ccd139a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767389071.254920:0:337534:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.204.113@tcp39 00000400:00000200:1.0:1767389071.254933:0:337534:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.113@tcp39 NID 192.168.204.113@tcp39 00000400:00000200:1.0:1767389071.254939:0:337534:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 000000006aadc72b nid 192.168.204.113@tcp39 00000400:00000010:1.0:1767389071.254943:0:337534:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 000000006aadc72b. 00000400:00000200:1.0:1767389071.254949:0:337534:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000f02017eb net tcp39 00000400:00000010:1.0:1767389071.254951:0:337534:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000f02017eb. 00000400:00000200:1.0:1767389071.254959:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002119b3c7 (3) 00000400:00000010:1.0:1767389071.254971:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000bcc1867e. 00000400:00000200:1.0:1767389071.254976:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000bcc1867e nid 192.168.204.113@tcp39 00000400:00000010:1.0:1767389071.254985:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000049ef45c. 00000400:00000200:1.0:1767389071.254988:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000049ef45c net tcp39 00000400:00000200:1.0:1767389071.254992:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (31) 00000400:00000200:1.0:1767389071.255005:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp39 flags 0x11 00000400:00000200:1.0:1767389071.255018:0:337534:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.204.113@tcp40 00000400:00000200:1.0:1767389071.255031:0:337534:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.204.113@tcp40 NID 192.168.204.113@tcp40 00000400:00000200:1.0:1767389071.255033:0:337534:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 0000000073a8d9f4 nid 192.168.204.113@tcp40 00000400:00000010:1.0:1767389071.255034:0:337534:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000073a8d9f4. 00000400:00000200:1.0:1767389071.255038:0:337534:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000004794c26e net tcp40 00000400:00000010:1.0:1767389071.255039:0:337534:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000004794c26e. 00000400:00000200:1.0:1767389071.255042:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000008f3fad1d (2) 00000400:00000010:1.0:1767389071.255049:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000073a8d9f4. 00000400:00000200:1.0:1767389071.255054:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000073a8d9f4 nid 192.168.204.113@tcp40 00000400:00000010:1.0:1767389071.255061:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000eacf9473. 00000400:00000200:1.0:1767389071.255064:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000eacf9473 net tcp40 00000400:00000200:1.0:1767389071.255083:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (32) 00000400:00000200:1.0:1767389071.255090:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp40 flags 0x11 00000400:00000010:1.0:1767389071.255095:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 660 at 00000000bb7643e1. 00000400:00000010:1.0:1767389071.255098:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 792 at 00000000109a5290. 00000400:00000010:1.0:1767389071.255100:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 660 at 00000000077dfdfd. 00000400:00000010:1.0:1767389071.255103:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000cadb5515. 00000400:00000200:1.0:1767389071.255112:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389071.255120:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100171 00000400:00000200:1.0:1767389071.255125:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 rc 1 00000400:00000200:1.0:1767389071.255130:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000400:00000200:1.0:1767389071.255135:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389071.255139:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:1.0:1767389071.255144:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:1.0:1767389071.255147:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (33) 00000400:00000200:1.0:1767389071.255150:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp40(000000008f3fad1d) state 0x80041 00000400:00000200:1.0:1767389071.255153:0:337534:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.204.113@tcp40(000000008f3fad1d) state 0x80041 00000400:00000200:1.0:1767389071.255156:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp40(000000008f3fad1d) state 0x80001 rc 0 00000400:00000200:1.0:1767389071.255161:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp40 (000000008f3fad1d) 00000400:00000200:1.0:1767389071.255173:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000008f3fad1d (1) 00000400:00000200:1.0:1767389071.255179:0:337534:0:(peer.c:272:lnet_destroy_peer_locked()) 000000008f3fad1d nid 192.168.204.113@tcp40 00000400:00000010:1.0:1767389071.255200:0:337534:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 000000008f3fad1d. 00000400:00000200:1.0:1767389071.255207:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp39(000000002119b3c7) state 0x80841 00000400:00000200:1.0:1767389071.255211:0:337534:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.204.113@tcp39(000000002119b3c7) state 0x80841 00000400:00000200:1.0:1767389071.255217:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp39(000000002119b3c7) state 0x80801 rc 0 00000400:00000200:1.0:1767389071.255220:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp39 (000000002119b3c7) 00000400:00000200:1.0:1767389071.255222:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000002119b3c7 (2) 00000020:00000010:2.0:1767389071.266680:0:354122:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000002d8c09c7. 00000020:00000040:2.0:1767389071.266688:0:354122:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(1) 00000020:00000010:2.0:1767389071.266690:0:354122:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000002d8c09c7. 00000100:00000040:2.0:1767389071.269802:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299659289, at 4299659290 00000100:00000010:2.0:1767389071.269814:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a45099a4. 00000100:00000040:3.0:1767389071.270699:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299659289, at 4299659290 00000100:00000010:3.0:1767389071.270709:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083ae90fd. 00000100:00000040:1.0:1767389071.270768:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299659289, at 4299659291 00000100:00000010:1.0:1767389071.270779:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000027ad3453. 00000100:00000040:0.0:1767389071.270809:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299659289, at 4299659291 00000100:00000010:0.0:1767389071.270820:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004c660fc3. 00010000:00000001:3.0:1767389071.563846:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389071.563853:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389071.563862:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389071.563866:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389071.564083:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389071.564090:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389071.564094:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767389071.947893:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389071.947902:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389071.947909:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabc7690 00000400:00000010:1.0:1767389071.947929:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabc7690. 00000400:00000200:1.0:1767389071.947945:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389071.947960:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp38 recovery ping unlinked 00000400:00000010:1.0:1767389071.947971:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f8cd8467. 00000400:00000010:1.0:1767389071.947977:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000093f45619. 00000400:00000200:1.0:1767389071.947991:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp39 00000400:00000010:1.0:1767389071.947997:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f8cd8467. 00000400:00000010:1.0:1767389071.948004:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000093f45619. 00000400:00000010:1.0:1767389071.948009:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabc7690. 00000400:00000010:1.0:1767389071.948018:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005cabaee8. 00000400:00000200:1.0:1767389071.948030:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp39 00000400:00000200:1.0:1767389071.948047:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp39 local destination 00000400:00000200:1.0:1767389071.948053:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp39 00000400:00000200:1.0:1767389071.948059:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp39 NI seq info: [138:138:256:4294967295] 192.168.204.113@tcp39 LPNI seq info [134:134:8:4294967295] 00000400:00000200:1.0:1767389071.948068:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp39 00000400:00000200:1.0:1767389071.948083:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp39(192.168.204.113@tcp39:) -> 192.168.204.113@tcp39(192.168.204.113@tcp39:192.168.204.113@tcp39) : GET try# 0 00000800:00000200:1.0:1767389071.948089:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp39 00000800:00000010:1.0:1767389071.948094:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000076792804. 00000800:00000200:1.0:1767389071.948101:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb29046f] -> 12345-192.168.204.113@tcp39 (2) 00000800:00000200:1.1:1767389071.948109:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb29046f] -> 12345-192.168.204.113@tcp39 (2) 00000400:00000200:1.0:1767389071.948140:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp39 added to recovery queue. ping count: 1 next ping: 4994 health :900 00000400:00000200:2.0:1767389071.948238:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.948297:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.948362:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.948395:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.948457:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.948495:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.948537:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.948569:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.948606:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.948644:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.948688:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.948800:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.948878:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.948960:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949002:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949052:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949085:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949121:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949159:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949225:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949255:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949305:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949334:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949365:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949398:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949431:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949467:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949498:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949529:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949559:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949588:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949616:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949646:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949677:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389071.949706:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:2.0:1767389071.949926:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000003e3ae25. 00000800:00000010:2.0:1767389071.949933:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e4bd4742. 00000800:00000010:2.0:1767389071.949940:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b0e779ce. 00000800:00000010:2.0:1767389071.949973:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b0e779ce. 00000800:00020000:2.0:1767389071.949983:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389071.949988:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e4bd4742. 00000800:00000010:2.0:1767389071.949992:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000003e3ae25. 00000400:02020000:2.0:1767389071.950057:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp39 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767389071.950065:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp39 notifying 192.168.204.113@tcp39: down 00000800:00000200:2.0:1767389071.950073:0:337527:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp39 down 00000800:00000100:2.0:1767389071.950080:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp39 00000800:00000010:2.0:1767389071.950084:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000076792804. 00000400:00000200:2.0:1767389071.950089:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767389071.950094:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp39->192.168.204.113@tcp39: GET: LOCAL_ERROR 00000400:00000200:2.0:1767389071.950106:0:337527:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767389071.950110:0:337527:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767389071.950116:0:337527:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp39) recovery failed with -71 00080000:00000001:0.0:1767389072.378717:0:354314:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389072.378762:0:354314:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389072.378774:0:354314:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389072.378785:0:354314:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389072.378799:0:354314:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389072.378804:0:354314:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389072.587885:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389072.587892:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389072.587900:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389072.587901:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389072.587925:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389072.587928:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389072.587931:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767389072.972825:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389072.972833:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389072.972837:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabc7690 00000400:00000010:2.0:1767389072.972842:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabc7690. 00000400:00000200:2.0:1767389072.972852:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389072.972863:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp39 recovery ping unlinked 00000400:00000010:2.0:1767389072.972880:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f8cd8467. 00000400:00000010:2.0:1767389072.972890:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000093f45619. 00000400:00000200:2.0:1767389072.972898:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp38 00000400:00000010:2.0:1767389072.972904:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d5338213. 00000400:00000010:2.0:1767389072.972911:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000084351e6a. 00000400:00000010:2.0:1767389072.972916:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18cf172. 00000400:00000010:2.0:1767389072.972924:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000de465ae3. 00000400:00000200:2.0:1767389072.972929:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp38 00000400:00000200:2.0:1767389072.972945:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp38 local destination 00000400:00000200:2.0:1767389072.972953:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp38 00000400:00000200:2.0:1767389072.972957:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp38 NI seq info: [139:139:256:4294967295] 192.168.204.113@tcp38 LPNI seq info [135:135:8:4294967295] 00000400:00000200:2.0:1767389072.972967:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp38 00000400:00000200:2.0:1767389072.972975:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp38(192.168.204.113@tcp38:) -> 192.168.204.113@tcp38(192.168.204.113@tcp38:192.168.204.113@tcp38) : GET try# 0 00000800:00000200:2.0:1767389072.972981:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp38 00000800:00000010:2.0:1767389072.972986:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b11ad5e0. 00000800:00000200:2.0:1767389072.972995:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3f295f6] -> 12345-192.168.204.113@tcp38 (2) 00000800:00000200:2.1:1767389072.973003:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3f295f6] -> 12345-192.168.204.113@tcp38 (2) 00000400:00000200:2.0:1767389072.973031:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp38 added to recovery queue. ping count: 2 next ping: 4997 health :800 00000400:00000200:2.0:1767389072.973037:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp30 00000400:00000010:2.0:1767389072.973040:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003d7df963. 00000400:00000010:2.0:1767389072.973044:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a85b52db. 00000400:00000010:2.0:1767389072.973048:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e48e894. 00000400:00000010:2.0:1767389072.973052:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e75b84dd. 00000400:00000200:2.0:1767389072.973056:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp30 00000400:00000200:2.0:1767389072.973067:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp30 local destination 00000400:00000200:2.0:1767389072.973075:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp30 00000400:00000200:2.0:1767389072.973087:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp30 NI seq info: [140:140:256:4294967295] 192.168.204.113@tcp30 LPNI seq info [136:136:8:4294967295] 00000400:00000200:2.0:1767389072.973092:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp30 00000400:00000200:2.0:1767389072.973098:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp30(192.168.204.113@tcp30:) -> 192.168.204.113@tcp30(192.168.204.113@tcp30:192.168.204.113@tcp30) : GET try# 0 00000800:00000200:2.0:1767389072.973107:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp30 00000800:00000010:2.0:1767389072.973112:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000820db64f. 00000800:00000200:2.0:1767389072.973123:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (2) 00000800:00000200:2.1:1767389072.973131:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (2) 00000400:00000200:2.0:1767389072.973169:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp30 added to recovery queue. ping count: 5 next ping: 5025 health :500 00000400:00000200:0.0:1767389072.973205:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.973269:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.973309:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.973395:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.973416:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.973496:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.973515:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.973608:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.973623:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.973700:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.973719:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.973836:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.973885:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.973925:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.973968:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.974032:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.974080:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.974123:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.974173:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.974248:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.974276:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.974367:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.974389:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.974473:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.974486:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.974592:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.974610:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.974757:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.974815:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.974871:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.974949:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.974998:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.975070:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.975130:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.975224:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.975289:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.975373:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.975427:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.975482:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.975553:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.975610:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.975660:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.975706:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.975829:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.975871:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.975984:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.976025:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.976104:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.976146:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.976249:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.976280:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.976361:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.976420:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.976485:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.976528:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.976625:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.976690:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.976822:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.976900:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.976972:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.977039:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.977103:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.977145:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.977247:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.977293:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.977382:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.977416:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.977494:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389072.977523:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.977593:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.977681:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.977775:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.977835:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000800:00000010:0.0:1767389072.977884:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001b4d627d. 00000800:00000010:0.0:1767389072.977895:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007e35bd85. 00000800:00000010:0.0:1767389072.977903:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001132051c. 00000400:00000200:3.0:1767389072.977922:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000800:00000010:0.0:1767389072.977959:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001132051c. 00000800:00020000:0.0:1767389072.977981:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389072.977988:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007e35bd85. 00000800:00000010:0.0:1767389072.977996:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001b4d627d. 00000400:00000200:3.0:1767389072.978026:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000400:02020000:0.0:1767389072.978136:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp38 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389072.978170:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp38 notifying 192.168.204.113@tcp38: down 00000800:00000200:0.0:1767389072.978187:0:337524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp38 down 00000400:00000200:3.0:1767389072.978190:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000800:00000100:0.0:1767389072.978208:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp38 00000800:00000010:0.0:1767389072.978214:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b11ad5e0. 00000400:00000200:0.0:1767389072.978226:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389072.978242:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp38->192.168.204.113@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389072.978259:0:337524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767389072.978266:0:337524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767389072.978278:0:337524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp38) recovery failed with -71 00000400:00000200:3.0:1767389072.978297:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.978367:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.978409:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.978450:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.978502:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.978539:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.113:988 00000400:00000200:2.0:1767389072.978866:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767389072.978875:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004bc83c77. 00000800:00000010:3.0:1767389072.978883:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000301372b1. 00000800:00000010:3.0:1767389072.978888:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000405ec8de. 00000400:00000200:2.0:1767389072.978895:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp30 from 208.3.0.2 00000800:00000010:2.0:1767389072.978900:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004a7ef718. 00000800:00000010:3.0:1767389072.978941:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000405ec8de. 00000800:00000010:0.0:1767389072.978961:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001b4d627d. 00000800:00000010:0.0:1767389072.978970:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007e35bd85. 00000800:00000010:0.0:1767389072.979010:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000029826f22. 00000800:00000200:0.1:1767389072.979023:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (2) 00000800:00000200:0.1:1767389072.979033:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp30 0000000029826f22 deleted 00000800:00000010:0.1:1767389072.979038:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000029826f22. 00000800:00000200:0.1:1767389072.979047:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767389072.979061:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp30 ip 192.168.204.113:976 00000800:00000200:0.1:1767389072.979067:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000820db64f type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767389072.979075:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp30 p 3.x 192.168.204.113 -> 192.168.204.113:976 incarnation:1767389038138791787 sched[0] 00000800:00000010:0.0:1767389072.979081:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001132051c. 00000800:00000010:0.0:1767389072.979228:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001132051c. 00000800:00000010:0.0:1767389072.979250:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007e35bd85. 00000800:00000200:3.1:1767389072.979286:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767389072.979310:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp30 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389038138791787 sched[0] 00000800:00000010:3.0:1767389072.979317:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000301372b1. 00000800:00000010:0.0:1767389072.979369:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004a7ef718. 00000800:00000001:0.0:1767389072.979424:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389072.979438:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389072.979440:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389072.979455:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389072.979578:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767389072.979587:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767389072.979592:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767389072.979596:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000820db64f. 00000800:00000001:3.0:1767389072.979599:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767389072.979608:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767389072.979625:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389072.979627:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp30->192.168.204.113@tcp30: GET: OK 00000400:00000200:0.0:1767389072.979641:0:337530:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767389072.979656:0:337530:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp30 recovery message sent successfully:0 00000400:00000200:3.0:1767389072.979663:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp30(192.168.204.113@tcp30) <- 192.168.204.113@tcp30 : GET - for me 00000400:00000200:3.0:1767389072.979692:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767389072.979709:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 272/272 into md 0x1ea5 [1] + 0 00000400:00000200:3.0:1767389072.979823:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp30 to MR: 192.168.204.113@tcp30 local destination 00000400:00000200:3.0:1767389072.979839:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp30 NI seq info: [141:141:256:4294967295] 192.168.204.113@tcp30 LPNI seq info [137:137:8:4294967295] 00000400:00000200:3.0:1767389072.979870:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp30(192.168.204.113@tcp30:192.168.204.113@tcp30) -> 192.168.204.113@tcp30(192.168.204.113@tcp30:192.168.204.113@tcp30) 192.168.204.113@tcp30 : REPLY try# 0 00000800:00000200:3.0:1767389072.979882:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.113@tcp30 00000800:00000010:3.0:1767389072.979890:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84e464a. 00000800:00000200:3.0:1767389072.979904:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (4) 00000800:00000200:3.0:1767389072.979916:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp30 ip 192.168.204.113:988 00000800:00000200:3.0:1767389072.979935:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d84e464a type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767389072.980002:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389072.980091:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767389072.980103:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767389072.980109:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767389072.980112:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84e464a. 00000800:00000001:0.0:1767389072.980117:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767389072.980124:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767389072.980132:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389072.980145:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp30->192.168.204.113@tcp30: REPLY: OK 00000400:00000200:0.0:1767389072.980179:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp30(192.168.204.113@tcp30) <- 192.168.204.113@tcp30 : REPLY - for me 00000400:00000200:0.0:1767389072.980197:0:337529:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp30: Reply from 12345-192.168.204.113@tcp30 of length 272/272 into md 0x1f15 00000800:00000001:0.0:1767389072.980207:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389072.980219:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389072.980221:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767389072.980233:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389072.980236:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp30->192.168.204.113@tcp30: REPLY: OK 00000400:00000200:0.0:1767389072.980248:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e48e894 00000400:00000010:0.0:1767389072.980251:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e48e894. 00000400:00000200:0.0:1767389072.980256:0:337529:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767389072.980262:0:337529:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003d7df963. 00000400:00000010:0.0:1767389072.980270:0:337529:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a85b52db. 00000800:00000001:0.0:1767389072.980287:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767389072.980292:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000001:0.0:1767389072.980296:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389072.980412:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.980460:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.980508:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.980558:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.980582:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.980608:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.980640:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.980690:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.980823:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.980917:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.980973:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.981034:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.981087:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.981137:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.981231:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.981300:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.981352:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.981409:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.981476:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.981532:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.981585:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.981637:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.981807:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.981959:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.982036:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.982069:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.982102:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.982178:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.982254:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.982351:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.982441:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.982480:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.982512:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389072.982556:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389072.982771:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000801f716c. 00000800:00000010:3.0:1767389072.982778:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000301372b1. 00000800:00000010:3.0:1767389072.982783:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000405ec8de. 00000800:00000010:3.0:1767389072.982820:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000405ec8de. 00000800:00020000:3.0:1767389072.982830:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389072.982834:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000301372b1. 00000800:00000010:3.0:1767389072.982837:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000801f716c. 00000400:02020000:3.0:1767389072.982905:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp30 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000100:00000040:2.0:1767389073.291944:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767389073.291955:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767389073.291967:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000008c12b5c. 00000020:00000040:2.0:1767389073.291976:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389073.291983:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389073.291990:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389073.291999:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389073.292011:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004c5ca6b3. 00000100:00000001:2.0:1767389073.292023:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389073.292033:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:2.0:1767389073.292039:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@0000000008c12b5c x1853241654542080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000020:1.0:1767389073.292042:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767389073.292058:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4ee76d5. 00000100:00000001:2.0:1767389073.292059:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389073.292067:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389073.292070:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767389073.292081:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767389073.292086:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008c12b5c] to pc [ptlrpcd_00_03+3] req@0000000008c12b5c x1853241654542080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389073.292088:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389073.292101:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389073.292115:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000091990dff. 00000100:00000001:1.0:1767389073.292126:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.292132:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389073.292134:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.292137:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389073.292173:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767389073.292180:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a4ee76d5] to pc [ptlrpcd_00_00+0] req@00000000a4ee76d5 x1853241654542208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389073.292184:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767389073.292189:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001edd92c3. 00000020:00000040:2.0:1767389073.292195:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767389073.292216:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389073.292220:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389073.292227:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389073.292237:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b7602201. 00000004:00000001:1.0:1767389073.292238:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.292242:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389073.292257:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000001edd92c3 x1853241654542336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389073.292270:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389073.292273:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389073.292286:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001edd92c3] to pc [ptlrpcd_00_01+1] req@000000001edd92c3 x1853241654542336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389073.292311:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389073.292314:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767389073.292321:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767389073.292328:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048df85cf. 00000020:00000040:2.0:1767389073.292332:0:54998:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767389073.292336:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389073.292338:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389073.292341:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389073.292346:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003ba51547. 00000100:00000001:2.0:1767389073.292355:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389073.292366:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000048df85cf x1853241654542464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389073.292375:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389073.292378:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389073.292392:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048df85cf] to pc [ptlrpcd_00_02+2] req@0000000048df85cf x1853241654542464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389073.292414:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389073.292420:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767389073.292428:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767389073.292434:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8e7ae78. 00000100:00000001:1.0:1767389073.292442:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767389073.292452:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767389073.292453:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389073.292462:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767389073.292463:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389073.292469:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767389073.292474:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4ee76d5 x1853241654542208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389073.292477:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389073.292488:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004767a6bf. 00000100:00000001:2.0:1767389073.292499:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.292500:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389073.292507:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389073.292514:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000b8e7ae78 x1853241654542592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767389073.292518:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389073.292527:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389073.292529:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389073.292535:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389073.292537:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389073.292550:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4ee76d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654542208:0@lo:13: 00000100:00000040:2.0:1767389073.292551:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8e7ae78] to pc [ptlrpcd_00_03+3] req@00000000b8e7ae78 x1853241654542592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389073.292563:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767389073.292569:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767389073.292573:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767389073.292579:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767389073.292581:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389073.292584:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767389073.292585:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389073.292588:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389073.292598:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d0224ab8. 00000100:00000040:2.0:1767389073.292603:0:54998:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4999) 02000000:00000001:1.0:1767389073.292605:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389073.292605:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000008c12b5c x1853241654542080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389073.292627:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d25e445. 00000100:00000001:0.0:1767389073.292631:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767389073.292637:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e70b55. 00000100:00000001:2.0:1767389073.292638:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389073.292645:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1767389073.292647:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654542208, portal 4 00000100:00000001:0.0:1767389073.292648:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.292649:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389073.292667:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048df85cf x1853241654542464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389073.292668:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767389073.292670:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767389073.292677:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151442304 : -122821558109312 : ffff904b60a87b80) 02000000:00000001:0.0:1767389073.292683:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767389073.292703:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a4ee76d5 x1853241654542208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389089 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389073.292708:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.292816:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389073.292822:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389073.292824:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389073.292832:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767389073.292835:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767389073.292837:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767389073.292843:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050247d49. 02000000:00000001:2.0:1767389073.292847:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389073.292851:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654542208, offset 0 00000100:00100000:2.0:1767389073.292861:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000048df85cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:337538:1853241654542464:0@lo:400: 00000100:00100000:0.0:1767389073.292875:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000008c12b5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654542080:0@lo:400: 00000100:00000001:2.0:1767389073.292876:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767389073.292876:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767389073.292888:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389073.292897:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389073.292897:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389073.292911:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767389073.292912:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767389073.292915:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389073.292927:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389073.292933:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767389073.292940:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372807f80 02000000:00000010:0.0:1767389073.292940:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059336d48. 02000000:00000001:0.0:1767389073.292960:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389073.292966:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041d4abdf. 00000400:00000200:1.0:1767389073.292967:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 3584 00000400:00000010:0.0:1767389073.292969:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f54384b. 02000000:00000001:2.0:1767389073.292974:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389073.292984:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c804758. 00000400:00000010:2.0:1767389073.292998:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034e523f4. 00000400:00000200:1.0:1767389073.292998:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767389073.292998:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000400:00000200:1.0:1767389073.293025:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767389073.293027:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654542464, portal 10 00000100:00000200:0.0:1767389073.293027:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654542080, portal 25 00000100:00000001:1.0:1767389073.293046:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767389073.293047:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389073.293049:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767389073.293053:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767389073.293067:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402887552 : -122821306664064 : ffff904b6fa53b80) 00000100:00000010:1.0:1767389073.293068:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064544864. 00000100:00000001:2.0:1767389073.293069:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402884864 : -122821306666752 : ffff904b6fa53100) 00000100:00000040:1.0:1767389073.293089:0:337536:0:(events.c:337:request_in_callback()) incoming req@0000000064544864 x1853241654542208 msgsize 224 00000100:00100000:1.0:1767389073.293104:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389073.293111:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000008c12b5c x1853241654542080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389073.293113:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000048df85cf x1853241654542464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389073.293124:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389073.293165:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050247d49 00000400:00000010:1.0:1767389073.293177:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050247d49. 00000100:00000001:1.0:1767389073.293195:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389073.293210:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4ee76d5 x1853241654542208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389089 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389073.293219:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389073.293227:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389073.293243:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767389073.293249:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389073.293257:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f32e25e2. 00000400:00000010:2.0:1767389073.293259:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000883f053b. 00000100:00000001:1.0:1767389073.293278:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767389073.293285:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654542464, offset 0 00000100:00000200:0.0:1767389073.293286:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654542080, offset 0 00000100:00000040:1.0:1767389073.293293:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4ee76d5 x1853241654542208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389089 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389073.293321:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389073.293322:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767389073.293331:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389073.293348:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389073.293350:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389073.293350:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767389073.293371:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8402 usecs (9 jiffies) 00000100:00000001:1.0:1767389073.293388:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299661322 00000400:00000200:2.0:1767389073.293401:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372808080 00000400:00000200:0.0:1767389073.293402:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1767389073.293406:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9ca8cc1. 00000100:00000001:1.0:1767389073.293429:0:337536:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767389073.293441:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9400 00000400:00000200:0.0:1767389073.293442:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372807f00 00000100:00000001:1.0:1767389073.293444:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299661322 00000100:00000010:1.0:1767389073.293461:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000079fc4b4f. 00000400:00000200:2.0:1767389073.293470:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389073.293473:0:337536:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767389073.293483:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1695 [2] + 0 00000400:00000200:2.0:1767389073.293499:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767389073.293499:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f49cb79. 00000100:00000001:1.0:1767389073.293501:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299661322 00000100:00000010:1.0:1767389073.293522:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa1174fd. 00000400:00000200:0.0:1767389073.293524:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fb242e0a 00000100:00000001:1.0:1767389073.293534:0:337536:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767389073.293540:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767389073.293540:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389073.293545:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299661322 00000100:00000200:2.0:1767389073.293553:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767389073.293560:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e055224. 00000100:00000010:2.0:1767389073.293563:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000008d43c77. 00000400:00000200:0.0:1767389073.293564:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767389073.293584:0:337538:0:(events.c:337:request_in_callback()) incoming req@0000000008d43c77 x1853241654542464 msgsize 224 00000100:00000001:1.0:1767389073.293589:0:337536:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767389073.293594:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb242e0a 00000400:00000010:0.0:1767389073.293601:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb242e0a. 00000100:00000001:1.0:1767389073.293606:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767389073.293607:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389073.293612:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767389073.293615:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389073.293621:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767389073.293625:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.293629:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389073.293635:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767389073.293648:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767389073.293651:0:337539:0:(events.c:337:request_in_callback()) incoming req@000000006226ea73 x1853241654542080 msgsize 224 00000100:00000001:1.0:1767389073.293659:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767389073.293660:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000883f053b 00000400:00000010:2.0:1767389073.293672:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000883f053b. 00000100:00000001:1.0:1767389073.293679:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389073.293682:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767389073.293690:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767389073.293690:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1767389073.293702:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000048df85cf x1853241654542464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389073.293704:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389073.293705:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:1.0:1767389073.293724:0:337536:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767389073.293777:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389073.293780:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389073.293788:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389073.293793:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048df85cf x1853241654542464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389073.293796:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f32e25e2 00000100:00000001:1.0:1767389073.293797:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389073.293810:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389073.293812:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f32e25e2. 00000100:00000001:2.0:1767389073.293815:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.293833:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389073.293838:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389073.293839:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767389073.293843:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.293850:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767389073.293855:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6193 usecs (7 jiffies) 00000100:00000001:1.0:1767389073.293855:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767389073.293857:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000008c12b5c x1853241654542080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389073.293870:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299661321 00000100:00000040:1.0:1767389073.293877:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001edd92c3 x1853241654542336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389073.293896:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299661322 00000100:00000001:0.0:1767389073.293905:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389073.293910:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299661321 00000100:00000040:0.0:1767389073.293922:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000008c12b5c x1853241654542080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389073.293924:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299661322 00000100:00000001:2.0:1767389073.293941:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299661321 00000100:00000001:2.0:1767389073.293956:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299661322 00000100:00000001:1.0:1767389073.293960:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389073.293971:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.293972:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299661321 00000100:00000001:2.0:1767389073.293990:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299661322 02000000:00000001:1.0:1767389073.293994:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767389073.293995:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389073.293995:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389073.294008:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389073.294013:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389073.294013:0:337539:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767389073.294016:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.294029:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389073.294034:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389073.294035:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001edd92c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654542336:0@lo:400: 00000100:00000001:2.0:1767389073.294037:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389073.294060:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767389073.294063:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299661337 00000100:00000001:2.0:1767389073.294065:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767389073.294066:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767389073.294075:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767389073.294077:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389073.294080:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299661322 00000100:00000001:2.0:1767389073.294088:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767389073.294090:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767389073.294099:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767389073.294103:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f7399d0. 00000100:00000001:0.0:1767389073.294104:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299661337 00000100:00000001:2.0:1767389073.294107:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389073.294129:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389073.294135:0:337538:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767389073.294137:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299661322 00000100:00000001:2.0:1767389073.294164:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389073.294165:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa0c4c51. 00000100:00000001:0.0:1767389073.294168:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299661337 00000100:00000001:2.0:1767389073.294183:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389073.294187:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299661322 00000100:00000001:2.0:1767389073.294189:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389073.294189:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050247d49. 00000100:00000200:1.0:1767389073.294208:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654542336, portal 10 00000100:00000001:2.0:1767389073.294214:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389073.294216:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389073.294218:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299661337 00000100:00000001:2.0:1767389073.294219:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389073.294234:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767389073.294236:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402878592 : -122821306673024 : ffff904b6fa51880) 00000100:00000001:0.0:1767389073.294243:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299661322 00000100:00000040:2.0:1767389073.294249:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8e7ae78 x1853241654542592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389073.294254:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001edd92c3 x1853241654542336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389073.294255:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389073.294277:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389073.294295:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389073.294312:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389073.294318:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389073.294326:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.294335:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767389073.294337:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767389073.294338:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767389073.294351:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389073.294351:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767389073.294353:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389073.294367:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 02000000:00000001:2.0:1767389073.294376:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389073.294379:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654542336, offset 0 00000100:00000001:0.0:1767389073.294379:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389073.294390:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767389073.294391:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8e7ae78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654542592:0@lo:400: 00000100:00000001:0.0:1767389073.294398:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389073.294401:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389073.294406:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767389073.294413:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389073.294427:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767389073.294427:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767389073.294433:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389073.294438:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767389073.294442:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767389073.294444:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a85b52db. 00000100:00000001:0.0:1767389073.294454:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389073.294455:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389073.294456:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372808000 00000400:00000010:2.0:1767389073.294481:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc4ee12d. 00000400:00000200:1.0:1767389073.294483:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9624 00000400:00000200:1.0:1767389073.294494:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767389073.294502:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000883f053b. 00000400:00000200:1.0:1767389073.294503:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389073.294509:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767389073.294518:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654542592, portal 4 00000100:00100000:0.0:1767389073.294518:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654542080 00000100:00000001:1.0:1767389073.294523:0:337536:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767389073.294538:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389073.294539:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767389073.294539:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767389073.294551:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402876800 : -122821306674816 : ffff904b6fa51180) 00000100:00000001:0.0:1767389073.294553:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1767389073.294554:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015e893dc. 00000100:00000001:0.0:1767389073.294562:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389073.294570:0:337536:0:(events.c:337:request_in_callback()) incoming req@0000000015e893dc x1853241654542336 msgsize 224 02000000:00000001:0.0:1767389073.294573:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389073.294578:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8e7ae78 x1853241654542592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389073.294591:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654542080 00000100:00100000:1.0:1767389073.294607:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767389073.294609:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767389073.294610:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767389073.294624:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000040:2.0:1767389073.294635:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767389073.294636:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767389073.294637:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767389073.294641:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b722476. 00000020:00000040:0.0:1767389073.294652:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00000200:2.0:1767389073.294655:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654542592, offset 0 00000400:00000200:1.0:1767389073.294658:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 00000020:00000001:0.0:1767389073.294666:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000010:1.0:1767389073.294668:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 00000020:00000001:0.0:1767389073.294679:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389073.294681:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767389073.294691:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389073.294695:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767389073.294701:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001edd92c3 x1853241654542336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389073.294707:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef9e9986. 00000400:00000200:2.0:1767389073.294717:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389073.294723:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389073.294778:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958372808100 00000020:00000010:0.0:1767389073.294796:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef9e9986. 00000100:00000001:1.0:1767389073.294801:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767389073.294802:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 4112 00000400:00000200:2.0:1767389073.294819:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767389073.294819:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001edd92c3 x1853241654542336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389073.294821:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092e86d42. 00000400:00000200:2.0:1767389073.294838:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767389073.294839:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d2f6fbf. 00000100:00000001:2.0:1767389073.294861:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1767389073.294863:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056cb4a59. 00000100:00000001:1.0:1767389073.294864:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389073.294871:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767389073.294889:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767389073.294897:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db9514bb. 00000100:00000040:0.0:1767389073.294898:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389073.294901:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389073.294910:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000db9514bb x1853241654542592 msgsize 224 00000100:00000040:1.0:1767389073.294917:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5306 usecs (6 jiffies) 00000100:00000001:0.0:1767389073.294917:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389073.294929:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389073.294936:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.294937:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299661321 00000100:00100000:2.0:1767389073.294939:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389073.294960:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299661337 00000100:00000001:0.0:1767389073.294968:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.294969:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389073.294986:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b722476 00000100:00000001:1.0:1767389073.294988:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299661321 00000400:00000010:2.0:1767389073.294994:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b722476. 00000100:00000001:1.0:1767389073.294996:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299661337 00000100:00000001:0.0:1767389073.294997:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389073.294999:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389073.295014:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8e7ae78 x1853241654542592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389073.295019:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299661321 00000100:00000001:0.0:1767389073.295028:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389073.295030:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299661337 00000100:00000001:0.0:1767389073.295036:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767389073.295051:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299661321 00000100:00000001:2.0:1767389073.295054:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767389073.295060:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000001:1.0:1767389073.295061:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299661337 00000100:00000001:1.0:1767389073.295076:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767389073.295077:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000040:2.0:1767389073.295086:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8e7ae78 x1853241654542592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389073.295090:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389073.295091:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661757520 : -122822047794096 : ffff904b43787c50) 00000100:00000001:1.0:1767389073.295110:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.295116:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389073.295117:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006226ea73 x1853241654542080/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:524/0 lens 224/0 e 0 to 0 dl 1767389084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389073.295120:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.295127:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389073.295138:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389073.295169:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8402 usecs (9 jiffies) 00000100:00000001:0.0:1767389073.295170:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389073.295182:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299661324 00000020:00000010:0.0:1767389073.295183:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef9e9986. 00000100:00000001:1.0:1767389073.295184:0:339011:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389073.295193:0:339011:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654542208 00000100:00000001:0.0:1767389073.295201:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389073.295203:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299661337 02000000:00000001:1.0:1767389073.295203:0:339011:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389073.295214:0:339011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389073.295220:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299661324 00000020:00000010:0.0:1767389073.295221:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef9e9986. 00000100:00000001:1.0:1767389073.295223:0:339011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.295237:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299661337 00000100:00000001:2.0:1767389073.295244:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299661324 02000000:00000001:1.0:1767389073.295245:0:339011:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.295248:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299661337 00000100:00100000:1.0:1767389073.295258:0:339011:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654542208 00000100:00100000:0.0:1767389073.295261:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006226ea73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654542080:12345-0@lo:400: 00000100:00000001:2.0:1767389073.295264:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299661324 00000020:00000001:1.0:1767389073.295268:0:339011:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389073.295278:0:339011:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000100:00000001:2.0:1767389073.295280:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299661337 00000100:00000200:0.0:1767389073.295293:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654542080 00000100:00000001:2.0:1767389073.295295:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389073.295295:0:339011:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389073.295307:0:339011:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000100:00000001:2.0:1767389073.295311:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389073.295312:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389073.295314:0:339011:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:1.0:1767389073.295330:0:339011:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:0.0:1767389073.295331:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767389073.295333:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389073.295345:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.295350:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389073.295351:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767389073.295352:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767389073.295364:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000020:00000010:1.0:1767389073.295365:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073c5fbdf. 00000020:00000001:0.0:1767389073.295386:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1767389073.295388:0:339011:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003c71eebc. 00000020:00000001:0.0:1767389073.295398:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389073.295399:0:338181:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:1.0:1767389073.295403:0:339011:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00100000:2.0:1767389073.295409:0:338181:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654542464 00000020:00000001:0.0:1767389073.295411:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767389073.295420:0:338181:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767389073.295422:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767389073.295429:0:339011:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767389073.295432:0:338181:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767389073.295433:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389073.295438:0:339011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095cd93b9. 00000100:00000001:2.0:1767389073.295442:0:338181:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389073.295444:0:338174:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1767389073.295449:0:339011:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000936064c. 00000100:00000001:0.0:1767389073.295455:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389073.295456:0:338181:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389073.295459:0:339011:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b81e899. 02000000:00000001:0.0:1767389073.295468:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767389073.295472:0:338181:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654542464 02000000:00000010:0.0:1767389073.295477:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000250a6b92. 00000020:00000001:2.0:1767389073.295479:0:338181:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767389073.295481:0:339011:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000040:2.0:1767389073.295487:0:338181:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 02000000:00000001:0.0:1767389073.295488:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389073.295501:0:338181:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389073.295507:0:338181:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000100:00000001:1.0:1767389073.295508:0:339011:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389073.295510:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389073.295514:0:338181:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:1.0:1767389073.295521:0:339011:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767389073.295528:0:338174:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389073.295530:0:338181:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:1.0:1767389073.295531:0:339011:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389073.295543:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654542080 00000100:00000001:2.0:1767389073.295546:0:338181:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767389073.295549:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767389073.295555:0:339011:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767389073.295562:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006226ea73 x1853241654542080/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:524/0 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389073.295567:0:338181:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a215f44. 00000100:00000001:1.0:1767389073.295574:0:339011:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767389073.295581:0:338181:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004945fbd8. 00010000:00000001:0.0:1767389073.295602:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1767389073.295603:0:338181:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00010000:00000001:0.0:1767389073.295607:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.295608:0:339011:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389073.295611:0:338181:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767389073.295620:0:339011:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00001000:0.0:1767389073.295625:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=98 v=5 (1 0 0 0) 00000020:00000010:2.0:1767389073.295628:0:338181:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b03e7c6. 00000100:00100000:1.0:1767389073.295645:0:339011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000020:00000010:2.0:1767389073.295649:0:338181:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000048d97338. 00000100:00000001:0.0:1767389073.295651:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389073.295653:0:339011:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:1.0:1767389073.295666:0:339011:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151434240 : -122821558117376 : ffff904b60a85c00) 00000020:00000010:2.0:1767389073.295669:0:338181:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029be0417. 00000100:00000040:0.0:1767389073.295670:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000040:1.0:1767389073.295679:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064544864 x1853241654542208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:524/0 lens 224/0 e 0 to 0 dl 1767389084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389073.295685:0:338181:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767389073.295695:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:2.0:1767389073.295698:0:338181:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389073.295703:0:338181:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389073.295720:0:338181:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389073.295720:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767389073.295723:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389073.295771:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d79adb49. 02000000:00000001:0.0:1767389073.295777:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.295779:0:339011:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389073.295786:0:338181:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1767389073.295791:0:339011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d79adb49. 00000100:00000001:2.0:1767389073.295794:0:338181:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389073.295794:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389073.295806:0:338181:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389073.295814:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767389073.295823:0:339011:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000064544864 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337536:x1853241654542208:12345-0@lo:13: 00000100:00000001:2.0:1767389073.295826:0:338181:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389073.295828:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f32e25e2. 00000100:00000200:1.0:1767389073.295834:0:339011:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654542208 00000100:00000200:0.0:1767389073.295846:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654542080, offset 224 00000020:00000001:1.0:1767389073.295847:0:339011:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389073.295858:0:339011:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389073.295864:0:339011:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.295865:0:338181:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767389073.295871:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767389073.295874:0:338181:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654542336 00000020:00000001:1.0:1767389073.295876:0:339011:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767389073.295884:0:338181:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767389073.295887:0:339011:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000100:00000001:2.0:1767389073.295889:0:338181:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389073.295901:0:338181:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389073.295903:0:339011:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767389073.295906:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767389073.295913:0:339011:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389073.295914:0:338181:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389073.295921:0:339011:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767389073.295922:0:338181:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654542336 00000020:00000001:1.0:1767389073.295931:0:339011:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767389073.295932:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372807f00 00000020:00000001:2.0:1767389073.295933:0:338181:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767389073.295940:0:339011:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389073.295943:0:338181:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000020:00000001:2.0:1767389073.295952:0:338181:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767389073.295954:0:339011:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767389073.295956:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1f21 [1] + 224 00000020:00000040:2.0:1767389073.295957:0:338181:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 02000000:00000001:1.0:1767389073.295972:0:339011:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767389073.295975:0:338181:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 02000000:00000010:1.0:1767389073.295983:0:339011:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000bb7643e1. 00000400:00000200:0.0:1767389073.295985:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767389073.295987:0:338181:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 02000000:00000001:1.0:1767389073.295992:0:339011:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.296012:0:339011:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.296014:0:338181:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767389073.296016:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767389073.296026:0:338181:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3a2b237. 00000100:00000001:0.0:1767389073.296028:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00002000:00000001:1.0:1767389073.296030:0:339011:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767389073.296044:0:338181:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1767389073.296046:0:339011:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000200:0.0:1767389073.296051:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000008c12b5c x1853241654542080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389073.296055:0:339011:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:2.0:1767389073.296060:0:338181:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3a2b237. 00080000:00000001:1.0:1767389073.296065:0:339011:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000010:2.0:1767389073.296074:0:338181:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093f45619. 00000020:00000010:2.0:1767389073.296083:0:338181:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004da7512f. 00000100:00000040:0.0:1767389073.296085:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000008c12b5c x1853241654542080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767389073.296092:0:339011:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389073.296095:0:338181:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073c58edd. 00000020:00000001:1.0:1767389073.296108:0:339011:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1767389073.296122:0:339011:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:2.0:1767389073.296124:0:338181:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389073.296127:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389073.296130:0:338181:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000020:1.0:1767389073.296132:0:339011:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:2.0:1767389073.296135:0:338181:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389073.296137:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f32e25e2 00000020:00000020:1.0:1767389073.296139:0:339011:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00000400:00000010:0.0:1767389073.296160:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f32e25e2. 00000100:00000001:0.0:1767389073.296165:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389073.296167:0:338181:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00002000:00000020:1.0:1767389073.296172:0:339011:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00000100:00000001:2.0:1767389073.296175:0:338181:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767389073.296185:0:338181:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389073.296190:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00002000:00000001:1.0:1767389073.296198:0:339011:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:0.0:1767389073.296203:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767389073.296207:0:339011:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:2.0:1767389073.296209:0:338181:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767389073.296212:0:339011:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389073.296214:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00002000:00000001:1.0:1767389073.296230:0:339011:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389073.296230:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767389073.296234:0:338181:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389073.296245:0:338181:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767389073.296245:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389073.296247:0:339011:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654542208 00000020:00000001:0.0:1767389073.296265:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767389073.296266:0:339011:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:2.0:1767389073.296267:0:338181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000040:2.0:1767389073.296280:0:338181:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00010000:00000200:1.0:1767389073.296289:0:339011:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000064544864 x1853241654542208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:524/0 lens 224/368 e 0 to 0 dl 1767389084 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389073.296293:0:338181:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402873216 : -122821306678400 : ffff904b6fa50380) 00000100:00000040:0.0:1767389073.296295:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006226ea73 x1853241654542080/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:524/0 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389073.296322:0:338181:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000008d43c77 x1853241654542464/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:524/0 lens 224/0 e 0 to 0 dl 1767389084 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389073.296360:0:339011:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389073.296372:0:339011:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389073.296389:0:339011:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=82 v=5 (1 0 0 0) 00000100:00100000:0.0:1767389073.296410:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006226ea73 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654542080:12345-0@lo:400: Request processed in 1229us (2745us total) trans 0 rc 0/0 00000100:00000001:1.0:1767389073.296414:0:339011:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767389073.296420:0:338181:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767389073.296428:0:339011:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000020:00000010:2.0:1767389073.296433:0:338181:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3a2b237. 00000100:00000001:1.0:1767389073.296444:0:339011:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:2.0:1767389073.296446:0:338181:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767389073.296457:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 02000000:00000001:1.0:1767389073.296459:0:339011:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:2.0:1767389073.296460:0:338181:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3a2b237. 02000000:00000001:1.0:1767389073.296465:0:339011:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389073.296480:0:338181:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000008d43c77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:337538:x1853241654542464:12345-0@lo:400: 00000100:00000001:1.0:1767389073.296484:0:339011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389073.296485:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000200:2.0:1767389073.296488:0:338181:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654542464 00000100:00000040:1.0:1767389073.296500:0:339011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767389073.296504:0:338181:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767389073.296504:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1767389073.296508:0:339011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 00000020:00000001:2.0:1767389073.296523:0:338181:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767389073.296523:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767389073.296524:0:339011:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654542208, offset 224 00000020:00000001:2.0:1767389073.296532:0:338181:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389073.296535:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d2f6fbf. 00000400:00000200:1.0:1767389073.296546:0:339011:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767389073.296548:0:338181:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767389073.296551:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056cb4a59. 00000020:00000001:2.0:1767389073.296554:0:338181:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000010:0.0:1767389073.296564:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092e86d42. 00000020:00000001:2.0:1767389073.296566:0:338181:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767389073.296567:0:339011:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767389073.296578:0:338181:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767389073.296585:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000020:00000001:2.0:1767389073.296587:0:338181:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389073.296596:0:338181:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767389073.296605:0:339011:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372807f80 02000000:00000001:0.0:1767389073.296606:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1767389073.296607:0:338181:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389073.296619:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000250a6b92. 00000020:00000001:2.0:1767389073.296621:0:338181:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767389073.296631:0:339011:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1f19 [1] + 224 00000100:00000001:2.0:1767389073.296634:0:338181:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389073.296634:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1767389073.296641:0:339011:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767389073.296656:0:338181:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767389073.296657:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389073.296668:0:339011:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767389073.296672:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:2.0:1767389073.296673:0:338181:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003e322842. 00000100:00000001:1.0:1767389073.296677:0:339011:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767389073.296683:0:338181:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389073.296685:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000810b91d4. 00000100:00000200:1.0:1767389073.296694:0:339011:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4ee76d5 x1853241654542208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389089 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389073.296704:0:338181:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389073.296710:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8fdf457. 00000020:00000001:2.0:1767389073.296715:0:338181:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389073.296769:0:338181:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654542464 00010000:00000001:2.0:1767389073.296775:0:338181:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767389073.296777:0:339011:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000a4ee76d5 x1853241654542208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767389073.296789:0:338181:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000008d43c77 x1853241654542464/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:524/0 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389073.296803:0:338181:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389073.296808:0:338181:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.296812:0:339011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767389073.296814:0:338181:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389073.296824:0:338181:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767389073.296832:0:339011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 00000100:00000040:2.0:1767389073.296834:0:338181:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000400:00000010:1.0:1767389073.296841:0:339011:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 00000100:00000001:2.0:1767389073.296842:0:338181:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389073.296851:0:338181:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767389073.296853:0:339011:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767389073.296855:0:338181:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.296858:0:339011:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389073.296864:0:338181:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389073.296874:0:339011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389073.296883:0:338181:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767389073.296890:0:339011:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000400:00000010:2.0:1767389073.296891:0:338181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b722476. 00010000:00000001:1.0:1767389073.296901:0:339011:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:2.0:1767389073.296906:0:338181:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654542464, offset 224 00000020:00000001:1.0:1767389073.296907:0:339011:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389073.296917:0:339011:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767389073.296924:0:338181:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767389073.296926:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064544864 x1853241654542208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:524/0 lens 224/368 e 0 to 0 dl 1767389084 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389073.296952:0:339011:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000064544864 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337536:x1853241654542208:12345-0@lo:13: Request processed in 1221us (3852us total) trans 0 rc 0/0 00000400:00000200:2.0:1767389073.296953:0:338181:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767389073.296973:0:339011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:1.0:1767389073.296980:0:339011:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:1.0:1767389073.296986:0:339011:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767389073.296987:0:338181:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372808080 00000100:00000001:1.0:1767389073.296995:0:339011:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1767389073.297004:0:338181:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f25 [1] + 224 00000020:00000010:1.0:1767389073.297005:0:339011:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000936064c. 00000400:00000200:2.0:1767389073.297017:0:338181:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767389073.297022:0:339011:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b81e899. 00000400:00000200:2.0:1767389073.297033:0:338181:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767389073.297038:0:339011:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095cd93b9. 00000100:00000001:2.0:1767389073.297048:0:338181:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767389073.297050:0:339011:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:1.0:1767389073.297060:0:339011:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389073.297062:0:338181:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000048df85cf x1853241654542464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389073.297077:0:338181:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048df85cf x1853241654542464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389073.297108:0:338181:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389073.297109:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389073.297116:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767389073.297120:0:338181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b722476 00000400:00000010:2.0:1767389073.297127:0:338181:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b722476. 00000100:00100000:1.0:1767389073.297129:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000040:1.0:1767389073.297139:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000100:00000001:2.0:1767389073.297161:0:338181:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389073.297166:0:338181:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389073.297175:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151430656 : -122821558120960 : ffff904b60a84e00) 00000100:00000001:2.0:1767389073.297176:0:338181:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389073.297187:0:338181:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000040:1.0:1767389073.297193:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000015e893dc x1853241654542336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:524/0 lens 224/0 e 0 to 0 dl 1767389084 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389073.297195:0:338181:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389073.297201:0:338181:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389073.297210:0:338181:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767389073.297219:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389073.297226:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d79adb49. 00000100:00000040:2.0:1767389073.297230:0:338181:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008d43c77 x1853241654542464/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:524/0 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389073.297235:0:338180:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389073.297245:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d79adb49. 00000100:00100000:2.0:1767389073.297268:0:338181:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000008d43c77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:337538:x1853241654542464:12345-0@lo:400: Request processed in 838us (3673us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389073.297275:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000015e893dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654542336:12345-0@lo:400: 00000100:00000200:1.0:1767389073.297289:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654542336 00000020:00000001:1.0:1767389073.297294:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:2.0:1767389073.297301:0:338181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000020:00000001:1.0:1767389073.297303:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767389073.297307:0:338181:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000020:00000001:1.0:1767389073.297309:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.297318:0:338181:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767389073.297319:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389073.297328:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:2.0:1767389073.297329:0:338181:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767389073.297333:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767389073.297333:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767389073.297340:0:338181:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000048d97338. 00000020:00000001:1.0:1767389073.297348:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389073.297348:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767389073.297355:0:338181:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029be0417. 00000020:00000001:1.0:1767389073.297360:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000001:0.0:1767389073.297364:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767389073.297367:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767389073.297372:0:338181:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b03e7c6. 00000020:00000001:1.0:1767389073.297373:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767389073.297373:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389073.297386:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f54384b. 00000020:00000001:1.0:1767389073.297387:0:338180:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:2.0:1767389073.297393:0:338181:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000100:00000001:1.0:1767389073.297396:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767389073.297399:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 02000000:00000001:1.0:1767389073.297404:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767389073.297407:0:338181:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767389073.297412:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000109a5290. 02000000:00000001:1.0:1767389073.297419:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389073.297426:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000100:00000001:1.0:1767389073.297427:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389073.297444:0:338180:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389073.297447:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:1.0:1767389073.297451:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654542336 00010000:00000001:1.0:1767389073.297457:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:0.0:1767389073.297459:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000008c12b5c x1853241654542080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767389073.297471:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000015e893dc x1853241654542336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:524/0 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389073.297495:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1767389073.297496:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000008c12b5c x1853241654542080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389073.297504:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389073.297518:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389073.297525:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389073.297531:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389073.297543:0:339009:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389073.297549:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1767389073.297550:0:339009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654542592 00000100:00000001:0.0:1767389073.297551:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389073.297565:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767389073.297567:0:339009:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767389073.297569:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389073.297581:0:339009:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389073.297584:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:0.0:1767389073.297585:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389073.297588:0:339009:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389073.297599:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389073.297602:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389073.297603:0:339009:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389073.297606:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389073.297607:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389073.297612:0:339009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654542592 00000020:00000001:2.0:1767389073.297625:0:339009:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767389073.297629:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:2.0:1767389073.297630:0:339009:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000100:00001000:0.0:1767389073.297631:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=98 v=5 (5 0 0 0) 00000020:00000001:2.0:1767389073.297643:0:339009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767389073.297654:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767389073.297657:0:339009:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000100:00001000:0.0:1767389073.297660:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=98 v=5 (1 0 0 0) 00000400:00000010:1.0:1767389073.297663:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 00000020:00000001:2.0:1767389073.297671:0:339009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000200:1.0:1767389073.297677:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654542336, offset 224 00000100:00000001:0.0:1767389073.297679:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767389073.297682:0:339009:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:2.0:1767389073.297690:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767389073.297694:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389073.297696:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389073.297699:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3a2b237. 00010000:00000001:0.0:1767389073.297703:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767389073.297706:0:339009:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389073.297710:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389073.297718:0:338180:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767389073.297765:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3a2b237. 00000020:00000010:2.0:1767389073.297776:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b03e7c6. 00000020:00000010:2.0:1767389073.297781:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000048d97338. 00000020:00000010:2.0:1767389073.297785:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029be0417. 00000100:00000001:0.0:1767389073.297788:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389073.297804:0:338180:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372808000 00000100:00000040:0.0:1767389073.297807:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000008c12b5c x1853241654542080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389073.297809:0:339009:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:1.0:1767389073.297825:0:338180:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f31 [1] + 224 00000100:00000001:2.0:1767389073.297826:0:339009:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389073.297837:0:339009:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389073.297845:0:339009:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389073.297849:0:338180:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389073.297869:0:339009:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767389073.297871:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767389073.297878:0:338180:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389073.297882:0:339009:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389073.297889:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389073.297893:0:339009:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389073.297895:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389073.297901:0:338180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767389073.297908:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008c12b5c x1853241654542080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389073.297913:0:339009:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389073.297915:0:338180:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001edd92c3 x1853241654542336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389073.297940:0:339009:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389073.297949:0:339009:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389073.297975:0:339009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767389073.297993:0:339009:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00100000:0.0:1767389073.298005:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000008c12b5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654542080:0@lo:400: 00000100:00000001:2.0:1767389073.298006:0:339009:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402883968 : -122821306667648 : ffff904b6fa52d80) 00000100:00000040:1.0:1767389073.298023:0:338180:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001edd92c3 x1853241654542336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389073.298029:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389073.298030:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db9514bb x1853241654542592/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:524/0 lens 224/0 e 0 to 0 dl 1767389084 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389073.298048:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389073.298066:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000008c12b5c x1853241654542080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389073.298125:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389073.298134:0:338180:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767389073.298137:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3a2b237. 00000100:00000001:0.0:1767389073.298140:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389073.298161:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767389073.298165:0:338180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 02000000:00000010:0.0:1767389073.298171:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059336d48. 00000100:00000001:2.0:1767389073.298173:0:339009:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767389073.298174:0:338180:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 02000000:00000001:0.0:1767389073.298183:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1767389073.298186:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3a2b237. 00000100:00000001:1.0:1767389073.298189:0:338180:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767389073.298192:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767389073.298200:0:338180:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1767389073.298202:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000100:00100000:2.0:1767389073.298203:0:339009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000db9514bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654542592:12345-0@lo:400: 00000020:00000001:0.0:1767389073.298215:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389073.298218:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004c5ca6b3. 00000100:00000001:1.0:1767389073.298219:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389073.298220:0:339009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654542592 00000020:00000001:2.0:1767389073.298235:0:339009:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767389073.298239:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767389073.298241:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000020:00000001:2.0:1767389073.298242:0:339009:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389073.298257:0:339009:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389073.298257:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767389073.298259:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000010:0.0:1767389073.298274:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000008c12b5c. 00000020:00000001:1.0:1767389073.298275:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389073.298276:0:339009:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389073.298284:0:339009:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:1.0:1767389073.298295:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767389073.298297:0:339009:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767389073.298300:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1767389073.298305:0:339009:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389073.298306:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015e893dc x1853241654542336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:524/0 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389073.298308:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389073.298316:0:339009:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767389073.298324:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389073.298326:0:339009:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389073.298335:0:339009:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389073.298348:0:339009:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767389073.298350:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1767389073.298362:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000015e893dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654542336:12345-0@lo:400: Request processed in 1133us (3779us total) trans 0 rc 0/0 00000100:00000001:0.0:1767389073.298362:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.298364:0:339009:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389073.298371:0:339009:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767389073.298373:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1767389073.298382:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007fcaad19. 00000100:00000001:0.0:1767389073.298384:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389073.298390:0:339009:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.298401:0:339009:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389073.298404:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000020:00000001:2.0:1767389073.298407:0:339009:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389073.298412:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00010000:00000040:2.0:1767389073.298413:0:339009:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654542592 00000100:00000001:1.0:1767389073.298422:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767389073.298423:0:339009:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767389073.298429:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000200:2.0:1767389073.298435:0:339009:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000db9514bb x1853241654542592/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:524/0 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389073.298436:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004da7512f. 00000020:00000010:1.0:1767389073.298448:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000073c58edd. 00010000:00000001:2.0:1767389073.298454:0:339009:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00080000:0.0:1767389073.298456:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:1.0:1767389073.298459:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093f45619. 00010000:00000001:2.0:1767389073.298460:0:339009:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389073.298464:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00001000:2.0:1767389073.298471:0:339009:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=82 v=5 (1 0 0 0) 00000020:00000040:1.0:1767389073.298473:0:338180:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000100:00080000:0.0:1767389073.298476:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767389073.298489:0:339009:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767389073.298493:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767389073.298493:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000040:2.0:1767389073.298496:0:339009:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389073.298514:0:339009:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389073.298520:0:339009:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389073.298524:0:339009:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.298530:0:339009:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389073.298539:0:339009:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389073.298543:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b722476. 00000100:00000001:0.0:1767389073.298544:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389073.298553:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767389073.298556:0:339009:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654542592, offset 224 00000400:00000001:0.0:1767389073.298563:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389073.298567:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389073.298570:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa0c4c51. 00000400:00000200:0.0:1767389073.298576:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050247d49 00000400:00000010:0.0:1767389073.298580:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050247d49. 00000100:00000001:0.0:1767389073.298585:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767389073.298594:0:339009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767389073.298597:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001edd92c3 x1853241654542336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389073.298619:0:339009:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389073.298621:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767389073.298625:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001edd92c3 x1853241654542336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389073.298631:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389073.298652:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767389073.298654:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389073.298656:0:339009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958372808100 00000400:00000001:1.0:1767389073.298664:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767389073.298667:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389073.298675:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c804758. 00000100:00000001:0.0:1767389073.298677:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389073.298688:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767389073.298693:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000034e523f4 00000100:00000001:0.0:1767389073.298695:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389073.298701:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389073.298702:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034e523f4. 02000000:00000001:0.0:1767389073.298713:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.298717:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767389073.298721:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=92 v=5 (5 0 0 0) 00000400:00000200:2.0:1767389073.298767:0:339009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1f39 [1] + 224 00000100:00001000:0.0:1767389073.298782:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=92 v=5 (1 0 0 0) 00000400:00000200:2.0:1767389073.298783:0:339009:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389073.298808:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1767389073.298813:0:339009:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389073.298817:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389073.298824:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767389073.298829:0:339009:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:0.0:1767389073.298837:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000001edd92c3 x1853241654542336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389073.298843:0:339009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8e7ae78 x1853241654542592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389073.298892:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389073.298900:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000048df85cf x1853241654542464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389073.298910:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767389073.298918:0:339009:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b8e7ae78 x1853241654542592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389073.298921:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767389073.298935:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767389073.298942:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389073.298945:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000048df85cf x1853241654542464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389073.298961:0:339009:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767389073.298976:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001edd92c3 x1853241654542336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389073.298977:0:339009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b722476 00000100:00000001:1.0:1767389073.298978:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767389073.298989:0:339009:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b722476. 00000100:00000001:1.0:1767389073.298991:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389073.299007:0:337538:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767389073.299008:0:339009:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389073.299011:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389073.299017:0:339009:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767389073.299019:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389073.299022:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389073.299028:0:339009:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.299030:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389073.299032:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389073.299041:0:339009:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:1.0:1767389073.299045:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389073.299048:0:339009:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767389073.299054:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001edd92c3 x1853241654542336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767389073.299059:0:339009:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389073.299061:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389073.299076:0:339009:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:1.0:1767389073.299082:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=89 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389073.299099:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=89 v=5 (1 0 0 0) 00000100:00000040:2.0:1767389073.299100:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db9514bb x1853241654542592/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:524/0 lens 224/224 e 0 to 0 dl 1767389084 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389073.299100:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001edd92c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654542336:0@lo:400: 00000100:00000001:1.0:1767389073.299120:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389073.299128:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389073.299140:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1767389073.299159:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389073.299167:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389073.299173:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d25e445. 00000100:00100000:2.0:1767389073.299174:0:339009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000db9514bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654542592:12345-0@lo:400: Request processed in 1042us (4255us total) trans 0 rc 0/0 00010000:00080000:1.0:1767389073.299179:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000048df85cf x1853241654542464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389073.299188:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e70b55 00000400:00000010:0.0:1767389073.299199:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e70b55. 00000100:00100000:2.0:1767389073.299206:0:339009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000001:0.0:1767389073.299217:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767389073.299220:0:339009:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:2.0:1767389073.299231:0:339009:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767389073.299235:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4ee76d5 x1853241654542208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389073.299238:0:339009:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389073.299249:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000048d97338. 00010000:00000001:1.0:1767389073.299264:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389073.299265:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029be0417. 00000020:00000010:2.0:1767389073.299281:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b03e7c6. 00000100:00000001:1.0:1767389073.299284:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767389073.299284:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4ee76d5 x1853241654542208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389073.299292:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000040:2.0:1767389073.299302:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:1.0:1767389073.299306:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389073.299314:0:339009:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389073.299316:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389073.299337:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048df85cf x1853241654542464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389073.299343:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389073.299355:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389073.299358:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389073.299360:0:337536:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767389073.299364:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767389073.299366:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389073.299368:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389073.299370:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389073.299376:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389073.299383:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048df85cf x1853241654542464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389073.299388:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389073.299405:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=82 v=5 (5 0 0 0) 00000100:00100000:1.0:1767389073.299409:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000048df85cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:337538:1853241654542464:0@lo:400: 00000100:00001000:0.0:1767389073.299422:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=82 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389073.299427:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389073.299429:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389073.299441:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389073.299443:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389073.299454:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767389073.299456:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048df85cf x1853241654542464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767389073.299466:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a4ee76d5 x1853241654542208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389073.299510:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767389073.299517:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389073.299520:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389073.299524:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041d4abdf. 02000000:00000001:1.0:1767389073.299537:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767389073.299539:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767389073.299541:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767389073.299543:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000020:00000040:1.0:1767389073.299545:0:337538:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767389073.299551:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767389073.299553:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389073.299568:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003ba51547. 00000100:00000001:0.0:1767389073.299568:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389073.299582:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4ee76d5 x1853241654542208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389073.299584:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389073.299593:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389073.299598:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048df85cf. 00000100:00000001:1.0:1767389073.299610:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389073.299618:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389073.299620:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389073.299626:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389073.299628:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389073.299641:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389073.299643:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767389073.299649:0:337536:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767389073.299655:0:337536:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:1.0:1767389073.299656:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000040:0.0:1767389073.299665:0:337536:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000400:00000001:1.0:1767389073.299671:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389073.299675:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000004:00000020:0.0:1767389073.299680:0:337536:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000400:00000010:1.0:1767389073.299681:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc4ee12d. 00000400:00000200:1.0:1767389073.299699:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000883f053b 00000004:00000001:0.0:1767389073.299699:0:337536:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389073.299715:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000883f053b. 00000100:00000040:0.0:1767389073.299721:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4ee76d5 x1853241654542208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389089 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389073.299804:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4ee76d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654542208:0@lo:13: 00000100:00000001:1.0:1767389073.299805:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389073.299824:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389073.299825:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8e7ae78 x1853241654542592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389073.299840:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389073.299858:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001edd92c3 x1853241654542336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389073.299868:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8e7ae78 x1853241654542592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389073.299887:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389073.299896:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767389073.299902:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767389073.299903:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f7399d0. 00000100:00000001:1.0:1767389073.299912:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389073.299915:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767389073.299918:0:337538:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767389073.299920:0:337536:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767389073.299923:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767389073.299926:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767389073.299929:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767389073.299934:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767389073.299936:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389073.299939:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b7602201. 02000000:00000001:1.0:1767389073.299944:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389073.299946:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1767389073.299953:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=82 v=5 (5 0 0 0) 02000000:00000001:0.0:1767389073.299960:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1767389073.299962:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=82 v=5 (1 0 0 0) 00000100:00000010:0.0:1767389073.299964:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001edd92c3. 00000100:00000001:1.0:1767389073.299983:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389073.299983:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389073.299998:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389073.299999:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389073.300021:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767389073.300022:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00080000:1.0:1767389073.300052:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b8e7ae78 x1853241654542592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389073.300054:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4ee76d5 x1853241654542208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389089 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389073.300128:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389073.300133:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767389073.300139:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389073.300141:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d0224ab8. 02000000:00000001:0.0:1767389073.300162:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767389073.300165:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767389073.300166:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767389073.300184:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000020:00000040:0.0:1767389073.300189:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767389073.300190:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767389073.300199:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389073.300200:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389073.300212:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000091990dff. 00000100:00000040:1.0:1767389073.300219:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8e7ae78 x1853241654542592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389073.300222:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389073.300228:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389073.300234:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4ee76d5. 00000100:00000001:1.0:1767389073.300247:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389073.300253:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389073.300254:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389073.300256:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389073.300259:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389073.300266:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389073.300266:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389073.300271:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389073.300279:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8e7ae78 x1853241654542592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389073.300281:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389073.300287:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389073.300309:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8e7ae78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654542592:0@lo:400: 00000100:00000001:1.0:1767389073.300316:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389073.300320:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389073.300322:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8e7ae78 x1853241654542592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389073.300338:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389073.300341:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389073.300344:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a85b52db. 02000000:00000001:1.0:1767389073.300349:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389073.300350:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389073.300352:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767389073.300355:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389073.300358:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004767a6bf. 02000000:00000001:1.0:1767389073.300362:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389073.300365:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389073.300367:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8e7ae78. 00000100:00000001:1.0:1767389073.300372:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389073.300373:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389073.300376:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389073.300383:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389073.300385:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.300401:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389073.300403:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389073.317779:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299661337, at 4299661338 00000100:00000010:3.0:1767389073.317789:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e055224. 00000100:00000040:2.0:1767389073.317857:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299661337, at 4299661338 00000100:00000010:2.0:1767389073.317870:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa1174fd. 00000100:00000040:1.0:1767389073.317875:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299661337, at 4299661338 00000100:00000010:1.0:1767389073.317893:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000079fc4b4f. 00000100:00000040:0.0:1767389073.318797:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299661337, at 4299661339 00000100:00000010:0.0:1767389073.318807:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9ca8cc1. 00000001:00000001:2.0:1767389073.441325:0:354478:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767389073.441330:0:354478:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:2.0:1767389073.448137:0:354478:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389073.462195:0:354479:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000097f4835b. 00000400:00000010:0.0:1767389073.462215:0:354479:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e40e338a. 00000400:00000010:0.0:1767389073.462227:0:354479:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008cfcba84. 00000400:00000010:0.0:1767389073.462232:0:354479:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000e30f2b2. 00000400:00000010:0.0:1767389073.462236:0:354479:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9dad705. 00000400:00000010:0.0:1767389073.462242:0:354479:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000018cbd42c. 00000400:00000010:0.0:1767389073.462244:0:354479:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009a2194a1. 00000400:00000010:0.0:1767389073.462247:0:354479:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cb1fb98f. 00000400:00000010:0.0:1767389073.462252:0:354479:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c31c4491. 00000800:00000010:0.0:1767389073.462276:0:354479:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000b97b17e9. 00000800:00000200:0.0:1767389073.462290:0:354479:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389073.462304:0:354479:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389073.462346:0:354479:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389073.462381:0:354479:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp41 [8/256/0/180] 00000400:00000010:0.0:1767389073.465546:0:354479:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000008b500c33. 00000400:00000010:0.0:1767389073.465554:0:354479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f54384b. 00000400:00000010:0.0:1767389073.465560:0:354479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000400:00000001:0.0:1767389073.465590:0:354479:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389073.465592:0:354479:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389073.465595:0:354479:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9a4bfc7. 00000400:00000200:0.0:1767389073.465600:0:354479:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc136459 00000400:00000010:0.0:1767389073.465603:0:354479:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc136459. 00000400:00000010:0.0:1767389073.465610:0:354479:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000b8bb9c84. 00000400:00000200:0.0:1767389073.465616:0:354479:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (32) 00000400:00000200:0.0:1767389073.465634:0:354479:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389073.465650:0:354479:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000020:00000010:0.0:1767389073.465659:0:354479:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000055b5bca3. 00000020:01000000:0.0:1767389073.465665:0:354479:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767389073.465669:0:354479:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp41 00000400:00000010:0.0:1767389073.465689:0:354479:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e40e338a. 00000400:00000010:0.0:1767389073.465694:0:354479:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000097f4835b. 00000400:00000200:1.0:1767389073.465789:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:2.0:1767389073.465804:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767389073.465805:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 10000000:00000001:2.0:1767389073.465816:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767389073.465823:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:1.0:1767389073.465825:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 10000000:01000000:2.0:1767389073.465828:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767389073.465835:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (33) 00000020:01000004:2.0:1767389073.465837:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767389073.465845:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767389073.465850:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:1.0:1767389073.465851:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000095bf8e8d. 00000020:01000004:2.0:1767389073.465856:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389073.465862:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767389073.465865:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp20 00000020:01000004:2.0:1767389073.465866:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389073.465872:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767389073.465876:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767389073.465882:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389073.465886:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767389073.465895:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007415aef4. 00000020:00000040:2.0:1767389073.465903:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:1.0:1767389073.465911:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp20 to MR: 192.168.204.113@tcp20 local destination 00000100:00000001:2.0:1767389073.465912:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389073.465919:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389073.465924:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389073.465930:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp20 NI seq info: [142:142:256:4294967295] 192.168.204.113@tcp20 LPNI seq info [138:138:8:4294967295] 02000000:00000010:2.0:1767389073.465939:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000003e3ae25. 00000400:00000200:1.0:1767389073.465944:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp20 00000100:00000001:2.0:1767389073.465951:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389073.465966:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp20(192.168.204.113@tcp20:192.168.204.113@tcp20) -> 192.168.204.113@tcp20(192.168.204.113@tcp20:192.168.204.113@tcp20) : PUT try# 0 00000100:00000001:2.0:1767389073.465968:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389073.465975:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767389073.465982:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.204.113@tcp20 00000100:00000040:2.0:1767389073.465991:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007415aef4] to pc [ptlrpcd_00_00+0] req@000000007415aef4 x1853241654542720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767389073.465991:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb6b1d20. 00000800:00000200:1.0:1767389073.466013:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6e87b7] -> 12345-192.168.204.113@tcp20 (6) 00000800:00000200:1.0:1767389073.466031:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp20 ip 192.168.204.113:988 00000800:00000200:1.0:1767389073.466037:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb6b1d20 type 1, nob 656 niov 1 nkiov 1 00000400:00000200:1.0:1767389073.466058:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 10000000:00000001:2.0:1767389073.466066:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389073.466066:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 10000000:00000001:2.0:1767389073.466076:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389073.466084:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.466087:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767389073.466090:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767389073.466100:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767389073.466104:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767389073.466105:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767389073.466112:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767389073.466117:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767389073.466120:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000040:3.0:1767389073.466123:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007415aef4 x1853241654542720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767389073.466126:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767389073.466137:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767389073.466161:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389073.466164:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389073.466175:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389073.466187:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767389073.466189:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389073.466195:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767389073.466198:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767389073.466203:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389073.466206:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767389073.466208:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767389073.466213:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767389073.466224:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767389073.466226:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389073.466237:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389073.466238:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058c3771f. 00000020:00000040:2.0:1767389073.466262:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00100000:3.0:1767389073.466266:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007415aef4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654542720:0@lo:253: 00000100:00000001:2.0:1767389073.466269:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389073.466277:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389073.466283:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389073.466292:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002dffa2d6. 00000100:00000001:3.0:1767389073.466307:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767389073.466307:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389073.466317:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767389073.466319:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767389073.466325:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.466326:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389073.466352:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1767389073.466353:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1767389073.466358:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058c3771f] to pc [ptlrpcd_00_01+1] req@0000000058c3771f x1853241654542848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767389073.466361:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000801f716c. 00000800:00000010:0.0:1767389073.466365:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb6b1d20. 02000000:00000001:3.0:1767389073.466380:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389073.466387:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767389073.466398:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0582928. 00000400:00000010:3.0:1767389073.466419:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dff372c. 00000400:00000200:0.0:1767389073.466431:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp20->192.168.204.113@tcp20: PUT: OK 00000100:00000200:3.0:1767389073.466437:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654542720, portal 25 00000400:00000200:0.0:1767389073.466459:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767389073.466464:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767389073.466470:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp20: 0 00000100:00000001:3.0:1767389073.466472:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402883072 : -122821306668544 : ffff904b6fa52a00) 10000000:00000001:2.0:1767389073.466482:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767389073.466491:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767389073.466493:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007415aef4 x1853241654542720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767389073.466493:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389073.466509:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767389073.466513:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:2.0:1767389073.466530:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:0.0:1767389073.466533:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389073.466545:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767389073.466547:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000055b5bca3. 00000100:00000001:3.0:1767389073.466549:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389073.466579:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389073.466586:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000301372b1. 00000400:00000200:0.0:1767389073.466588:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp20(192.168.204.113@tcp20) <- 192.168.204.113@tcp20 : PUT - for me 00000100:00000001:2.0:1767389073.466589:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767389073.466595:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654542720, offset 0 00000100:00000001:2.0:1767389073.466597:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389073.466604:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767389073.466613:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767389073.466619:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058c3771f x1853241654542848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389073.466633:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767389073.466643:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389073.466677:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 544/560 into md 0x1f05 [1] + 0 00000400:00000200:3.0:1767389073.466685:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372808180 00000100:00000001:2.0:1767389073.466715:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767389073.466715:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d482fef2. 00000100:00000001:2.0:1767389073.466807:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389073.466815:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389073.466819:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389073.466823:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389073.466830:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058c3771f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654542848:0@lo:253: 00000400:00000200:0.0:1767389073.466831:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000626df8e9 00000100:00000001:2.0:1767389073.466844:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:0.0:1767389073.466846:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767389073.466855:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16b9 [2] + 0 02000000:00000001:2.0:1767389073.466856:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:0.0:1767389073.466864:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389073.466867:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389073.466871:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081c095b0. 00000400:00000200:0.0:1767389073.466875:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767389073.466880:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767389073.466890:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000af2f8939 02000000:00000010:2.0:1767389073.466895:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000352f2e24. 00000400:00000200:0.0:1767389073.466896:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp20->192.168.204.113@tcp20: PUT: OK 00000400:00000200:3.0:1767389073.466904:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767389073.466906:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389073.466910:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000626df8e9 00000400:00000010:0.0:1767389073.466931:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000626df8e9. 00000400:00000010:2.0:1767389073.466933:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a0a0531. 00000400:00000200:3.0:1767389073.466938:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389073.466951:0:337531:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:2.0:1767389073.466957:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003ea50eb. 00000400:00000200:3.0:1767389073.466958:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af2f8939 00000400:00000200:0.0:1767389073.466961:0:337531:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (34) 00000400:00000010:3.0:1767389073.466976:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af2f8939. 00000400:00000200:0.0:1767389073.466983:0:337531:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000100:00000001:3.0:1767389073.466987:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389073.466990:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654542848, portal 25 00000400:00000200:0.0:1767389073.466992:0:337531:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (560 bytes) 00000100:00000200:3.0:1767389073.466994:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767389073.467010:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767389073.467014:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000bf506973 x1853241654542720 msgsize 4848 00000400:00000200:0.0:1767389073.467018:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:2.0:1767389073.467020:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402880384 : -122821306671232 : ffff904b6fa51f80) 00000100:00100000:3.0:1767389073.467043:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767389073.467048:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767389073.467048:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058c3771f x1853241654542848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389073.467066:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (35) 00000100:00000001:3.0:1767389073.467086:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389073.467088:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767389073.467089:0:337531:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:2.0:1767389073.467103:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389073.467109:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2a10093. 00000400:00000200:0.0:1767389073.467121:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp20 to MR: 192.168.204.113@tcp20 local destination 00000100:00000200:2.0:1767389073.467124:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654542848, offset 0 00000400:00000200:0.0:1767389073.467162:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp20 NI seq info: [143:143:256:4294967295] 192.168.204.113@tcp20 LPNI seq info [139:139:8:4294967295] 00000400:00000200:2.0:1767389073.467163:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389073.467184:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp20(192.168.204.113@tcp20:192.168.204.113@tcp20) -> 192.168.204.113@tcp20(192.168.204.113@tcp20:192.168.204.113@tcp20) 192.168.204.113@tcp20 : ACK try# 0 00000800:00000200:0.0:1767389073.467192:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp20 00000400:00000200:1.0:1767389073.467196:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767389073.467199:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064df2bfe. 00000400:00000200:3.0:1767389073.467203:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000301372b1 00000400:00000010:1.0:1767389073.467208:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000006c48f64f. 00000400:00000010:1.0:1767389073.467219:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0ec82fa. 00000400:00000200:2.0:1767389073.467223:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767389073.467228:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000301372b1. 00000800:00000200:0.0:1767389073.467230:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6e87b7] -> 12345-192.168.204.113@tcp20 (6) 00000100:00000001:3.0:1767389073.467248:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:1.0:1767389073.467251:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b49eda1. 00000800:00000200:0.0:1767389073.467262:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp20 ip 192.168.204.113:1001 00000400:00000200:1.0:1767389073.467264:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006c48f64f 00000100:00000200:3.0:1767389073.467265:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007415aef4 x1853241654542720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389073.467277:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372808200 00000800:00000200:0.0:1767389073.467286:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000064df2bfe type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767389073.467287:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000e081db92. 00000400:00000200:1.0:1767389073.467308:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 560 success 00000400:00000200:2.0:1767389073.467311:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16e1 [2] + 0 00000800:00000001:0.0:1767389073.467326:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389073.467335:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102451 00000400:00000010:2.0:1767389073.467338:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095f108c7. 00000800:00000001:0.0:1767389073.467344:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389073.467357:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (34) 00000400:00000200:2.0:1767389073.467358:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d4571fea 00000100:00000001:3.0:1767389073.467367:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767389073.467372:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000077dfdfd. 00000400:00000200:2.0:1767389073.467373:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767389073.467380:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007415aef4 x1853241654542720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389073.467386:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002fae930e. 00000400:00000200:2.0:1767389073.467398:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767389073.467404:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f1a1f218. 00000100:00000001:3.0:1767389073.467432:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767389073.467443:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767389073.467445:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000100:00000001:3.0:1767389073.467447:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:0.0:1767389073.467460:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064df2bfe. 00000400:00000200:2.0:1767389073.467462:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4571fea 00000100:00000001:3.0:1767389073.467469:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389073.467474:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767389073.467477:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4571fea. 00000100:00000001:3.0:1767389073.467479:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299661510 00000100:00000001:2.0:1767389073.467500:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:3.0:1767389073.467502:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbb66c48. 00000100:00000200:2.0:1767389073.467511:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767389073.467514:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000100:00000001:3.0:1767389073.467519:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767389073.467520:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp20->192.168.204.113@tcp20: ACK: OK 00000100:00000040:2.0:1767389073.467524:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000fbc14b2f x1853241654542848 msgsize 4848 00000100:00000001:3.0:1767389073.467543:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299661510 00000400:00000200:1.0:1767389073.467551:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000100:00000010:3.0:1767389073.467560:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073f88ceb. 00000100:00100000:2.0:1767389073.467571:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767389073.467585:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767389073.467587:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:1.0:1767389073.467587:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000100:00000001:3.0:1767389073.467608:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299661510 00000400:00000200:1.0:1767389073.467610:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000100:00000001:2.0:1767389073.467612:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767389073.467630:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002baf916e. 00000400:00000200:1.0:1767389073.467632:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 00000100:00000001:3.0:1767389073.467639:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767389073.467644:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299661510 00000100:00000010:3.0:1767389073.467660:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffc7c20f. 00000100:00000001:3.0:1767389073.467669:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767389073.467669:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 38], ns[97, 38] 00000100:00000001:3.0:1767389073.467688:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767389073.467697:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[101, 38] 00000100:00000001:3.0:1767389073.467703:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.467719:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389073.467722:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 38], ns[112, 38] 00000400:00000200:1.0:1767389073.467782:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[119, 38] 00000100:00000001:3.0:1767389073.467784:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389073.467795:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[123, 38] 00000100:00000001:3.0:1767389073.467799:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389073.467805:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767389073.467809:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 38], ns[135, 38] 00000100:00000001:3.0:1767389073.467818:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389073.467823:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767389073.467830:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 38], ns[143, 38] 00000100:00000001:3.0:1767389073.467833:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.467848:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389073.467856:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000400:00000200:1.0:1767389073.467864:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:1.0:1767389073.467875:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000800:00000001:3.0:1767389073.467879:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389073.467882:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000400:00000200:1.0:1767389073.467895:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000800:00000001:3.0:1767389073.467901:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389073.467911:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000800:00000001:3.0:1767389073.467916:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389073.467932:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000800:00000001:3.0:1767389073.467935:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389073.467944:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 30], ns[58, 30] 00000800:00000001:3.0:1767389073.467946:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389073.467961:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[125, 30], ns[128, 30] 00000800:00000001:3.0:1767389073.467965:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389073.467972:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 30], ns[141, 30] 00000400:00000200:1.0:1767389073.467995:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 30], ns[87, 30] 00000400:00000200:3.0:1767389073.467996:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp20(192.168.204.113@tcp20) <- 192.168.204.113@tcp20 : ACK - for me 00000400:00000200:1.0:1767389073.468031:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 30], ns[90, 30] 00000400:00000200:1.0:1767389073.468037:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 30], ns[125, 30] 00000400:00000200:1.0:1767389073.468043:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 30], ns[132, 30] 00000400:00000200:1.0:1767389073.468049:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 30], ns[109, 30] 00000400:00000200:1.0:1767389073.468055:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 30], ns[117, 30] 00000400:00000200:1.0:1767389073.468061:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 30], ns[127, 30] 00000400:00000200:1.0:1767389073.468067:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[135, 30], ns[139, 30] 00000400:00000200:1.0:1767389073.468072:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[134, 30], ns[138, 30] 00000400:00000200:1.0:1767389073.468078:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 00000400:00000200:1.0:1767389073.468083:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000400:00000200:1.0:1767389073.468089:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp40 00000400:00000200:1.0:1767389073.468095:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp40 lpni_is_preferred = 0 00000400:00000200:1.0:1767389073.468098:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp40 00000400:00000200:1.0:1767389073.468103:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp40 NI seq info: [144:144:256:4294967295] 192.168.204.113@tcp40 LPNI seq info [140:140:8:4294967295] 00000400:00000200:1.0:1767389073.468110:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp40 00000400:00000200:1.0:1767389073.468119:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp40(192.168.204.113@tcp40:) -> 192.168.204.113@tcp40(192.168.204.113@tcp:192.168.204.113@tcp40) : GET try# 0 00000800:00000200:1.0:1767389073.468126:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp40 00000800:00000010:1.0:1767389073.468131:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000af4d5efe. 00000400:00000200:2.0:1767389073.468134:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2a10093 00000400:00000010:2.0:1767389073.468159:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2a10093. 00000100:00000001:2.0:1767389073.468166:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:1.0:1767389073.468167:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000056e0b741. 00000800:00000010:1.0:1767389073.468176:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000000b372240. 00000100:00000200:2.0:1767389073.468179:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058c3771f x1853241654542848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389073.468197:0:337530:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp20: ACK from 12345-192.168.204.113@tcp20 into md 0x1f5d 00000800:00000200:1.0:1767389073.468204:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056e0b741] -> 12345-192.168.204.113@tcp40 (2) 00000400:00000200:3.0:1767389073.468221:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389073.468227:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:1.1:1767389073.468233:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056e0b741] -> 12345-192.168.204.113@tcp40 (2) 00000100:00000040:2.0:1767389073.468240:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058c3771f x1853241654542848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389073.468248:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp20->192.168.204.113@tcp20: ACK: OK 00000400:00000200:1.0:1767389073.468268:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:3.0:1767389073.468269:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 00000400:00000200:1.0:1767389073.468287:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100651 rc 0 00000400:00000010:3.0:1767389073.468294:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 00000100:00000001:2.0:1767389073.468294:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.468319:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767389073.468322:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767389073.468329:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389073.468336:0:337530:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000100:00000001:2.0:1767389073.468339:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299661511 00000400:00000200:3.0:1767389073.468347:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:2.0:1767389073.468358:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299661510 00000400:00000200:3.0:1767389073.468371:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (35) 00000100:00000001:2.0:1767389073.468372:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299661511 00000100:00000001:2.0:1767389073.468398:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299661510 00000800:00000001:3.0:1767389073.468402:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767389073.468405:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299661511 00000800:00000001:3.0:1767389073.468416:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389073.468419:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299661510 00000400:00000200:1.0:1767389073.468432:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000100:00000001:2.0:1767389073.468447:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299661511 00000100:00000001:2.0:1767389073.468463:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299661510 00000100:00000001:2.0:1767389073.468475:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389073.468478:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.468485:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.468487:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767389073.468495:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767389073.468498:0:338173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654542720 02000000:00000001:3.0:1767389073.468505:0:338173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389073.468509:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389073.468512:0:338173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389073.468517:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389073.468518:0:338173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.468544:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767389073.468546:0:338173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.468559:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767389073.468562:0:338173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654542720 00000400:00000200:1.0:1767389073.468563:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000100:00000001:2.0:1767389073.468566:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389073.468576:0:338173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389073.468584:0:338173:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:2.0:1767389073.468586:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389073.468602:0:338173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389073.468609:0:338173:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:3.0:1767389073.468617:0:338173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389073.468622:0:338173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389073.468630:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389073.468639:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ffc554c. 00000100:00000001:3.0:1767389073.468650:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389073.468655:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ffc554c. 00000020:00000010:3.0:1767389073.468683:0:338173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ca972e33. 00000020:00000010:3.0:1767389073.468691:0:338173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000048ceb6c6. 00000020:00000010:3.0:1767389073.468700:0:338173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000025b2f625. 00000100:00000040:3.0:1767389073.468832:0:338173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389073.468841:0:338173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389073.468846:0:338173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389073.468848:0:338173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.468866:0:338173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.468897:0:338173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389073.468934:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767389073.468946:0:338173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389073.468947:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654542848 02000000:00000001:2.0:1767389073.468963:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389073.468965:0:338173:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.468977:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389073.468984:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389073.468992:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389073.468998:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654542848 00000020:00000001:2.0:1767389073.469005:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767389073.469006:0:338173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767389073.469014:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:3.0:1767389073.469016:0:338173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767389073.469030:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389073.469035:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=16 00000020:00000001:2.0:1767389073.469049:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00100000:3.0:1767389073.469051:0:338173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000020:00000001:2.0:1767389073.469074:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000040:3.0:1767389073.469077:0:338173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389073.469088:0:338173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661749328 : -122822047802288 : ffff904b43785c50) 00000100:00000001:2.0:1767389073.469090:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389073.469103:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070752b7b. 00000100:00000001:2.0:1767389073.469113:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767389073.469115:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bf506973 x1853241654542720/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:524/0 lens 4848/0 e 0 to 0 dl 1767389084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389073.469133:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070752b7b. 00000020:00000010:2.0:1767389073.469176:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098a336bb. 00000100:00000001:3.0:1767389073.469178:0:338173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389073.469197:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000723cfe57. 00000020:00000010:3.0:1767389073.469198:0:338173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ffc554c. 00000020:00000010:2.0:1767389073.469222:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000029be0417. 00000100:00000001:3.0:1767389073.469224:0:338173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389073.469242:0:338173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ffc554c. 00000100:00000001:2.0:1767389073.469249:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389073.469257:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767389073.469260:0:338173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bf506973 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337536:x1853241654542720:12345-0@lo:253: 00000100:00000001:2.0:1767389073.469265:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389073.469275:0:338173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654542720 00000020:00000001:3.0:1767389073.469282:0:338173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389073.469284:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389073.469293:0:338173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389073.469298:0:338173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389073.469305:0:338173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389073.469312:0:338173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000100:00000001:2.0:1767389073.469314:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389073.469338:0:338173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389073.469343:0:338173:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389073.469348:0:338173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389073.469352:0:338173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767389073.469364:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389073.469372:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767389073.469373:0:338173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.469386:0:338173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767389073.469388:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 02000000:00000001:3.0:1767389073.469405:0:338173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767389073.469407:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:2.0:1767389073.469417:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661746256 : -122822047805360 : ffff904b43785050) 00000100:00000040:2.0:1767389073.469425:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fbc14b2f x1853241654542848/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:524/0 lens 4848/0 e 0 to 0 dl 1767389084 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767389073.469428:0:338173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000d6318e3. 00000400:00000200:1.0:1767389073.469437:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 02000000:00000001:3.0:1767389073.469440:0:338173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.469458:0:338173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.469466:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:3.0:1767389073.469469:0:338173:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:2.0:1767389073.469473:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000070752b7b. 00000100:00000001:2.0:1767389073.469483:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389073.469489:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000070752b7b. 00000100:00100000:2.0:1767389073.469504:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fbc14b2f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337537:x1853241654542848:12345-0@lo:253: 20000000:00000010:3.0:1767389073.469505:0:338173:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f3e7dd3e. 20000000:01000000:3.0:1767389073.469518:0:338173:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000200:2.0:1767389073.469521:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654542848 20000000:00000001:3.0:1767389073.469531:0:338173:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767389073.469532:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:3.0:1767389073.469549:0:338173:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767389073.469551:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389073.469570:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389073.469571:0:338173:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389073.469590:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 20000000:00000001:3.0:1767389073.469593:0:338173:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389073.469593:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:3.0:1767389073.469609:0:338173:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767389073.469609:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:2.0:1767389073.469628:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389073.469634:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389073.469643:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:3.0:1767389073.469646:0:338173:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000095db391d. 00000020:00000001:2.0:1767389073.469653:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:3.0:1767389073.469658:0:338173:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 00000020:00000001:2.0:1767389073.469660:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.469669:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767389073.469672:0:338173:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:2.0:1767389073.469675:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:3.0:1767389073.469684:0:338173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000010:2.0:1767389073.469704:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007d0bd8f8. 02000000:00000001:2.0:1767389073.469713:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389073.469721:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389073.469793:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 20000000:00000001:2.0:1767389073.469804:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767389073.469823:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f7e72fe4. 20000000:01000000:2.0:1767389073.469831:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767389073.469833:0:338173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389073.469837:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767389073.469849:0:338173:0:(osd_index.c:949:osd_remote_fid()) Process entered 20000000:00000001:2.0:1767389073.469851:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:3.0:1767389073.469869:0:338173:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389073.469872:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389073.469899:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389073.469900:0:338173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:2.0:1767389073.469918:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767389073.469920:0:338173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767389073.469927:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000020:00000001:3.0:1767389073.469933:0:338173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:3.0:1767389073.469940:0:338173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767389073.469950:0:338173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000014f2535. 00080000:00000001:3.0:1767389073.469955:0:338173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247627668480 : -122826081883136 : ffff904a53052c00) 00080000:00000001:3.0:1767389073.469960:0:338173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767389073.469984:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.470047:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.470121:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000001:00000001:3.0:1767389073.470209:0:338173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767389073.470213:0:338173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389073.470218:0:338173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767389073.470264:0:338173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389073.470271:0:338173:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767389073.470284:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.470413:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.470549:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00080000:00000001:3.0:1767389073.470629:0:338173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767389073.470636:0:338173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767389073.470668:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.470782:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389073.470851:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767389073.470870:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100251 00000400:00000200:2.0:1767389073.470880:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (34) 00000400:00000010:2.0:1767389073.470890:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000004b957225. 00000400:00000010:2.0:1767389073.470899:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b722476. 00000400:00000010:2.0:1767389073.470915:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fe14782a. 00000400:00000200:1.0:1767389073.470923:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389073.470930:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000400:00000200:2.0:1767389073.470958:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:2.0:1767389073.470978:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000400:00000200:2.0:1767389073.470995:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000400:00000200:2.0:1767389073.471015:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:2.0:1767389073.471034:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 00000400:00000200:2.0:1767389073.471043:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 38], ns[97, 38] 00000400:00000200:2.0:1767389073.471049:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[101, 38] 00000400:00000200:2.0:1767389073.471055:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 38], ns[112, 38] 00000400:00000200:2.0:1767389073.471068:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[119, 38] 00000400:00000200:2.0:1767389073.471084:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[123, 38] 00000400:00000200:2.0:1767389073.471101:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 38], ns[135, 38] 00000400:00000200:2.0:1767389073.471111:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 38], ns[143, 38] 00000400:00000200:2.0:1767389073.471125:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 38], ns[30, 38] 00000400:00000200:2.0:1767389073.471158:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:1.0:1767389073.471162:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389073.471171:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:2.0:1767389073.471185:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 30], ns[42, 30] 00000400:00000200:2.0:1767389073.471201:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 30], ns[46, 30] 00000400:00000200:2.0:1767389073.471217:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 30], ns[50, 30] 00000400:00000200:2.0:1767389073.471230:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 30], ns[54, 30] 00000400:00000200:2.0:1767389073.471244:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 30], ns[58, 30] 00000400:00000200:2.0:1767389073.471260:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[125, 30], ns[128, 30] 00000400:00000200:2.0:1767389073.471278:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 30], ns[141, 30] 00000400:00000200:2.0:1767389073.471294:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 30], ns[87, 30] 00000400:00000200:2.0:1767389073.471310:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 30], ns[90, 30] 00000400:00000200:2.0:1767389073.471321:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 30], ns[125, 30] 00000400:00000200:2.0:1767389073.471334:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 30], ns[132, 30] 00000400:00000200:2.0:1767389073.471349:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 30], ns[109, 30] 00000400:00000200:2.0:1767389073.471365:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 30], ns[117, 30] 00000400:00000200:1.0:1767389073.471373:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389073.471380:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 30], ns[127, 30] 00000400:00000200:2.0:1767389073.471397:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[135, 30], ns[139, 30] 00000400:00000200:2.0:1767389073.471404:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[134, 30], ns[138, 30] 00000400:00000200:2.0:1767389073.471417:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 30], ns[144, 30] 00000400:00000200:2.0:1767389073.471427:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000400:00000200:2.0:1767389073.471438:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp21 00000400:00000200:2.0:1767389073.471443:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp21 lpni_is_preferred = 0 00000400:00000200:2.0:1767389073.471446:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp21 00000400:00000200:2.0:1767389073.471450:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp21 NI seq info: [145:145:256:4294967295] 192.168.204.113@tcp21 LPNI seq info [141:141:8:4294967295] 00000400:00000200:2.0:1767389073.471459:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp21 00000400:00000200:2.0:1767389073.471489:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp21(192.168.204.113@tcp21:) -> 192.168.204.113@tcp21(192.168.204.113@tcp:192.168.204.113@tcp21) : GET try# 0 00000800:00000200:2.0:1767389073.471498:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp21 00000800:00000010:2.0:1767389073.471504:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004767a6bf. 00000400:00000200:1.0:1767389073.471511:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000800:00000200:2.0:1767389073.471515:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb342a4b] -> 12345-192.168.204.113@tcp21 (6) 00000800:00000200:2.0:1767389073.471534:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp21 ip 192.168.204.113:988 00000800:00000200:2.0:1767389073.471540:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004767a6bf type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767389073.471570:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:2.0:1767389073.471579:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100251 rc 0 00000400:00000200:1.0:1767389073.471630:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.471813:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000800:00000200:2.0:1767389073.471852:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389073.471860:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004767a6bf. 00000400:00000200:2.0:1767389073.471869:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389073.471880:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp21->192.168.204.113@tcp21: GET: OK 00000400:00000200:2.0:1767389073.471887:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767389073.471896:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000800:00000001:2.0:1767389073.471918:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389073.471932:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389073.471937:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389073.471959:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389073.471961:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389073.471974:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp21(192.168.204.113@tcp21) <- 192.168.204.113@tcp21 : GET - for me 00000400:00000200:2.0:1767389073.471995:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767389073.472011:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 560/560 into md 0x1f59 [1] + 0 00000400:00000200:2.0:1767389073.472035:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp21 to MR: 192.168.204.113@tcp21 local destination 00000400:00000200:2.0:1767389073.472042:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp21 NI seq info: [146:146:256:4294967295] 192.168.204.113@tcp21 LPNI seq info [142:142:8:4294967295] 00000400:00000200:2.0:1767389073.472063:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp21(192.168.204.113@tcp21:192.168.204.113@tcp21) -> 192.168.204.113@tcp21(192.168.204.113@tcp21:192.168.204.113@tcp21) 192.168.204.113@tcp21 : REPLY try# 0 00000800:00000200:2.0:1767389073.472075:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.204.113@tcp21 00000800:00000010:2.0:1767389073.472083:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004767a6bf. 00000800:00000200:2.0:1767389073.472096:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb342a4b] -> 12345-192.168.204.113@tcp21 (6) 00000800:00000200:2.0:1767389073.472109:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp21 ip 192.168.204.113:999 00000400:00000200:1.0:1767389073.472113:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000800:00000200:2.0:1767389073.472114:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004767a6bf type 3, nob 656 niov 1 nkiov 1 00000800:00000200:2.0:1767389073.472263:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389073.472269:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004767a6bf. 00000400:00000200:2.0:1767389073.472278:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389073.472292:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389073.472294:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp21->192.168.204.113@tcp21: REPLY: OK 00000800:00000001:2.0:1767389073.472329:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389073.472340:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389073.472347:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389073.472359:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389073.472363:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389073.472373:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389073.472390:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp21(192.168.204.113@tcp21) <- 192.168.204.113@tcp21 : REPLY - for me 00000400:00000200:2.0:1767389073.472411:0:337531:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp21: Reply from 12345-192.168.204.113@tcp21 of length 560/560 into md 0x1f79 00000800:00000001:2.0:1767389073.472419:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389073.472428:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389073.472429:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389073.472431:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389073.472443:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp21->192.168.204.113@tcp21: REPLY: OK 00000400:00000200:2.0:1767389073.472450:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b722476 00000400:00000010:2.0:1767389073.472454:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b722476. 00000400:00000200:2.0:1767389073.472466:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767389073.472473:0:337531:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:2.0:1767389073.472477:0:337531:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:2.0:1767389073.472486:0:337531:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 33. state = 0x100251 00000400:00000200:2.0:1767389073.472497:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389073.472507:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389073.472511:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (35) 00000800:00000001:2.0:1767389073.472524:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389073.472531:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389073.472614:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389073.472660:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767389073.472671:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000d1 00000400:00000010:2.0:1767389073.472686:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 680 at 00000000db81dcd5. 00000400:00000010:2.0:1767389073.472694:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 816 at 00000000d5304935. 00000400:00000010:2.0:1767389073.472701:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 680 at 00000000cadb5515. 00000400:00000200:1.0:1767389073.472718:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.472854:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389073.472855:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp38(000000000ccd139a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767389073.472873:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp39(00000000bcc1867e) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767389073.472894:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003e2be875. 00000400:00000200:2.0:1767389073.472907:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003e2be875 nid 192.168.204.113@tcp41 00000400:00000010:2.0:1767389073.472913:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000098fb9c6d. 00000400:00000200:2.0:1767389073.472918:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 0000000098fb9c6d net tcp41 00000400:00000200:2.0:1767389073.472923:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (34) 00000400:00000200:2.0:1767389073.472937:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp41 flags 0x11 00000400:00000010:2.0:1767389073.472947:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 680 at 00000000db81dcd5. 00000400:00000010:2.0:1767389073.472956:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 816 at 00000000d5304935. 00000400:00000010:2.0:1767389073.472964:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 680 at 00000000cadb5515. 00000400:00000200:1.0:1767389073.472969:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000010:2.0:1767389073.472970:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000004b957225. 00000400:00000200:2.0:1767389073.472988:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:2.0:1767389073.472995:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100151 00000400:00000200:2.0:1767389073.473005:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc 1 00000400:00000200:2.0:1767389073.473012:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000200:2.0:1767389073.473023:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:2.0:1767389073.473030:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:2.0:1767389073.473038:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:2.0:1767389073.473050:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (35) 00000400:00000200:1.0:1767389073.473080:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.473206:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.473310:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.473505:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.473605:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.473669:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:1.0:1767389073.474049:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002c5c95e. 00000800:00000010:1.0:1767389073.474060:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ef97037d. 00000800:00000010:1.0:1767389073.474070:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c902fde7. 00000800:00000010:1.0:1767389073.474127:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c902fde7. 00000800:00020000:1.0:1767389073.474169:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389073.474175:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ef97037d. 00000800:00000010:1.0:1767389073.474183:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000002c5c95e. 00000400:02020000:1.0:1767389073.474342:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp40 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389073.474362:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp40 notifying 192.168.204.113@tcp40: down 00000800:00000200:1.0:1767389073.474379:0:337527:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp40 down 00000800:00000100:1.0:1767389073.474395:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp40 00000800:00000010:1.0:1767389073.474399:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000af4d5efe. 00000400:00000200:1.0:1767389073.474407:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389073.474418:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp40->192.168.204.113@tcp40: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389073.474436:0:337527:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp40 added to recovery queue. ping count: 0 next ping: 4995 health :900 00000400:00000200:1.0:1767389073.474443:0:337527:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389073.474457:0:337527:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 1 00080000:00000001:1.0:1767389073.490122:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:3.0:1767389073.490123:0:338173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767389073.490134:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767389073.490136:0:338173:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00040000:00000001:1.0:1767389073.490160:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389073.490162:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389073.490164:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389073.490169:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000014f2535. 20000000:00000001:3.0:1767389073.490186:0:338173:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389073.490189:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:3.0:1767389073.490193:0:338173:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767389073.490224:0:338173:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767389073.490239:0:338173:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767389073.490247:0:338173:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767389073.490257:0:338173:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767389073.490289:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:0.0:1767389073.490297:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000db2ca172. 20000000:00000001:1.0:1767389073.490299:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767389073.490310:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1767389073.490312:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 20000000:00000001:0.0:1767389073.490325:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767389073.490326:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767389073.490341:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767389073.490343:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000040:1.0:1767389073.490364:0:338196:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000005e4fe5d count: 2 00010000:00000001:1.0:1767389073.490385:0:338196:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389073.490392:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767389073.490392:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1767389073.490404:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000036cc4f3c. 00080000:00000001:0.0:1767389073.490404:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767389073.490415:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389073.490420:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767389073.490423:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:1.0:1767389073.490426:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000036cc4f3c with handle 0x95cd417baf429597 to hash 00000020:00000001:0.0:1767389073.490430:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767389073.490440:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767389073.490443:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00010000:00000001:1.0:1767389073.490446:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00080000:00000001:0.0:1767389073.490455:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767389073.490458:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00080000:00000010:0.0:1767389073.490464:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000250a6b92. 00010000:00000001:1.0:1767389073.490465:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389073.490478:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389073.490478:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247337872384 : -122826371679232 : ffff904a41bf3c00) 00080000:00000001:0.0:1767389073.490502:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00010000:1.0:1767389073.490503:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000036cc4f3c/0x95cd417baf429597 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389073.490523:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389073.490531:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389073.490534:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389073.490539:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389073.490545:0:338196:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767389073.490549:0:338196:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000007c3adae1/0x95cd417baf429590 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf429589 expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389073.490557:0:338196:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767389073.490562:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389073.490564:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389073.490566:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389073.490568:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389073.490572:0:338196:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767389073.490574:0:338196:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000036cc4f3c/0x95cd417baf429597 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389073.490585:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005e4fe5d) refcount = 2 00010000:00000040:1.0:1767389073.490591:0:338196:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767389073.490594:0:338196:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007c3adae1/0x95cd417baf429590 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x95cd417baf429589 expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389073.490617:0:338196:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767389073.490622:0:338196:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000036cc4f3c/0x95cd417baf429597 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767389073.490635:0:338196:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000794912b7. 00000100:00000001:1.0:1767389073.490641:0:338196:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767389073.490648:0:338196:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ef97037d. 00000100:00000001:1.0:1767389073.490653:0:338196:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621251689600896 : -122822019950720 : ffff904b45215780) 00000100:00000001:1.0:1767389073.490659:0:338196:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621251689600896 : -122822019950720 : ffff904b45215780) 00000100:00000001:1.0:1767389073.490665:0:338196:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767389073.490669:0:338196:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767389073.490673:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767389073.490681:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389073.490686:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767389073.490690:0:338196:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767389073.490696:0:338196:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767389073.490700:0:338196:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000001:00000001:0.0:1767389073.490704:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:1.0:1767389073.490705:0:338196:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00080000:00000001:0.0:1767389073.490722:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389073.490778:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4ee76d5. 00000020:00000040:1.0:1767389073.490786:0:338196:0:(genops.c:1229:class_import_get()) import 0000000065ed9c00 refcount=2 obd=MGS 00080000:00000001:0.0:1767389073.490793:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:1.0:1767389073.490795:0:338196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389073.490799:0:338196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389073.490805:0:338196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389073.490813:0:338196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041d4abdf. 00080000:00000001:0.0:1767389073.490816:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.490826:0:338196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389073.490826:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:1.0:1767389073.490852:0:338196:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000007c3adae1/0x95cd417baf429590 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x95cd417baf429589 expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389073.490894:0:338196:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000007c3adae1/0x95cd417baf429590 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x95cd417baf429589 expref: 16 pid: 338174 timeout: 5144 lvb_type: 0 00010000:00000001:1.0:1767389073.490912:0:338196:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767389073.490917:0:338196:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389073.490931:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a4ee76d5 x1853241654542976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389073.490960:0:338196:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389073.490965:0:338196:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389073.490977:0:338196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a4ee76d5 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654542976:0@lo:104: 00000100:00000001:1.0:1767389073.490983:0:338196:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389073.490990:0:338196:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389073.490995:0:338196:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389073.490999:0:338196:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389073.491008:0:338196:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095cd93b9. 02000000:00000001:1.0:1767389073.491013:0:338196:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389073.491021:0:338196:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6d7db89. 00000400:00000010:1.0:1767389073.491033:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6b5b83b. 00000100:00000200:1.0:1767389073.491040:0:338196:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654542976, portal 16 00000100:00000001:1.0:1767389073.491045:0:338196:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389073.491049:0:338196:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151442304 : -122821558109312 : ffff904b60a87b80) 00000100:00000040:1.0:1767389073.491062:0:338196:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000a4ee76d5 x1853241654542976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389073.491074:0:338196:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389073.491086:0:338196:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389073.491092:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac28ef0a. 00000100:00000200:1.0:1767389073.491100:0:338196:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853241654542976, offset 0 00000400:00000200:1.0:1767389073.491111:0:338196:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389073.491134:0:338196:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389073.491178:0:338196:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958372808280 00000400:00000200:1.0:1767389073.491194:0:338196:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1ce9 [2] + 328 00000400:00000200:1.0:1767389073.491203:0:338196:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389073.491214:0:338196:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000001:0.0:1767389073.491216:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:1.0:1767389073.491222:0:338196:0:(events.c:286:request_in_callback()) Process entered 00080000:00000001:0.0:1767389073.491222:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000200:1.0:1767389073.491234:0:338196:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767389073.491244:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000436416d9. 00000100:00000040:1.0:1767389073.491249:0:338196:0:(events.c:337:request_in_callback()) incoming req@00000000436416d9 x1853241654542976 msgsize 328 00000100:00100000:1.0:1767389073.491254:0:338196:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389073.491280:0:338196:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389073.491303:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac28ef0a 00000400:00000010:1.0:1767389073.491308:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac28ef0a. 00000100:00000001:1.0:1767389073.491317:0:338196:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389073.491324:0:338196:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a4ee76d5 x1853241654542976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389073.491337:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389073.491343:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a4ee76d5 x1853241654542976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389073.491354:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.491358:0:338196:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389073.491365:0:338196:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.491370:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4299661534 00000100:00000001:1.0:1767389073.491383:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4299661511 00000100:00000001:1.0:1767389073.491393:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4299661534 00000100:00000001:1.0:1767389073.491410:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4299661511 00000100:00000001:1.0:1767389073.491430:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4299661534 00000100:00000001:1.0:1767389073.491440:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4299661511 00000100:00000001:1.0:1767389073.491452:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4299661534 00000100:00000001:1.0:1767389073.491466:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4299661511 00000100:00000001:1.0:1767389073.491479:0:338196:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389073.491482:0:338196:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389073.491486:0:338196:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389073.491489:0:338196:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389073.491492:0:338196:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389073.491497:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389073.491502:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389073.491506:0:338196:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389073.491510:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767389073.491514:0:338196:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767389073.491519:0:338196:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.491522:0:338196:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389073.491525:0:338196:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767389073.491530:0:338196:0:(client.c:2690:ptlrpc_set_wait()) set 00000000ef97037d going to sleep for 11 seconds 00000100:00000001:1.0:1767389073.491538:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389073.491549:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.491603:0:338163:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389073.491608:0:338163:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654542976 02000000:00000001:1.0:1767389073.491613:0:338163:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389073.491617:0:338163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389073.491622:0:338163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389073.491627:0:338163:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389073.491631:0:338163:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654542976 00000020:00000001:1.0:1767389073.491634:0:338163:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389073.491637:0:338163:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291a0 00000020:00000001:1.0:1767389073.491642:0:338163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389073.491646:0:338163:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c9ce650e refcount=3 00000020:00000001:1.0:1767389073.491650:0:338163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000020:00000001:1.0:1767389073.491653:0:338163:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000100:00000001:1.0:1767389073.491657:0:338163:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389073.491670:0:338163:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004175067a. 00000100:00000001:1.0:1767389073.491676:0:338163:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389073.491681:0:338163:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004175067a. 00000020:00000010:1.0:1767389073.491693:0:338163:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b03e7c6. 00000020:00000010:1.0:1767389073.491705:0:338163:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008fefc763. 00000020:00000010:1.0:1767389073.491711:0:338163:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b81e899. 00000100:00000040:1.0:1767389073.491805:0:338163:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767389073.491810:0:338163:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389073.491812:0:338163:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389073.491814:0:338163:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.491823:0:338163:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.491841:0:338163:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389073.491856:0:338163:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389073.491859:0:338163:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389073.491869:0:338163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:1.0:1767389073.491874:0:338163:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c9ce650e : new rpc_count 1 00000100:00000001:1.0:1767389073.491879:0:338163:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151428864 : -122821558122752 : ffff904b60a84700) 00000100:00000040:1.0:1767389073.491890:0:338163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000436416d9 x1853241654542976/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:524/0 lens 328/0 e 0 to 0 dl 1767389084 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389073.491920:0:338163:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389073.491925:0:338163:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004175067a. 00000100:00000001:1.0:1767389073.491929:0:338163:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389073.491934:0:338163:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004175067a. 00000100:00100000:1.0:1767389073.491944:0:338163:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000436416d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654542976:12345-0@lo:104: 00000100:00000200:1.0:1767389073.491951:0:338163:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654542976 00010000:00000001:1.0:1767389073.491956:0:338163:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767389073.491964:0:338163:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389073.491968:0:338163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389073.491972:0:338163:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=2 00000020:00000001:1.0:1767389073.491979:0:338163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:1.0:1767389073.491985:0:338163:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:1.0:1767389073.491990:0:338163:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389073.491996:0:338163:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389073.492000:0:338163:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: 00000000adb40525/0x95cd417baf429589 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf429590 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767389073.492010:0:338163:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389073.492016:0:338163:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389073.492023:0:338163:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c33d78c3. 02000000:00000001:1.0:1767389073.492028:0:338163:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.492034:0:338163:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389073.492040:0:338163:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389073.492044:0:338163:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389073.492047:0:338163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace3a1a1 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389073.492053:0:338163:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389073.492056:0:338163:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389073.492059:0:338163:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389073.492062:0:338163:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389073.492063:0:338163:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.492067:0:338163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389073.492085:0:338163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389073.492090:0:338163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac28ef0a. 00000100:00000200:1.0:1767389073.492097:0:338163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853241654542976, offset 224 00000400:00000200:1.0:1767389073.492109:0:338163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389073.492123:0:338163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389073.492159:0:338163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958372808280 00000400:00000200:1.0:1767389073.492169:0:338163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1f7d [1] + 224 00000400:00000200:1.0:1767389073.492180:0:338163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389073.492194:0:338163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389073.492208:0:338163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389073.492220:0:338163:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a4ee76d5 x1853241654542976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767389073.492231:0:338163:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a4ee76d5 x1853241654542976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389073.492258:0:338163:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389073.492269:0:338163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac28ef0a 00000400:00000010:1.0:1767389073.492272:0:338163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac28ef0a. 00000100:00000001:1.0:1767389073.492280:0:338163:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389073.492283:0:338163:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389073.492293:0:338163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.492294:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767389073.492303:0:338163:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000001:3.0:1767389073.492310:0:338196:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767389073.492310:0:338163:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767389073.492326:0:338196:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000010:1.0:1767389073.492330:0:338163:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000fd4df095. 00000400:00000010:3.0:1767389073.492332:0:338196:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6d7db89. 00010000:00000001:1.0:1767389073.492338:0:338163:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000200:3.0:1767389073.492349:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6b5b83b 00000400:00000010:3.0:1767389073.492356:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6b5b83b. 00000100:00000001:3.0:1767389073.492367:0:338196:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767389073.492367:0:338163:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767389073.492383:0:338163:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389073.492387:0:338163:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389073.492389:0:338196:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a4ee76d5 x1853241654542976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767389073.492392:0:338163:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389073.492414:0:338163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000436416d9 x1853241654542976/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:524/0 lens 328/224 e 0 to 0 dl 1767389084 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767389073.492445:0:338196:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a4ee76d5 x1853241654542976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767389073.492485:0:338163:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000436416d9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654542976:12345-0@lo:104: Request processed in 553us (1222us total) trans 0 rc 0/0 00000100:00000001:3.0:1767389073.492509:0:338196:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389073.492517:0:338196:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767389073.492527:0:338163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000001:3.0:1767389073.492529:0:338196:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389073.492534:0:338196:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389073.492538:0:338196:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389073.492545:0:338196:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389073.492549:0:338163:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9ce650e : new rpc_count 0 02000000:00000001:3.0:1767389073.492553:0:338196:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.492556:0:338163:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389073.492563:0:338163:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767389073.492565:0:338196:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b32deb6f time=98 v=5 (5 0 0 0) 00000020:00000010:1.0:1767389073.492577:0:338163:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008fefc763. 00000100:00001000:3.0:1767389073.492580:0:338196:0:(import.c:2128:obd_at_measure()) add 1 to 00000000566a3b57 time=98 v=5 (1 0 0 0) 00000020:00000010:1.0:1767389073.492588:0:338163:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b81e899. 00000100:00000001:3.0:1767389073.492591:0:338196:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389073.492605:0:338196:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389073.492608:0:338163:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b03e7c6. 00010000:00000001:3.0:1767389073.492616:0:338196:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:1.0:1767389073.492624:0:338163:0:(genops.c:898:class_export_put()) PUTting export 00000000c9ce650e : new refcount 2 00010000:00000001:3.0:1767389073.492626:0:338196:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.492644:0:338196:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.492645:0:338163:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389073.492674:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a4ee76d5 x1853241654542976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389073.492687:0:338196:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389073.492690:0:338196:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767389073.492692:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389073.492697:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389073.492700:0:338169:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767389073.492714:0:338196:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389073.492714:0:338169:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767389073.492723:0:338169:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767389073.492766:0:338196:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767389073.492772:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389073.492777:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389073.492780:0:338196:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389073.492790:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4ee76d5 x1853241654542976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389089 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767389073.492805:0:338169:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 00000000adb40525/0x95cd417baf429589 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf429590 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767389073.492819:0:338196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a4ee76d5 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654542976:0@lo:104: 00010000:00010000:1.0:1767389073.492843:0:338169:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000adb40525 already unused, calling callback (000000001fe26c02) 00000100:00000001:3.0:1767389073.492848:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767389073.492850:0:338169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767389073.492860:0:338169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 00000000adb40525/0x95cd417baf429589 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x95cd417baf429590 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767389073.492863:0:338196:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.492882:0:338196:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767389073.492895:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767389073.492896:0:338169:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767389073.492910:0:338169:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:3.0:1767389073.492921:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a4ee76d5 x1853241654542976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389089 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1767389073.492923:0:338169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389073.492931:0:338169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=3 00000020:00000001:1.0:1767389073.492950:0:338169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:1.0:1767389073.492964:0:338169:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00000100:00000001:3.0:1767389073.492966:0:338196:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767389073.492979:0:338169:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:3.0:1767389073.492981:0:338196:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00010000:1.0:1767389073.493000:0:338169:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 00000000adb40525/0x95cd417baf429589 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x95cd417baf429590 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 02000000:00000010:3.0:1767389073.493002:0:338196:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095cd93b9. 02000000:00000001:3.0:1767389073.493021:0:338196:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:1.0:1767389073.493023:0:338169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:3.0:1767389073.493028:0:338196:0:(genops.c:1236:class_import_put()) Process entered 10000000:00010000:1.0:1767389073.493030:0:338169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 00000000adb40525/0x95cd417baf429589 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x95cd417baf429590 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000020:00000040:3.0:1767389073.493039:0:338196:0:(genops.c:1242:class_import_put()) import 0000000065ed9c00 refcount=1 obd=MGS 00000020:00000001:3.0:1767389073.493055:0:338196:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389073.493061:0:338196:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000041d4abdf. 02000000:00000001:3.0:1767389073.493076:0:338196:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:01000000:1.0:1767389073.493078:0:338169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000001:3.0:1767389073.493081:0:338196:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389073.493096:0:338196:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4ee76d5. 10000000:00000001:1.0:1767389073.493097:0:338169:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767389073.493108:0:338169:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:1.0:1767389073.493114:0:338169:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:3.0:1767389073.493115:0:338196:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389073.493123:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389073.493126:0:338169:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767389073.493161:0:338169:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767389073.493165:0:338196:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ef97037d. 00000100:00000001:3.0:1767389073.493173:0:338196:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767389073.493176:0:338196:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767389073.493181:0:338196:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000794912b7. 00010000:00000001:3.0:1767389073.493187:0:338196:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389073.493191:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389073.493195:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767389073.493201:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767389073.493204:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767389073.493222:0:338196:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000036cc4f3c/0x95cd417baf429597 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767389073.493417:0:338169:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767389073.493422:0:338169:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767389073.493424:0:338169:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 2 10000000:00000001:1.0:1767389073.493429:0:338169:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767389073.493432:0:338169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389073.493437:0:338169:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767389073.493443:0:338169:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767389073.493446:0:338169:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767389073.493448:0:338169:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389073.493450:0:338169:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389073.493454:0:338169:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000adb40525 with handle 0x95cd417baf429589 from hash 00010000:00000001:1.0:1767389073.493459:0:338169:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389073.493462:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389073.493466:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389073.493470:0:338169:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767389073.493476:0:338169:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767389073.493480:0:338169:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767389073.493487:0:338169:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767389073.493540:0:338169:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767389073.493555:0:338169:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c57067ba. 00000020:00000040:1.0:1767389073.493562:0:338169:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389073.493566:0:338169:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389073.493569:0:338169:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389073.493576:0:338169:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389073.493584:0:338169:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b03e7c6. 00000100:00000001:1.0:1767389073.493592:0:338169:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389073.493598:0:338169:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767389073.493603:0:338169:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 00000000adb40525/0x95cd417baf429589 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf429590 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389073.493628:0:338169:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767389073.493632:0:338169:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389073.493638:0:338169:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389073.493642:0:338169:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389073.493658:0:338169:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c57067ba] to pc [ptlrpcd_00_02+2] req@00000000c57067ba x1853241654543104/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389073.493702:0:338169:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389073.493708:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389073.493713:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389073.493718:0:338169:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389073.493723:0:338169:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389073.493805:0:338169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389073.493809:0:338169:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 00000000adb40525/0x95cd417baf429589 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf429590 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389073.493818:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389073.493825:0:338169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 00000000adb40525/0x95cd417baf429589 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf429590 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389073.493834:0:338169:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000052caebb8 count: 0 00010000:00000001:1.0:1767389073.493892:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389073.493897:0:338169:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767389073.493901:0:338169:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000fd4df095. 00010000:00000001:1.0:1767389073.493911:0:338169:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389073.493916:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389073.493921:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389073.493927:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767389073.493930:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389073.493936:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389073.493943:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767389073.493949:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389073.493953:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389073.493961:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767389073.494016:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389073.494022:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389073.494027:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389073.494037:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c57067ba x1853241654543104/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389073.494048:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389073.494052:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389073.494059:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389073.494065:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389073.494068:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389073.494073:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c57067ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654543104:0@lo:103: 00000100:00000001:1.0:1767389073.494078:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389073.494086:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389073.494090:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389073.494093:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389073.494101:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005aafb00d. 02000000:00000001:1.0:1767389073.494105:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389073.494114:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6d7db89. 00000400:00000010:1.0:1767389073.494125:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac28ef0a. 00000100:00000200:1.0:1767389073.494135:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654543104, portal 18 00000100:00000001:1.0:1767389073.494161:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389073.494164:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151427072 : -122821558124544 : ffff904b60a84000) 00000100:00000040:1.0:1767389073.494176:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c57067ba x1853241654543104/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389073.494186:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389073.494191:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389073.494198:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000100:00000200:1.0:1767389073.494204:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654543104, offset 0 00000400:00000200:1.0:1767389073.494217:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389073.494235:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389073.494249:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958372808300 00000400:00000200:1.0:1767389073.494263:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00000400:00000200:1.0:1767389073.494273:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389073.494283:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389073.494308:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389073.494312:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767389073.494319:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a4ee76d5. 00000100:00000040:1.0:1767389073.494324:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000a4ee76d5 x1853241654543104 msgsize 328 00000100:00100000:1.0:1767389073.494340:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389073.494362:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389073.494369:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6e123e 00000400:00000010:1.0:1767389073.494372:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6e123e. 00000100:00000001:1.0:1767389073.494376:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389073.494381:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c57067ba x1853241654543104/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389073.494391:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389073.494394:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c57067ba x1853241654543104/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389089 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389073.494403:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.494405:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389073.494409:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.494413:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299661537 00000100:00000001:1.0:1767389073.494420:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299661534 00000100:00000001:1.0:1767389073.494426:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299661537 00000100:00000001:1.0:1767389073.494432:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299661534 00000100:00000001:1.0:1767389073.494438:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299661537 00000100:00000001:1.0:1767389073.494444:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299661534 00000100:00000001:1.0:1767389073.494448:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299661537 00000100:00000001:1.0:1767389073.494459:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299661534 00000100:00000001:1.0:1767389073.494467:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389073.494472:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.494476:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.494480:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389073.494493:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389073.494497:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389073.494503:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389073.494513:0:339024:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389073.494516:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767389073.494522:0:339024:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654543104 00000100:00000001:1.0:1767389073.494524:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389073.494535:0:339024:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389073.494539:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.494541:0:339024:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389073.494555:0:339024:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389073.494566:0:339024:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389073.494571:0:339024:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654543104 00000020:00000001:3.0:1767389073.494575:0:339024:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389073.494578:0:339024:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:1.0:1767389073.494581:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767389073.494584:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389073.494590:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=17 00000100:00000001:1.0:1767389073.494591:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389073.494608:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389073.494613:0:339024:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389073.494619:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389073.494625:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c01c76b. 00000100:00000001:3.0:1767389073.494631:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389073.494635:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c01c76b. 00000020:00000010:3.0:1767389073.494643:0:339024:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000134f7215. 00000020:00000010:3.0:1767389073.494650:0:339024:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a7567250. 00000020:00000010:3.0:1767389073.494655:0:339024:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007cde4d2b. 00000100:00000040:3.0:1767389073.494667:0:339024:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767389073.494671:0:339024:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389073.494673:0:339024:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767389073.494676:0:339024:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767389073.494680:0:339024:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389073.494686:0:339024:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767389073.494692:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389073.494696:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389073.494698:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007c3adae1 refcount=4 00000020:00000001:3.0:1767389073.494701:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00010000:00000001:3.0:1767389073.494706:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00010000:00010000:3.0:1767389073.494715:0:339024:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000007c3adae1/0x95cd417baf429590 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf429589 expref: 17 pid: 338174 timeout: 5144 lvb_type: 0 00010000:00000001:3.0:1767389073.494817:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389073.494821:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389073.494825:0:339024:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389073.494830:0:339024:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389073.494847:0:339024:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767389073.494860:0:339024:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a4ee76d5 x1853241654543104/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:524/0 lens 328/0 e 0 to 0 dl 1767389084 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389073.494872:0:339024:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767389073.494875:0:339024:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.494890:0:339024:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389073.494926:0:339024:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389073.494930:0:339024:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389073.494943:0:339024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:3.0:1767389073.494950:0:339024:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 3 00000100:00000001:3.0:1767389073.494954:0:339024:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151442304 : -122821558109312 : ffff904b60a87b80) 00000100:00000040:3.0:1767389073.494968:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a4ee76d5 x1853241654543104/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:524/0 lens 328/0 e 0 to 0 dl 1767389084 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389073.494999:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389073.495006:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006c01c76b. 00000100:00000001:3.0:1767389073.495012:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389073.495017:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006c01c76b. 00000100:00100000:3.0:1767389073.495030:0:339024:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a4ee76d5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+17:337538:x1853241654543104:12345-0@lo:103: 00000100:00000200:3.0:1767389073.495038:0:339024:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654543104 00010000:00000001:3.0:1767389073.495043:0:339024:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767389073.495046:0:339024:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767389073.495052:0:339024:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767389073.495060:0:339024:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389073.495069:0:339024:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389073.495076:0:339024:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000014f2535. 02000000:00000001:3.0:1767389073.495081:0:339024:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.495085:0:339024:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389073.495100:0:339024:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767389073.495105:0:339024:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767389073.495110:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389073.495115:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389073.495120:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007c3adae1 refcount=4 00000020:00000001:3.0:1767389073.495125:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00010000:00000001:3.0:1767389073.495129:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343633408 : -122826365918208 : ffff904a42172400) 00010000:00000040:3.0:1767389073.495134:0:339024:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000005e4fe5d count: 3 00010000:00010000:3.0:1767389073.495174:0:339024:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000007c3adae1/0x95cd417baf429590 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf429589 expref: 17 pid: 338174 timeout: 5144 lvb_type: 0 00000100:00001000:3.0:1767389073.495194:0:339024:0:(import.c:2128:obd_at_measure()) add 0 to 0000000098d6622c time=1767389073 v=100 (0 0 0 0) 00010000:00000001:3.0:1767389073.495198:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767389073.495215:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389073.495219:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389073.495224:0:339024:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000007c3adae1/0x95cd417baf429590 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x95cd417baf429589 expref: 17 pid: 338174 timeout: 5144 lvb_type: 0 00000020:00000001:3.0:1767389073.495235:0:339024:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767389073.495238:0:339024:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767389073.495242:0:339024:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389073.495245:0:339024:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389073.495254:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389073.495257:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389073.495270:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389073.495272:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389073.495276:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389073.495278:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389073.495284:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007c3adae1 with handle 0x95cd417baf429590 from hash 00010000:00000001:3.0:1767389073.495289:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389073.495291:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389073.495293:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389073.495296:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389073.495298:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767389073.495299:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389073.495302:0:339024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007c3adae1/0x95cd417baf429590 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x95cd417baf429589 expref: 17 pid: 338174 timeout: 5144 lvb_type: 0 00010000:00000040:3.0:1767389073.495321:0:339024:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 9 00000020:00000040:3.0:1767389073.495325:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 16 00010000:00000001:3.0:1767389073.495350:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389073.495357:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389073.495362:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1767389073.495367:0:339024:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000036cc4f3c 00010000:00000001:3.0:1767389073.495371:0:339024:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389073.495375:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389073.495379:0:339024:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389073.495385:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389073.495390:0:339024:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389073.495394:0:339024:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389073.495398:0:339024:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767389073.495405:0:339024:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000036cc4f3c/0x95cd417baf429597 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389073.495415:0:339024:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767389073.495419:0:339024:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389073.495424:0:339024:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389073.495427:0:339024:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389073.495430:0:339024:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000005e4fe5d) refcount = 2 00010000:00010000:3.0:1767389073.495438:0:339024:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000036cc4f3c/0x95cd417baf429597 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389073.495446:0:339024:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389073.495451:0:339024:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389073.495455:0:339024:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389073.495462:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767389073.495468:0:339024:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c01c76b. 00000100:00000001:3.0:1767389073.495474:0:339024:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767389073.495483:0:339024:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006a4880ba. 00000100:00000001:3.0:1767389073.495486:0:339024:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621251734141568 : -122821975410048 : ffff904b47c8fa80) 00000100:00000001:3.0:1767389073.495490:0:339024:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621251734141568 : -122821975410048 : ffff904b47c8fa80) 00000100:00000001:3.0:1767389073.495495:0:339024:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767389073.495505:0:339024:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767389073.495510:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:3.0:1767389073.495514:0:339024:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767389073.495520:0:339024:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:3.0:1767389073.495526:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389073.495529:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389073.495531:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036cc4f3c refcount=5 00000020:00000001:3.0:1767389073.495536:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00010000:00000001:3.0:1767389073.495540:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00010000:00000001:3.0:1767389073.495546:0:339024:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767389073.495552:0:339024:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036cc4f3c/0x95cd417baf429597 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389073.495561:0:339024:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767389073.495564:0:339024:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036cc4f3c/0x95cd417baf429597 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389073.495573:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389073.495576:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389073.495579:0:339024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000036cc4f3c/0x95cd417baf429597 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389073.495589:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389073.495593:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389073.495597:0:339024:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767389073.495601:0:339024:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000036cc4f3c/0x95cd417baf429597 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389073.495610:0:339024:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000036cc4f3c already unused, calling callback (00000000eb737536) 00010000:00000001:3.0:1767389073.495614:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389073.495617:0:339024:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767389073.495621:0:339024:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000036cc4f3c/0x95cd417baf429597 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389073.495629:0:339024:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767389073.495642:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389073.495647:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389073.495650:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036cc4f3c refcount=6 00000020:00000001:3.0:1767389073.495654:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00010000:00000001:3.0:1767389073.495659:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00010000:00000001:3.0:1767389073.495668:0:339024:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767389073.495671:0:339024:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000036cc4f3c/0x95cd417baf429597 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389073.495678:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767389073.495682:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389073.495687:0:339024:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389073.495716:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389073.495722:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389073.495784:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389073.495789:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389073.495797:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000036cc4f3c with handle 0x95cd417baf429597 from hash 00010000:00000001:3.0:1767389073.495802:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389073.495803:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389073.495807:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389073.495811:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389073.495816:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767389073.495821:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389073.495826:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767389073.495828:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389073.495832:0:339024:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389073.495835:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767389073.495838:0:339024:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767389073.495841:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389073.495845:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389073.495847:0:339024:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389073.495851:0:339024:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389073.495854:0:339024:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389073.495858:0:339024:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000036cc4f3c/0x95cd417baf429597 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389073.495865:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389073.495882:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389073.495885:0:339024:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767389073.495890:0:339024:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767389073.495896:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389073.495900:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389073.495905:0:339024:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767389073.495908:0:338196:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000036cc4f3c/0x95cd417baf429597 lrc: 2/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389073.495912:0:339024:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389073.495928:0:339024:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389073.495939:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389073.495944:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389073.495953:0:339024:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389073.495953:0:338196:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767389073.495965:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767389073.495974:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767389073.495975:0:339024:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767389073.495989:0:339024:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.495997:0:339024:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389073.495998:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000036cc4f3c/0x95cd417baf429597 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767389073.496001:0:339024:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1767389073.496007:0:339024:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006a4880ba. 00000100:00000001:3.0:1767389073.496022:0:339024:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767389073.496030:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767389073.496031:0:339024:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389073.496037:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000010:3.0:1767389073.496046:0:339024:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c01c76b. 00010000:00010000:2.0:1767389073.496048:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000036cc4f3c/0x95cd417baf429597 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389073.496071:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767389073.496080:0:339024:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000005e4fe5d count: 0 00010000:00000001:2.0:1767389073.496082:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767389073.496092:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00010000:3.0:1767389073.496107:0:339024:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1767389073.496114:0:339024:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389073.496121:0:339024:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389073.496125:0:339024:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389073.496130:0:339024:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389073.496160:0:339024:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389073.496171:0:339024:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389073.496177:0:339024:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389073.496181:0:339024:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389073.496187:0:339024:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.496195:0:339024:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389073.496205:0:339024:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389073.496212:0:339024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024671786. 00000100:00000200:3.0:1767389073.496218:0:339024:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654543104, offset 224 00000400:00000200:3.0:1767389073.496226:0:339024:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389073.496256:0:339024:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389073.496273:0:339024:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958372808300 00000400:00000200:3.0:1767389073.496292:0:339024:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1f89 [1] + 224 00000400:00000200:3.0:1767389073.496303:0:339024:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389073.496316:0:339024:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389073.496329:0:339024:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389073.496338:0:339024:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c57067ba x1853241654543104/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389073.496352:0:339024:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c57067ba x1853241654543104/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389073.496391:0:339024:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389073.496400:0:339024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024671786 00000400:00000010:3.0:1767389073.496403:0:339024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024671786. 00000100:00000001:3.0:1767389073.496408:0:339024:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389073.496411:0:339024:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389073.496417:0:339024:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389073.496422:0:339024:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389073.496427:0:339024:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389073.496430:0:339024:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389073.496441:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a4ee76d5 x1853241654543104/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:524/0 lens 328/224 e 0 to 0 dl 1767389084 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389073.496457:0:339024:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a4ee76d5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337538:x1853241654543104:12345-0@lo:103: Request processed in 1453us (2126us total) trans 0 rc 0/0 00000100:00100000:3.0:1767389073.496476:0:339024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:3.0:1767389073.496481:0:339024:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:3.0:1767389073.496486:0:339024:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389073.496490:0:339024:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389073.496498:0:339024:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a7567250. 00000020:00000010:3.0:1767389073.496504:0:339024:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007cde4d2b. 00000020:00000010:3.0:1767389073.496515:0:339024:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000134f7215. 00000020:00000040:3.0:1767389073.496527:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000001:3.0:1767389073.496531:0:339024:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389073.496572:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389073.496576:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767389073.496589:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389073.496593:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389073.496597:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6d7db89. 00000400:00000200:3.0:1767389073.496606:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac28ef0a 00000400:00000010:3.0:1767389073.496609:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac28ef0a. 00000100:00000001:3.0:1767389073.496615:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389073.496624:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c57067ba x1853241654543104/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389073.496636:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c57067ba x1853241654543104/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389073.496646:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389073.496652:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389073.496656:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389073.496662:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389073.496664:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389073.496667:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389073.496670:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389073.496678:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=98 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389073.496683:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389073.496688:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389073.496692:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389073.496697:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389073.496702:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.496707:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389073.496720:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c57067ba x1853241654543104/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389073.496804:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389073.496809:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389073.496815:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389073.496824:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c57067ba x1853241654543104/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389089 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389073.496838:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c57067ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654543104:0@lo:103: 00000100:00000001:3.0:1767389073.496863:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389073.496867:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389073.496881:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c57067ba x1853241654543104/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389089 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389073.496895:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389073.496903:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389073.496907:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005aafb00d. 02000000:00000001:3.0:1767389073.496917:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389073.496924:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389073.496929:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389073.496934:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389073.496941:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000b03e7c6. 02000000:00000001:3.0:1767389073.496960:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389073.496965:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389073.496969:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c57067ba. 00000100:00000001:3.0:1767389073.496979:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389073.496983:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389073.496986:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389073.496997:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389073.497000:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.497007:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389073.497014:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767389073.499795:0:338042:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000052caebb8. 00010000:00000010:1.1:1767389073.499808:0:338042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000adb40525. 00010000:00000010:3.1:1767389073.501810:0:338002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007c3adae1. 00010000:00000010:3.1:1767389073.501829:0:338002:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000005e4fe5d. 00010000:00000010:2.1:1767389073.501878:0:354483:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000036cc4f3c. 00080000:00000001:0.0:1767389073.509495:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389073.509506:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:0.0:1767389073.509507:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00040000:00000001:1.0:1767389073.509515:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767389073.509517:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389073.509529:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767389073.509531:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389073.509545:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767389073.509546:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767389073.509558:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389073.509564:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000250a6b92. 00080000:00000001:1.0:1767389073.509570:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767389073.509582:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389073.509588:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767389073.509592:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000020:0.0:1767389073.509598:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:2.0:1767389073.509600:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767389073.509605:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767389073.509612:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389073.509615:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389073.509622:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001bf9f8af. 00010000:00000001:2.0:1767389073.509630:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389073.509635:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000022e62952. 00000020:00000001:2.0:1767389073.509641:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389073.509647:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000022e62952 with handle 0x95cd417baf42959e to hash 00000020:00000001:2.0:1767389073.509651:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389073.509655:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389073.509660:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389073.509664:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389073.509667:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389073.509670:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000022e62952/0x95cd417baf42959e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389073.509679:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389073.509685:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389073.509687:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389073.509689:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389073.509693:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389073.509697:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389073.509700:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389073.509703:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389073.509705:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389073.509708:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389073.509710:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389073.509712:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001bf9f8af) refcount = 1 00010000:00010000:2.0:1767389073.509716:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000022e62952/0x95cd417baf42959e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389073.509771:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389073.509774:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389073.509775:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389073.509779:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389073.509781:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389073.509785:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767389073.509787:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:2.0:1767389073.509792:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389073.509794:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389073.509797:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000022e62952 refcount=4 00000020:00000001:2.0:1767389073.509800:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389073.509803:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389073.509808:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389073.509810:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000022e62952/0x95cd417baf42959e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389073.509819:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389073.509824:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000022e62952/0x95cd417baf42959e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389073.509830:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389073.509832:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389073.509835:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000022e62952/0x95cd417baf42959e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389073.509842:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389073.509845:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389073.509848:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389073.509850:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000022e62952/0x95cd417baf42959e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389073.509858:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000022e62952 already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389073.509861:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389073.509865:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389073.509869:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000022e62952/0x95cd417baf42959e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389073.509876:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389073.509878:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389073.509882:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389073.509884:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000022e62952 refcount=5 00000020:00000001:2.0:1767389073.509886:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389073.509888:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389073.509892:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389073.509895:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000022e62952/0x95cd417baf42959e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389073.509901:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389073.509904:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389073.509905:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389073.509910:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389073.509913:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389073.509920:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389073.509922:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389073.509925:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000022e62952 with handle 0x95cd417baf42959e from hash 00010000:00000001:2.0:1767389073.509928:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389073.509930:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389073.509933:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389073.509935:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389073.509938:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389073.509940:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389073.509942:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389073.509945:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389073.509949:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389073.509954:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389073.509957:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389073.509960:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389073.509962:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389073.509964:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389073.509968:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389073.509971:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389073.509975:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000022e62952/0x95cd417baf42959e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389073.509981:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389073.509983:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389073.509986:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389073.509990:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389073.509993:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389073.509996:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389073.509999:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389073.510005:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389073.510009:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389073.510012:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000022e62952/0x95cd417baf42959e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389073.510018:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767389073.510021:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389073.510023:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000022e62952/0x95cd417baf42959e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389073.510030:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001bf9f8af count: 0 00010000:00000001:2.0:1767389073.510077:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767389073.510080:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767389073.513677:0:338173:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389073.513683:0:338173:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389073.513686:0:338173:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f3e7dd3e. 20000000:00000001:1.0:1767389073.513697:0:338173:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389073.513702:0:338173:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654542720 00010000:00000001:1.0:1767389073.513707:0:338173:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389073.513718:0:338173:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bf506973 x1853241654542720/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:524/0 lens 4848/4768 e 0 to 0 dl 1767389084 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389073.513769:0:338173:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389073.513773:0:338173:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389073.513776:0:338173:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389073.513782:0:338173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389073.513787:0:338173:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389073.513790:0:338173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389073.513793:0:338173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389073.513795:0:338173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.513799:0:338173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389073.513809:0:338173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389073.513817:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000591895d0. 00000100:00000200:1.0:1767389073.513823:0:338173:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654542720, offset 224 00000400:00000200:1.0:1767389073.513834:0:338173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389073.513856:0:338173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389073.513869:0:338173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372808180 00000400:00000200:1.0:1767389073.513880:0:338173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f61 [2] + 224 00000400:00000200:1.0:1767389073.513889:0:338173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389073.513905:0:338173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389073.513911:0:338173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389073.513917:0:338173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007415aef4 x1853241654542720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389073.513933:0:338173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000007415aef4 x1853241654542720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389073.513961:0:338173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389073.513972:0:338173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000591895d0 00000100:00000001:3.0:1767389073.513976:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767389073.513976:0:338173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000591895d0. 00000100:00000001:3.0:1767389073.513982:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389073.513984:0:338173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389073.513987:0:338173:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767389073.513990:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389073.513994:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767389073.513994:0:338173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389073.514000:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0582928. 00000100:00000040:1.0:1767389073.514004:0:338173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389073.514014:0:338173:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767389073.514015:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dff372c 00000020:00000001:1.0:1767389073.514020:0:338173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389073.514021:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007dff372c. 00000020:00000001:1.0:1767389073.514031:0:338173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767389073.514033:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767389073.514039:0:338173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf506973 x1853241654542720/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:524/0 lens 4848/4768 e 0 to 0 dl 1767389084 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389073.514044:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007415aef4 x1853241654542720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389073.514114:0:338173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bf506973 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654542720:12345-0@lo:253: Request processed in 44931us (47091us total) trans 0 rc 0/0 00000100:00000200:3.0:1767389073.514121:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007415aef4 x1853241654542720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389073.514171:0:338173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000001:3.0:1767389073.514191:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389073.514201:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389073.514202:0:338173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389073.514206:0:338173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389073.514208:0:338173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389073.514212:0:338173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000048ceb6c6. 00000020:00000010:1.0:1767389073.514220:0:338173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000025b2f625. 00000100:00000001:3.0:1767389073.514221:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389073.514232:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767389073.514233:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ca972e33. 00000100:00000001:3.0:1767389073.514240:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389073.514245:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389073.514248:0:338173:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:3.0:1767389073.514249:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389073.514269:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=98 v=5 (5 0 0 0) 02000000:00000001:1.0:1767389073.514269:0:338173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389073.514276:0:338173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000d6318e3. 00000100:00001000:3.0:1767389073.514279:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=98 v=5 (1 0 0 0) 02000000:00000001:1.0:1767389073.514284:0:338173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389073.514286:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389073.514288:0:338173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389073.514290:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389073.514298:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767389073.514299:0:338173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767389073.514301:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.514304:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389073.514310:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007415aef4 x1853241654542720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389073.514319:0:338173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d25e445. 00000100:00000001:3.0:1767389073.514333:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767389073.514334:0:338173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000591895d0. 00000100:00000001:3.0:1767389073.514341:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389073.514345:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389073.514350:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389073.514352:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767389073.514355:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389073.514357:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389073.514358:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389073.514360:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389073.514362:0:337536:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767389073.514364:0:337536:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767389073.514365:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389073.514368:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389073.514371:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007415aef4 x1853241654542720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389073.514379:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007415aef4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654542720:0@lo:253: 00000100:00000001:3.0:1767389073.514384:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389073.514386:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389073.514387:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007415aef4 x1853241654542720/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389073.514393:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389073.514402:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389073.514404:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000801f716c. 02000000:00000001:3.0:1767389073.514408:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389073.514410:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389073.514411:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389073.514413:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389073.514415:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000003e3ae25. 02000000:00000001:3.0:1767389073.514418:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389073.514420:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389073.514421:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007415aef4. 00000100:00000001:3.0:1767389073.514425:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389073.514427:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389073.514429:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389073.514434:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389073.514435:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.514437:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389073.514440:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767389073.515858:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389073.515862:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389073.515864:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f7e72fe4. 20000000:00000001:1.0:1767389073.515870:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389073.515874:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654542848 00010000:00000001:1.0:1767389073.515876:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389073.515886:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fbc14b2f x1853241654542848/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:524/0 lens 4848/4768 e 0 to 0 dl 1767389084 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389073.515894:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389073.515896:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389073.515898:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=98 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389073.515902:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389073.515904:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389073.515907:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389073.515910:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389073.515912:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389073.515917:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389073.515923:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389073.515926:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021c09cd2. 00000100:00000200:1.0:1767389073.515930:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654542848, offset 224 00000400:00000200:1.0:1767389073.515939:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389073.515946:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389073.515957:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372808200 00000400:00000200:1.0:1767389073.515962:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f69 [2] + 224 00000400:00000200:1.0:1767389073.515967:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389073.515971:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767389073.515974:0:354484:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000261ff235. 00000100:00000001:1.0:1767389073.515975:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389073.515986:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058c3771f x1853241654542848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389073.515995:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000058c3771f x1853241654542848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767389073.516002:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389073.516007:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389073.516010:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389073.516012:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389073.516015:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389073.516017:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000001:1.0:1767389073.516018:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000040:0.0:1767389073.516028:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389073.516032:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389073.516035:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389073.516037:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767389073.516040:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389073.516042:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389073.516047:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000001:3.0:1767389073.516050:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:0.0:1767389073.516050:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:3.0:1767389073.516056:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000040:0.0:1767389073.516057:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767389073.516062:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000001:3.0:1767389073.516063:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000040:0.0:1767389073.516064:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000001:3.0:1767389073.516070:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000040:0.0:1767389073.516071:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000010:3.0:1767389073.516077:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a0a0531. 00000400:00000040:0.0:1767389073.516077:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767389073.516087:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000200:3.0:1767389073.516090:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ea50eb 00000400:00000040:0.0:1767389073.516091:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000010:3.0:1767389073.516096:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003ea50eb. 00000400:00000040:0.0:1767389073.516097:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389073.516104:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000100:00000001:3.0:1767389073.516106:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000040:0.0:1767389073.516107:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389073.516111:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767389073.516114:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000200:3.0:1767389073.516117:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058c3771f x1853241654542848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767389073.516118:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389073.516123:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389073.516128:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389073.516133:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389073.516157:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767389073.516162:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000200:3.0:1767389073.516164:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058c3771f x1853241654542848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767389073.516165:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389073.516171:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389073.516175:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389073.516181:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389073.516186:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000100:00000001:3.0:1767389073.516189:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000040:0.0:1767389073.516190:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:3.0:1767389073.516193:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:0.0:1767389073.516194:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:3.0:1767389073.516198:0:337537:0:(client.c:1578:after_reply()) Process entered 00000400:00000040:0.0:1767389073.516199:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 02000000:00000001:3.0:1767389073.516202:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000040:0.0:1767389073.516204:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000100:00000001:3.0:1767389073.516205:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000040:0.0:1767389073.516208:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:3.0:1767389073.516210:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767389073.516212:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 02000000:00000001:3.0:1767389073.516215:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767389073.516217:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000100:00001000:3.0:1767389073.516221:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=98 v=5 (5 0 0 0) 00000400:00000040:0.0:1767389073.516222:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000100:00001000:3.0:1767389073.516228:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=98 v=5 (1 0 0 0) 00000400:00000040:0.0:1767389073.516234:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767389073.516237:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767389073.516241:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000100:00000001:3.0:1767389073.516245:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000040:0.0:1767389073.516247:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:3.0:1767389073.516250:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767389073.516252:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000001:3.0:1767389073.516255:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000040:0.0:1767389073.516256:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00010000:00000001:3.0:1767389073.516260:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767389073.516261:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000100:00000001:3.0:1767389073.516268:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:0.0:1767389073.516268:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767389073.516274:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000100:00000040:3.0:1767389073.516278:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058c3771f x1853241654542848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:0.0:1767389073.516279:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767389073.516286:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767389073.516291:0:354484:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000001:3.0:1767389073.516297:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389073.516301:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389073.516304:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389073.516309:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389073.516313:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767389073.516317:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389073.516321:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389073.516325:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389073.516329:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389073.516332:0:337537:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389073.516334:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389073.516339:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389073.516344:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058c3771f x1853241654542848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389073.516364:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058c3771f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654542848:0@lo:253: 00000100:00000001:3.0:1767389073.516375:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389073.516380:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389073.516387:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058c3771f x1853241654542848/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389089 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389073.516402:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389073.516406:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389073.516410:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000352f2e24. 02000000:00000001:3.0:1767389073.516419:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389073.516422:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389073.516424:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389073.516429:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389073.516434:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002dffa2d6. 02000000:00000001:3.0:1767389073.516443:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389073.516453:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389073.516456:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058c3771f. 00000100:00000001:3.0:1767389073.516464:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389073.516467:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389073.516473:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389073.516481:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389073.516483:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389073.516488:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389073.516492:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389073.516511:0:354484:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000261ff235. 00000400:00000200:1.0:1767389073.516514:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c09cd2 00000400:00000010:1.0:1767389073.516519:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021c09cd2. 00000100:00000001:1.0:1767389073.516523:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389073.516525:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389073.516528:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389073.516532:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389073.516534:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389073.516536:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389073.516539:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389073.516543:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fbc14b2f x1853241654542848/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:524/0 lens 4848/4768 e 0 to 0 dl 1767389084 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389073.516551:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fbc14b2f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654542848:12345-0@lo:253: Request processed in 47086us (49027us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389073.516560:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000040:1.0:1767389073.516564:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:1.0:1767389073.516567:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389073.516569:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389073.516572:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000723cfe57. 00000020:00000010:1.0:1767389073.516578:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000029be0417. 00000020:00000010:1.0:1767389073.516584:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098a336bb. 00000020:00000040:1.0:1767389073.516588:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:1.0:1767389073.516591:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389073.516593:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007d0bd8f8. 02000000:00000001:1.0:1767389073.516596:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389073.516598:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389073.516601:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389073.516605:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa0c4c51. 00000400:00000010:1.0:1767389073.516608:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000021c09cd2. 00000100:00000040:3.0:1767389073.517803:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299661537, at 4299661538 00000100:00000010:3.0:1767389073.517814:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffc7c20f. 00000100:00000040:0.0:1767389073.517833:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299661537, at 4299661538 00000100:00000010:0.0:1767389073.517845:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fbb66c48. 00000100:00000040:1.0:1767389073.517846:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299661537, at 4299661538 00000100:00000010:1.0:1767389073.517859:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073f88ceb. 00000100:00000040:2.0:1767389073.517880:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299661537, at 4299661538 00000100:00000010:2.0:1767389073.517891:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002baf916e. 00010000:00000010:2.1:1767389073.522406:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001bf9f8af. 00010000:00000010:2.1:1767389073.522423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000022e62952. 00010000:00000001:3.0:1767389073.611855:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389073.611862:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389073.611870:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389073.611872:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389073.611895:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389073.611898:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389073.611901:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767389073.995935:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389073.995942:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389073.995946:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b18cf172 00000400:00000010:2.0:1767389073.995952:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b18cf172. 00000400:00000200:2.0:1767389073.995963:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389073.995971:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767389073.995984:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d5338213. 00000400:00000010:2.0:1767389073.995990:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000084351e6a. 00000400:00000200:2.0:1767389073.996003:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp39 00000400:00000010:2.0:1767389073.996009:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d5338213. 00000400:00000010:2.0:1767389073.996016:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005fcc7348. 00000400:00000010:2.0:1767389073.996020:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18cf172. 00000400:00000010:2.0:1767389073.996034:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009fb92fd0. 00000400:00000200:2.0:1767389073.996039:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp39 00000400:00000200:2.0:1767389073.996071:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp39 local destination 00000400:00000200:2.0:1767389073.996081:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp39 00000400:00000200:2.0:1767389073.996090:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp39 NI seq info: [147:147:256:4294967295] 192.168.204.113@tcp39 LPNI seq info [143:143:8:4294967295] 00000400:00000200:2.0:1767389073.996098:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp39 00000400:00000200:2.0:1767389073.996123:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp39(192.168.204.113@tcp39:) -> 192.168.204.113@tcp39(192.168.204.113@tcp39:192.168.204.113@tcp39) : GET try# 0 00000800:00000200:2.0:1767389073.996182:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp39 00000800:00000010:2.0:1767389073.996187:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003ba51547. 00000800:00000200:2.0:1767389073.996194:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb29046f] -> 12345-192.168.204.113@tcp39 (2) 00000800:00000200:2.1:1767389073.996209:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb29046f] -> 12345-192.168.204.113@tcp39 (2) 00000400:00000200:2.0:1767389073.996248:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp39 added to recovery queue. ping count: 2 next ping: 4998 health :800 00000400:00000200:1.0:1767389073.996382:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.996448:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.996504:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.996589:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.996716:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.996811:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.996850:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.996878:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.996904:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.996977:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997092:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997203:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997243:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997279:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997311:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997335:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997358:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997378:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997398:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997424:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997457:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997486:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997508:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997530:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997552:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997579:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997612:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997636:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997656:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997682:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997714:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997795:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997828:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997856:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389073.997876:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:1.0:1767389073.998041:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c2d9defc. 00000800:00000010:1.0:1767389073.998047:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fd4df095. 00000800:00000010:1.0:1767389073.998052:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000072cb1095. 00000800:00000010:1.0:1767389073.998076:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000072cb1095. 00000800:00020000:1.0:1767389073.998085:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389073.998089:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fd4df095. 00000800:00000010:1.0:1767389073.998092:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c2d9defc. 00000400:02020000:1.0:1767389073.998160:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp39 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389073.998168:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp39 notifying 192.168.204.113@tcp39: down 00000800:00000200:1.0:1767389073.998174:0:337524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp39 down 00000800:00000100:1.0:1767389073.998179:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp39 00000800:00000010:1.0:1767389073.998183:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003ba51547. 00000400:00000200:1.0:1767389073.998188:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389073.998192:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp39->192.168.204.113@tcp39: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389073.998202:0:337524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767389073.998205:0:337524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767389073.998210:0:337524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp39) recovery failed with -71 00010000:00000001:3.0:1767389074.635843:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389074.635854:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389074.635862:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389074.635867:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389074.635904:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389074.635911:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389074.635919:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767389075.019810:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389075.019819:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389075.019823:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b18cf172 00000400:00000010:2.0:1767389075.019828:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b18cf172. 00000400:00000200:2.0:1767389075.019836:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389075.019847:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp39 recovery ping unlinked 00000800:00000200:1.0:1767389075.019864:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001143181a] -> 12345-192.168.204.113@tcp11 (6) 00000400:00000010:2.0:1767389075.019865:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d5338213. 00000400:00000010:2.0:1767389075.019875:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005fcc7348. 00000800:00000200:1.0:1767389075.019883:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp11 ip 192.168.204.113:988 00000800:00000200:1.0:1767389075.019890:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767389075.019905:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp40 00000400:00000010:2.0:1767389075.019911:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d5338213. 00000400:00000010:2.0:1767389075.019918:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e430ecc8. 00000400:00000010:2.0:1767389075.019924:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18cf172. 00000400:00000010:2.0:1767389075.019937:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003b74146b. 00000400:00000200:2.0:1767389075.019946:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp40 00000400:00000200:2.0:1767389075.019973:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp40 local destination 00000400:00000200:2.0:1767389075.019983:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp40 00000400:00000200:2.0:1767389075.019998:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp40 NI seq info: [148:148:256:4294967295] 192.168.204.113@tcp40 LPNI seq info [144:144:8:4294967295] 00000400:00000200:2.0:1767389075.020007:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp40 00000400:00000200:2.0:1767389075.020018:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp40(192.168.204.113@tcp40:) -> 192.168.204.113@tcp40(192.168.204.113@tcp40:192.168.204.113@tcp40) : GET try# 0 00000800:00000200:2.0:1767389075.020025:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp40 00000800:00000010:2.0:1767389075.020031:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004c5ca6b3. 00000800:00000200:2.0:1767389075.020038:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056e0b741] -> 12345-192.168.204.113@tcp40 (2) 00000800:00000200:2.1:1767389075.020046:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056e0b741] -> 12345-192.168.204.113@tcp40 (2) 00000400:00000200:2.0:1767389075.020075:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp40 added to recovery queue. ping count: 1 next ping: 4997 health :900 00000800:00000001:2.0:1767389075.020130:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389075.020153:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389075.020163:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389075.020175:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767389075.020179:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767389075.020210:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.020356:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.020471:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.020505:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.020537:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.020569:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.020601:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.020626:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.020687:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.020821:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.020918:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.020945:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.020969:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.020995:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021021:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021047:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021161:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021271:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021360:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021394:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021418:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021447:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021480:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021506:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021532:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021553:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021573:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021593:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021616:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021644:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021671:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021690:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021709:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021771:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389075.021806:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:1.0:1767389075.021957:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c2d9defc. 00000800:00000010:1.0:1767389075.021963:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000faa4145f. 00000800:00000010:1.0:1767389075.021969:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d79adb49. 00000800:00000010:1.0:1767389075.021993:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d79adb49. 00000800:00020000:1.0:1767389075.022001:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389075.022005:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000faa4145f. 00000800:00000010:1.0:1767389075.022017:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c2d9defc. 00000400:02020000:1.0:1767389075.022064:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp40 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389075.022072:0:337525:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp40 notifying 192.168.204.113@tcp40: down 00000400:00000200:1.0:1767389075.022077:0:337525:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767389075.022081:0:337525:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp40 00000800:00000010:1.0:1767389075.022085:0:337525:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004c5ca6b3. 00000400:00000200:1.0:1767389075.022089:0:337525:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389075.022095:0:337525:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp40->192.168.204.113@tcp40: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389075.022105:0:337525:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767389075.022130:0:337525:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767389075.022134:0:337525:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp40) recovery failed with -71 00010000:00000001:3.0:1767389075.661140:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389075.661148:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389075.661167:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389075.661171:0:339424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767389075.661174:0:339424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767389075.661178:0:339424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389075.661183:0:339424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767389075.661186:0:339424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389075.661189:0:339424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389075.661192:0:339424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389075.661254:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389075.661261:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389075.661270:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767389076.043912:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389076.043920:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389076.043926:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b18cf172 00000400:00000010:2.0:1767389076.043932:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b18cf172. 00000400:00000200:2.0:1767389076.043940:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389076.043951:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp40 recovery ping unlinked 00000400:00000010:2.0:1767389076.043972:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d5338213. 00000400:00000010:2.0:1767389076.043978:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e430ecc8. 00000800:00000200:3.0:1767389076.044929:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5bce732] -> 12345-192.168.204.113@tcp27 (4) 00000800:00000200:3.1:1767389076.044943:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5bce732] -> 12345-192.168.204.113@tcp27 (4) 00000400:00000200:2.0:1767389076.045074:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.045197:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.045269:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.045306:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.045343:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.045381:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.045417:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.045459:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.045498:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.045537:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.045572:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.045633:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.045706:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.045808:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.045851:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.045877:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.045906:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.045958:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.046018:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.046049:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.046133:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.046195:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.046256:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.046300:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.046332:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.046369:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.046405:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.046447:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.046490:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.046526:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.046580:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.046625:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.046704:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.046818:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389076.046944:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:2.0:1767389076.047224:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000161ee01. 00000800:00000010:2.0:1767389076.047235:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002c90d33f. 00000800:00000010:2.0:1767389076.047247:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005d58cecc. 00000800:00000010:2.0:1767389076.047289:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005d58cecc. 00000800:00020000:2.0:1767389076.047300:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389076.047306:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002c90d33f. 00000800:00000010:2.0:1767389076.047309:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000161ee01. 00000400:02020000:2.0:1767389076.047370:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp27 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767389076.047378:0:337526:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:1.0:1767389076.180700:0:354949:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389076.180722:0:354949:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389076.180972:0:354949:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389076.180985:0:354949:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389076.180995:0:354949:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389076.180999:0:354949:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389076.683869:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389076.683893:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389076.683903:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389076.683905:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389076.683933:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389076.683937:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389076.683941:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767389077.068047:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp40 00000400:00000010:2.0:1767389077.068057:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fb8df435. 00000400:00000010:2.0:1767389077.068067:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001d388467. 00000400:00000010:2.0:1767389077.068104:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18cf172. 00000400:00000010:2.0:1767389077.068116:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000047ea3ae3. 00000400:00000200:2.0:1767389077.068123:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp40 00000400:00000200:2.0:1767389077.068154:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp40 local destination 00000400:00000200:2.0:1767389077.068163:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp40 00000400:00000200:2.0:1767389077.068169:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp40 NI seq info: [149:149:256:4294967295] 192.168.204.113@tcp40 LPNI seq info [145:145:8:4294967295] 00000400:00000200:2.0:1767389077.068178:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp40 00000400:00000200:2.0:1767389077.068189:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp40(192.168.204.113@tcp40:) -> 192.168.204.113@tcp40(192.168.204.113@tcp40:192.168.204.113@tcp40) : GET try# 0 00000800:00000200:2.0:1767389077.068198:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp40 00000800:00000010:2.0:1767389077.068207:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000820db64f. 00000800:00000200:2.0:1767389077.068217:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056e0b741] -> 12345-192.168.204.113@tcp40 (2) 00000800:00000200:2.1:1767389077.068225:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056e0b741] -> 12345-192.168.204.113@tcp40 (2) 00000400:00000200:1.0:1767389077.068387:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389077.068490:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp40 added to recovery queue. ping count: 2 next ping: 5001 health :800 00000400:00000200:1.0:1767389077.068501:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389077.068502:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp38 00000400:00000010:2.0:1767389077.068511:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000038e70af6. 00000400:00000010:2.0:1767389077.068520:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000538947e4. 00000400:00000010:2.0:1767389077.068524:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b722476. 00000400:00000010:2.0:1767389077.068533:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aab7b9e0. 00000400:00000200:2.0:1767389077.068538:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp38 00000400:00000200:2.0:1767389077.068550:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp38 local destination 00000400:00000200:2.0:1767389077.068557:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp38 00000400:00000200:1.0:1767389077.068560:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389077.068565:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp38 NI seq info: [150:150:256:4294967295] 192.168.204.113@tcp38 LPNI seq info [146:146:8:4294967295] 00000400:00000200:2.0:1767389077.068576:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp38 00000400:00000200:2.0:1767389077.068595:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp38(192.168.204.113@tcp38:) -> 192.168.204.113@tcp38(192.168.204.113@tcp38:192.168.204.113@tcp38) : GET try# 0 00000800:00000200:2.0:1767389077.068605:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp38 00000800:00000010:2.0:1767389077.068610:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b11ad5e0. 00000800:00000200:2.0:1767389077.068616:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3f295f6] -> 12345-192.168.204.113@tcp38 (2) 00000400:00000200:1.0:1767389077.068619:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000800:00000200:2.1:1767389077.068626:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3f295f6] -> 12345-192.168.204.113@tcp38 (2) 00000400:00000200:2.0:1767389077.068656:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp38 added to recovery queue. ping count: 3 next ping: 5005 health :700 00000400:00000200:1.0:1767389077.068659:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.068718:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.068850:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.068853:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.068953:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.068977:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.069068:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.069113:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.069213:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.069227:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.069334:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.069344:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.069448:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.069461:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.069677:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.069681:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.069811:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.069834:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.069938:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.069964:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.070046:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.070095:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.070191:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.070213:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.070307:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.070329:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.070546:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.070548:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.070731:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.070779:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.070908:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.070926:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.071016:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.071036:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.071149:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.071156:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.071240:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.071254:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.071344:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.071396:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.071487:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.071576:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.071651:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.071731:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.071841:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.071936:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.071977:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.072094:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.072138:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.072246:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.072286:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.072447:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.072448:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.072722:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.072725:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.072908:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.072917:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389077.073095:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.073124:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.073247:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.073342:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.073466:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.073561:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000800:00000010:1.0:1767389077.073572:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c2d9defc. 00000800:00000010:1.0:1767389077.073584:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cbf6c1f5. 00000800:00000010:1.0:1767389077.073593:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000751828da. 00000800:00000010:1.0:1767389077.073640:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000751828da. 00000800:00020000:1.0:1767389077.073663:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389077.073669:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cbf6c1f5. 00000800:00000010:1.0:1767389077.073678:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c2d9defc. 00000400:00000200:0.0:1767389077.073697:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389077.073886:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:02020000:1.0:1767389077.073897:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp40 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389077.073925:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp40 notifying 192.168.204.113@tcp40: down 00000400:00000200:1.0:1767389077.073937:0:337527:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767389077.073951:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp40 00000800:00000010:1.0:1767389077.073958:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000820db64f. 00000400:00000200:1.0:1767389077.073967:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389077.073980:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp40->192.168.204.113@tcp40: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389077.073997:0:337527:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767389077.074004:0:337527:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767389077.074022:0:337527:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp40) recovery failed with -71 00000400:00000200:0.0:1767389077.074029:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389077.074271:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000055b5bca3. 00000800:00000010:0.0:1767389077.074276:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c2f8f846. 00000800:00000010:0.0:1767389077.074280:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000027a19ef3. 00000800:00000010:0.0:1767389077.074297:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000027a19ef3. 00000800:00020000:0.0:1767389077.074306:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389077.074309:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c2f8f846. 00000800:00000010:0.0:1767389077.074311:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000055b5bca3. 00000400:02020000:0.0:1767389077.074374:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp38 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389077.074383:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp38 notifying 192.168.204.113@tcp38: down 00000800:00000200:0.0:1767389077.074393:0:337524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp38 down 00000800:00000100:0.0:1767389077.074401:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp38 00000800:00000010:0.0:1767389077.074405:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b11ad5e0. 00000400:00000200:0.0:1767389077.074410:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389077.074415:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp38->192.168.204.113@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389077.074444:0:337524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767389077.074448:0:337524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767389077.074452:0:337524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp38) recovery failed with -71 00000001:00000001:0.0:1767389077.189355:0:355113:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767389077.189359:0:355113:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:0.0:1767389077.194738:0:355113:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389077.205282:0:355114:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004ed959e9. 00000400:00000010:0.0:1767389077.205298:0:355114:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000f35b33a5. 00000400:00000010:0.0:1767389077.205308:0:355114:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c2f8f846. 00000400:00000010:0.0:1767389077.205313:0:355114:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000736aca90. 00000400:00000010:0.0:1767389077.205317:0:355114:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000088fc2824. 00000400:00000010:0.0:1767389077.205322:0:355114:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004a92e077. 00000400:00000010:0.0:1767389077.205324:0:355114:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000660fb0e5. 00000400:00000010:0.0:1767389077.205326:0:355114:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba07f978. 00000400:00000010:0.0:1767389077.205330:0:355114:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000013be949a. 00000800:00000010:0.0:1767389077.205345:0:355114:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c5bec6ff. 00000800:00000200:0.0:1767389077.205358:0:355114:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389077.205371:0:355114:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389077.205408:0:355114:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389077.205434:0:355114:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp42 [8/256/0/180] 00000400:00000010:0.0:1767389077.207626:0:355114:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000250a6b92. 00000400:00000010:0.0:1767389077.207633:0:355114:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cef57acf. 00000400:00000010:0.0:1767389077.207638:0:355114:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f32e25e2. 00000400:00000001:0.0:1767389077.207667:0:355114:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389077.207669:0:355114:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389077.207672:0:355114:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f54384b. 00000400:00000200:0.0:1767389077.207675:0:355114:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000400:00000010:0.0:1767389077.207678:0:355114:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000400:00000010:0.0:1767389077.207682:0:355114:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000008b500c33. 00000400:00000200:0.0:1767389077.207688:0:355114:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (34) 00000400:00000200:0.0:1767389077.207702:0:355114:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389077.207713:0:355114:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000400:00000200:2.0:1767389077.207852:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767389077.207866:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100951 00000400:00000200:2.0:1767389077.207878:0:337534:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.113@tcp:-71 00000400:00000200:2.0:1767389077.207885:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102151 rc -71 00000400:00000200:2.0:1767389077.207895:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:2.0:1767389077.207904:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (35) 00000020:00000010:0.0:1767389077.208045:0:355114:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000055b5bca3. 00000020:01000000:0.0:1767389077.208052:0:355114:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767389077.208056:0:355114:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp42 00000400:00000010:0.0:1767389077.208092:0:355114:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000f35b33a5. 00000400:00000010:0.0:1767389077.208096:0:355114:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004ed959e9. 00000020:00000001:2.0:1767389077.208135:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767389077.208143:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767389077.208148:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767389077.208152:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767389077.208158:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767389077.208161:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767389077.208163:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389077.208166:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389077.208168:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389077.208170:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389077.208172:0:257746:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767389077.208174:0:257746:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767389077.208176:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389077.208177:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767389077.208186:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066bee89e. 00000020:00000040:2.0:1767389077.208193:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389077.208202:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389077.208207:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389077.208214:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389077.208226:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000161ee01. 00000100:00000001:2.0:1767389077.208237:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389077.208250:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389077.208255:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389077.208266:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066bee89e] to pc [ptlrpcd_00_03+3] req@0000000066bee89e x1853241654543232/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767389077.208309:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389077.208312:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389077.208315:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767389077.208318:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767389077.208327:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767389077.208329:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767389077.208330:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767389077.208332:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767389077.208335:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767389077.208337:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767389077.208338:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389077.208340:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389077.208341:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389077.208342:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389077.208344:0:257746:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767389077.208346:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389077.208349:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767389077.208357:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058c3771f. 00000020:00000040:2.0:1767389077.208362:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389077.208366:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389077.208370:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389077.208373:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389077.208381:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bbd12167. 00000100:00000001:2.0:1767389077.208387:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389077.208393:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389077.208397:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389077.208403:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767389077.208411:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058c3771f] to pc [ptlrpcd_00_00+0] req@0000000058c3771f x1853241654543360/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389077.208416:0:337538:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767389077.208425:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389077.208432:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389077.208438:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389077.208451:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389077.208458:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389077.208462:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389077.208465:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389077.208470:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767389077.208482:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066bee89e x1853241654543232/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767389077.208483:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389077.208492:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389077.208503:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389077.208507:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767389077.208518:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00100000:1.0:1767389077.208518:0:337537:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767389077.208520:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389077.208533:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389077.208533:0:257746:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000055b5bca3. 00000100:00000001:1.0:1767389077.208535:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389077.208559:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767389077.208564:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767389077.208566:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389077.208567:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389077.208569:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389077.208578:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389077.208580:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389077.208581:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389077.208591:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389077.208600:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767389077.208603:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066bee89e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654543232:0@lo:253: 00000100:00000001:3.0:1767389077.208611:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767389077.208616:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058c3771f x1853241654543360/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389077.208623:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389077.208630:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389077.208644:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767389077.208645:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389077.208658:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389077.208668:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1767389077.208669:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000557ae080. 02000000:00000001:1.0:1767389077.208677:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389077.208678:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389077.208697:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389077.208699:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0582928. 00000100:00100000:1.0:1767389077.208706:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058c3771f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654543360:0@lo:253: 00000400:00000010:3.0:1767389077.208711:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045eb9be5. 00000100:00000001:1.0:1767389077.208714:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1767389077.208719:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654543232, portal 25 02000000:00000001:1.0:1767389077.208723:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767389077.208762:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389077.208766:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402879488 : -122821306672128 : ffff904b6fa51c00) 00000100:00000040:3.0:1767389077.208776:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066bee89e x1853241654543232/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389077.208797:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389077.208811:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767389077.208811:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389077.208829:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c2d9defc. 00000100:00000040:3.0:1767389077.208831:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767389077.208848:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389077.208852:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026ce32e0. 00000400:00000010:1.0:1767389077.208858:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6d7db89. 00000100:00000200:3.0:1767389077.208860:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654543232, offset 0 00000400:00000200:3.0:1767389077.208870:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767389077.208884:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbf6c1f5. 00000400:00000200:3.0:1767389077.208894:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767389077.208896:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654543360, portal 25 00000100:00000001:1.0:1767389077.208903:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389077.208905:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402880384 : -122821306671232 : ffff904b6fa51f80) 00000400:00000200:3.0:1767389077.208911:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372808380 00000100:00000040:1.0:1767389077.208918:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058c3771f x1853241654543360/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389077.208933:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x171d [2] + 0 00000400:00000010:3.0:1767389077.208955:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000452cb178. 00000100:00000001:1.0:1767389077.208966:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767389077.208969:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000050ebe088 00000100:00000040:1.0:1767389077.208979:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389077.208983:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000085108507. 00000400:00000200:3.0:1767389077.208985:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767389077.208988:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654543360, offset 0 00000400:00000200:3.0:1767389077.209000:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389077.209010:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389077.209018:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050ebe088 00000400:00000010:3.0:1767389077.209023:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050ebe088. 00000400:00000200:1.0:1767389077.209032:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389077.209037:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389077.209041:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767389077.209046:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000867726e9 x1853241654543232 msgsize 4848 00000400:00000200:1.0:1767389077.209055:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372808400 00000100:00100000:3.0:1767389077.209089:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767389077.209093:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767389077.209102:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1725 [2] + 0 00000400:00000010:1.0:1767389077.209110:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d764a204. 00000100:00000001:3.0:1767389077.209116:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389077.209119:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003e1a43cf 00000400:00000200:3.0:1767389077.209127:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026ce32e0 00000400:00000200:1.0:1767389077.209131:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767389077.209133:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026ce32e0. 00000100:00000001:3.0:1767389077.209160:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767389077.209167:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389077.209170:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767389077.209177:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066bee89e x1853241654543232/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389077.209178:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654543232 00000400:00000200:1.0:1767389077.209180:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003e1a43cf 02000000:00000001:2.0:1767389077.209193:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767389077.209194:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003e1a43cf. 00000100:00000001:2.0:1767389077.209203:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389077.209214:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767389077.209215:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389077.209219:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767389077.209220:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:2.0:1767389077.209227:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389077.209230:0:337537:0:(events.c:337:request_in_callback()) incoming req@0000000083289086 x1853241654543360 msgsize 4848 00000100:00000040:3.0:1767389077.209236:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066bee89e x1853241654543232/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389077.209241:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654543232 00000020:00000001:2.0:1767389077.209253:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389077.209263:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00100000:1.0:1767389077.209270:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767389077.209275:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389077.209286:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000040:1.0:1767389077.209289:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767389077.209294:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389077.209301:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389077.209302:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767389077.209314:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389077.209316:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389077.209324:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389077.209325:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767389077.209330:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085108507 00000020:00000010:2.0:1767389077.209340:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6f9fdf4. 00000400:00000010:1.0:1767389077.209341:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000085108507. 00000100:00000001:3.0:1767389077.209342:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299665252 00000100:00000010:3.0:1767389077.209367:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffc7c20f. 00000100:00000001:2.0:1767389077.209368:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389077.209369:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767389077.209379:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6f9fdf4. 00000100:00000200:1.0:1767389077.209384:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058c3771f x1853241654543360/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389077.209388:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000020:00000010:2.0:1767389077.209393:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e430ecc8. 00000100:00000001:3.0:1767389077.209403:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299665252 00000020:00000010:2.0:1767389077.209406:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008052ac23. 00000100:00000001:1.0:1767389077.209415:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389077.209424:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058c3771f x1853241654543360/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767389077.209427:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbb66c48. 00000020:00000010:2.0:1767389077.209428:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a2178013. 00000100:00000001:3.0:1767389077.209449:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767389077.209463:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299665252 00000100:00000040:2.0:1767389077.209468:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389077.209487:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767389077.209489:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073f88ceb. 00000100:00000001:2.0:1767389077.209489:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389077.209499:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389077.209502:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389077.209507:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389077.209509:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389077.209517:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389077.209529:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299665252 00000100:00000001:1.0:1767389077.209531:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299665252 00000100:00000001:2.0:1767389077.209533:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767389077.209537:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002baf916e. 00000100:00000001:1.0:1767389077.209541:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299665252 00000100:00000001:1.0:1767389077.209551:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299665252 00000100:00000001:3.0:1767389077.209552:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767389077.209553:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389077.209568:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389077.209568:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299665252 00000100:00000001:2.0:1767389077.209579:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767389077.209594:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389077.209594:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299665252 00000100:00100000:2.0:1767389077.209597:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654543360 02000000:00000001:2.0:1767389077.209609:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389077.209615:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389077.209618:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299665252 00000100:00000001:3.0:1767389077.209620:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389077.209621:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389077.209644:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389077.209645:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389077.209646:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299665252 00000100:00100000:2.0:1767389077.209667:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654543360 00000100:00000001:1.0:1767389077.209668:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299665252 00000020:00000001:2.0:1767389077.209675:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767389077.209677:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767389077.209681:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:1.0:1767389077.209684:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389077.209688:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389077.209693:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00000001:1.0:1767389077.209695:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389077.209698:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389077.209704:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389077.209706:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389077.209709:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389077.209717:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6f9fdf4. 00000100:00000001:3.0:1767389077.209814:0:352639:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389077.209820:0:352639:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389077.209833:0:352639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00000040:3.0:1767389077.209841:0:352639:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389077.209847:0:352639:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661750352 : -122822047801264 : ffff904b43786050) 00000100:00000040:3.0:1767389077.209861:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000867726e9 x1853241654543232/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:528/0 lens 4848/0 e 0 to 0 dl 1767389088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389077.209874:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389077.209881:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005af6d668. 00000100:00000001:2.0:1767389077.210007:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389077.210009:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389077.210017:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6f9fdf4. 00000020:00000010:3.0:1767389077.210020:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005af6d668. 00000020:00000010:2.0:1767389077.210025:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000344ec703. 00000100:00100000:3.0:1767389077.210037:0:352639:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000867726e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654543232:12345-0@lo:253: 00000020:00000010:2.0:1767389077.210040:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000049a177d4. 00000100:00000200:3.0:1767389077.210043:0:352639:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654543232 00000020:00000010:2.0:1767389077.210050:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cdadbfa8. 00000020:00000001:3.0:1767389077.210051:0:352639:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389077.210092:0:352639:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767389077.210094:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389077.210099:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767389077.210100:0:352639:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389077.210102:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389077.210110:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389077.210116:0:352639:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389077.210120:0:352639:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:3.0:1767389077.210124:0:352639:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389077.210129:0:352639:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389077.210129:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389077.210135:0:352639:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389077.210139:0:352639:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389077.210144:0:352639:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389077.210150:0:352639:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767389077.210151:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767389077.210155:0:352639:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767389077.210156:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1767389077.210166:0:352639:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001284c6fe. 00000100:00100000:2.0:1767389077.210179:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 02000000:00000001:3.0:1767389077.210181:0:352639:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389077.210193:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:3.0:1767389077.210195:0:352639:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389077.210209:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661742160 : -122822047809456 : ffff904b43784050) 20000000:00000001:3.0:1767389077.210211:0:352639:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:2.0:1767389077.210230:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000083289086 x1853241654543360/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:528/0 lens 4848/0 e 0 to 0 dl 1767389088 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:3.0:1767389077.210235:0:352639:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d41cd61d. 20000000:01000000:3.0:1767389077.210249:0:352639:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767389077.210265:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:3.0:1767389077.210266:0:352639:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767389077.210278:0:352639:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767389077.210281:0:352639:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389077.210285:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f6f9fdf4. 20000000:00000001:3.0:1767389077.210287:0:352639:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389077.210304:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767389077.210305:0:352639:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:2.0:1767389077.210315:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f6f9fdf4. 20000000:00000010:3.0:1767389077.210322:0:352639:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000001ef2ca6. 00000100:00100000:2.0:1767389077.210323:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000083289086 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654543360:12345-0@lo:253: 20000000:01000000:3.0:1767389077.210335:0:352639:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 00000100:00000200:2.0:1767389077.210343:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654543360 00000020:00000001:2.0:1767389077.210351:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:3.0:1767389077.210352:0:352639:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767389077.210361:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389077.210367:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389077.210368:0:352639:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:2.0:1767389077.210378:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389077.210382:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:2.0:1767389077.210388:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389077.210391:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389077.210395:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389077.210398:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389077.210403:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389077.210409:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389077.210412:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389077.210419:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007d0bd8f8. 02000000:00000001:2.0:1767389077.210422:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389077.210425:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389077.210430:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767389077.210438:0:352639:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767389077.210443:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f7e72fe4. 00080000:00000001:3.0:1767389077.210444:0:352639:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767389077.210453:0:352639:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767389077.210454:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:3.0:1767389077.210457:0:352639:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 20000000:00000001:2.0:1767389077.210460:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767389077.210465:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767389077.210466:0:352639:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:2.0:1767389077.210472:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389077.210473:0:352639:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 20000000:00000001:2.0:1767389077.210488:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389077.210489:0:352639:0:(osd_handler.c:352:osd_trans_create()) Process entered 20000000:00000001:2.0:1767389077.210498:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000010:3.0:1767389077.210502:0:352639:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000dd6ee3e7. 00080000:00000001:3.0:1767389077.210508:0:352639:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621251715205120 : -122821994346496 : ffff904b46a80800) 00080000:00000001:3.0:1767389077.210513:0:352639:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767389077.210607:0:352639:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767389077.210608:0:352639:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389077.210620:0:352639:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767389077.210644:0:352639:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389077.210647:0:352639:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767389077.210781:0:352639:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767389077.210786:0:352639:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767389077.226914:0:352639:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767389077.226923:0:352639:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:0.0:1767389077.226927:0:352639:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389077.226929:0:352639:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767389077.226943:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767389077.226951:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:0.0:1767389077.226951:0:352639:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767389077.226964:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389077.226968:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389077.226971:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000010:3.0:1767389077.226973:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cf4520e4. 20000000:00000001:0.0:1767389077.226974:0:352639:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1767389077.226975:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000dd6ee3e7. 20000000:01000000:3.0:1767389077.226981:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 00080000:00000001:1.0:1767389077.226996:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767389077.226996:0:352639:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000001:3.0:1767389077.226998:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767389077.227011:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000020:0.0:1767389077.227014:0:352639:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767389077.227044:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389077.227048:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389077.227051:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389077.227056:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767389077.227058:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389077.227061:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767389077.227064:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767389077.227067:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389077.227084:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767389077.227087:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:0.0:1767389077.227089:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cfead646. 00000020:00000001:3.0:1767389077.227090:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:3.0:1767389077.227095:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767389077.227096:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000010:3.0:1767389077.227102:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000de657184. 00010000:00000010:0.0:1767389077.227102:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000040d6ffd7. 00080000:00000001:3.0:1767389077.227107:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621251715217408 : -122821994334208 : ffff904b46a83800) 00000020:00000001:0.0:1767389077.227109:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767389077.227111:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000040:0.0:1767389077.227115:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000040d6ffd7 with handle 0x95cd417baf4295a5 to hash 00000020:00000001:0.0:1767389077.227119:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389077.227121:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389077.227124:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389077.227128:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389077.227130:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389077.227134:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295a5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.227142:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389077.227146:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389077.227149:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389077.227152:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389077.227164:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389077.227167:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389077.227169:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389077.227173:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389077.227176:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389077.227178:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389077.227180:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389077.227184:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cfead646) refcount = 1 00010000:00010000:0.0:1767389077.227190:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295a5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.227203:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389077.227208:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389077.227210:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767389077.227212:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:0.0:1767389077.227213:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389077.227216:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389077.227219:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767389077.227220:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 20000000:00000001:0.0:1767389077.227228:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389077.227234:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:0.0:1767389077.227238:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389077.227240:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:3.0:1767389077.227242:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389077.227244:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000040d6ffd7 refcount=4 00080000:00000001:3.0:1767389077.227246:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:0.0:1767389077.227249:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389077.227254:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389077.227259:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389077.227263:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295a5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.227272:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389077.227278:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295a5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.227283:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389077.227285:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389077.227288:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295a5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.227303:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389077.227304:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389077.227308:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389077.227310:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295a5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389077.227319:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000040d6ffd7 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389077.227323:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389077.227327:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389077.227331:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295a5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.227337:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389077.227340:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389077.227341:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389077.227343:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000040d6ffd7 refcount=5 00000020:00000001:0.0:1767389077.227345:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389077.227350:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389077.227357:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389077.227360:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295a5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.227365:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389077.227369:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389077.227370:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389077.227374:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389077.227376:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389077.227380:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389077.227382:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389077.227384:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000040d6ffd7 with handle 0x95cd417baf4295a5 from hash 00010000:00000001:0.0:1767389077.227386:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389077.227388:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389077.227389:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389077.227394:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389077.227397:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389077.227399:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389077.227401:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000001:3.0:1767389077.227402:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:0.0:1767389077.227405:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767389077.227406:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767389077.227409:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389077.227412:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389077.227414:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389077.227417:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389077.227420:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389077.227422:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389077.227423:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389077.227425:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389077.227427:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295a5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.227432:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389077.227435:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389077.227436:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389077.227439:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389077.227440:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389077.227442:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389077.227445:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389077.227448:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389077.227449:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389077.227452:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295a5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.227456:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389077.227458:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389077.227461:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295a5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389077.227467:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cfead646 count: 0 00010000:00000001:0.0:1767389077.227478:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389077.227480:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767389077.232813:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299665252, at 4299665253 00000100:00000040:0.0:1767389077.232816:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299665252, at 4299665253 00000100:00000010:1.0:1767389077.232838:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fbb66c48. 00000100:00000010:0.0:1767389077.232842:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffc7c20f. 00000100:00000040:2.0:1767389077.232852:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299665252, at 4299665253 00000100:00000010:2.0:1767389077.232868:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073f88ceb. 00000100:00000040:3.0:1767389077.233778:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299665252, at 4299665254 00000100:00000010:3.0:1767389077.233790:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002baf916e. 00010000:00000010:0.1:1767389077.234763:0:338001:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cfead646. 00010000:00000010:0.1:1767389077.234772:0:338001:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000040d6ffd7. 00080000:00000001:1.0:1767389077.241201:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767389077.241205:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389077.241209:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389077.241212:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389077.241214:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389077.241217:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000de657184. 00080000:00000001:3.0:1767389077.241223:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389077.241225:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000002:3.0:1767389077.241235:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:3.0:1767389077.241240:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389077.241243:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767389077.241245:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767389077.241256:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767389077.241262:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767389077.241269:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767389077.241298:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389077.241305:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389077.241308:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389077.241313:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389077.241317:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389077.241325:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cfead646. 00010000:00000001:0.0:1767389077.241332:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389077.241336:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000040d6ffd7. 00000020:00000001:0.0:1767389077.241339:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389077.241342:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000040d6ffd7 with handle 0x95cd417baf4295ac to hash 00000020:00000001:0.0:1767389077.241347:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389077.241350:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389077.241355:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389077.241359:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389077.241361:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389077.241364:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295ac lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.241370:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389077.241372:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389077.241374:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389077.241376:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389077.241379:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389077.241381:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389077.241383:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389077.241385:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389077.241386:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389077.241387:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389077.241389:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389077.241390:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cfead646) refcount = 1 00010000:00010000:0.0:1767389077.241394:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295ac lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.241400:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389077.241403:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389077.241406:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389077.241414:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389077.241415:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389077.241420:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389077.241424:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:0.0:1767389077.241426:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389077.241429:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389077.241432:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000040d6ffd7 refcount=4 00000020:00000001:0.0:1767389077.241435:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389077.241439:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389077.241442:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389077.241444:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295ac lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.241453:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389077.241455:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295ac lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.241460:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389077.241461:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389077.241462:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295ac lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.241467:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389077.241470:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389077.241474:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389077.241477:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295ac lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389077.241483:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000040d6ffd7 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389077.241485:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389077.241487:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389077.241489:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295ac lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.241493:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389077.241500:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389077.241502:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389077.241504:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000040d6ffd7 refcount=5 00000020:00000001:0.0:1767389077.241506:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389077.241510:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726848 : -122822105824768 : ffff904b40030200) 00010000:00000001:0.0:1767389077.241512:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389077.241513:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295ac lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.241517:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389077.241519:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389077.241521:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389077.241526:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389077.241529:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389077.241533:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389077.241536:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389077.241538:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000040d6ffd7 with handle 0x95cd417baf4295ac from hash 00010000:00000001:0.0:1767389077.241541:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389077.241543:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389077.241545:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389077.241548:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389077.241551:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389077.241552:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389077.241553:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389077.241556:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389077.241560:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389077.241563:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389077.241566:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389077.241569:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389077.241570:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389077.241571:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389077.241574:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389077.241577:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389077.241581:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295ac lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.241586:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389077.241595:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389077.241597:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389077.241599:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389077.241600:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389077.241601:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389077.241602:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389077.241605:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389077.241606:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389077.241608:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295ac lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389077.241613:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389077.241615:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389077.241616:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000040d6ffd7/0x95cd417baf4295ac lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389077.241621:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cfead646 count: 0 00010000:00000001:0.0:1767389077.241631:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389077.241632:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:1.0:1767389077.243352:0:355119:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000706c7d4f. 00000400:00000040:1.0:1767389077.243380:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389077.243390:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767389077.243394:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389077.243396:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389077.243401:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389077.243404:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767389077.243408:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389077.243412:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767389077.243415:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767389077.243417:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767389077.243422:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767389077.243425:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389077.243428:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767389077.243429:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389077.243432:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767389077.243435:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767389077.243438:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389077.243440:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767389077.243444:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767389077.243447:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389077.243450:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389077.243453:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389077.243455:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389077.243457:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389077.243461:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767389077.243464:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389077.243467:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389077.243469:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389077.243472:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389077.243475:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389077.243477:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767389077.243480:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389077.243484:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389077.243487:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389077.243492:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389077.243495:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389077.243497:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767389077.243503:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767389077.243507:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389077.243511:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767389077.243520:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767389077.243524:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389077.243529:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767389077.243531:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767389077.243534:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767389077.243536:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767389077.243542:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767389077.243546:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767389077.243551:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767389077.243554:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389077.243557:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767389077.243560:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767389077.243562:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767389077.243566:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767389077.243568:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767389077.243572:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767389077.243574:0:355119:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767389077.243856:0:355119:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000706c7d4f. 00080000:00000020:3.0:1767389077.244213:0:352639:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389077.244223:0:352639:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389077.244225:0:352639:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d41cd61d. 20000000:00000001:3.0:1767389077.244230:0:352639:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389077.244234:0:352639:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654543232 00010000:00000001:3.0:1767389077.244237:0:352639:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389077.244245:0:352639:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000867726e9 x1853241654543232/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:528/0 lens 4848/4768 e 0 to 0 dl 1767389088 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389077.244252:0:352639:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389077.244255:0:352639:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389077.244259:0:352639:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=102 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389077.244263:0:352639:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389077.244269:0:352639:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389077.244273:0:352639:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389077.244276:0:352639:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389077.244278:0:352639:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389077.244282:0:352639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389077.244290:0:352639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389077.244293:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026ce32e0. 00000100:00000200:3.0:1767389077.244297:0:352639:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654543232, offset 224 00000400:00000200:3.0:1767389077.244302:0:352639:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389077.244310:0:352639:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389077.244318:0:352639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372808380 00000400:00000200:3.0:1767389077.244325:0:352639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fb9 [2] + 224 00000400:00000200:3.0:1767389077.244329:0:352639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389077.244331:0:352639:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389077.244336:0:352639:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389077.244339:0:352639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066bee89e x1853241654543232/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389077.244349:0:352639:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000066bee89e x1853241654543232/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389077.244361:0:352639:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389077.244366:0:352639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026ce32e0 00000400:00000010:3.0:1767389077.244368:0:352639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026ce32e0. 00000100:00000001:3.0:1767389077.244371:0:352639:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389077.244372:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389077.244376:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389077.244380:0:352639:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767389077.244382:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389077.244386:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767389077.244387:0:352639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389077.244388:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0582928. 00000400:00000200:0.0:1767389077.244394:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045eb9be5 00000100:00000040:3.0:1767389077.244395:0:352639:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000010:0.0:1767389077.244397:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045eb9be5. 00010000:00000001:3.0:1767389077.244399:0:352639:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389077.244403:0:352639:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389077.244403:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767389077.244408:0:352639:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767389077.244411:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066bee89e x1853241654543232/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389077.244416:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000867726e9 x1853241654543232/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:528/0 lens 4848/4768 e 0 to 0 dl 1767389088 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389077.244432:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066bee89e x1853241654543232/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389077.244438:0:352639:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000867726e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654543232:12345-0@lo:253: Request processed in 34561us (35387us total) trans 0 rc 0/0 00000100:00000001:0.0:1767389077.244448:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389077.244451:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767389077.244455:0:352639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00000001:0.0:1767389077.244456:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389077.244460:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767389077.244462:0:352639:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389077.244463:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389077.244465:0:352639:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389077.244466:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389077.244468:0:352639:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389077.244474:0:352639:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008052ac23. 02000000:00000001:0.0:1767389077.244478:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389077.244479:0:352639:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a2178013. 00000100:00001000:0.0:1767389077.244483:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=102 v=5 (5 0 0 0) 00000020:00000010:3.0:1767389077.244484:0:352639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e430ecc8. 00000100:00001000:0.0:1767389077.244491:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=102 v=5 (1 0 0 0) 00000020:00000040:3.0:1767389077.244495:0:352639:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00000001:0.0:1767389077.244496:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389077.244500:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389077.244503:0:352639:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767389077.244504:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767389077.244506:0:352639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001284c6fe. 00010000:00000001:0.0:1767389077.244507:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389077.244510:0:352639:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389077.244511:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389077.244514:0:352639:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389077.244518:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066bee89e x1853241654543232/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389077.244520:0:352639:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767389077.244527:0:352639:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000452cb178. 00000100:00000001:0.0:1767389077.244528:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767389077.244532:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026ce32e0. 00000100:00000001:0.0:1767389077.244533:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389077.244536:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389077.244540:0:337538:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389077.244542:0:337538:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767389077.244544:0:337538:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389077.244545:0:337538:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389077.244546:0:337538:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389077.244548:0:337538:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389077.244550:0:337538:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767389077.244551:0:337538:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767389077.244554:0:337538:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389077.244555:0:337538:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389077.244557:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066bee89e x1853241654543232/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389077.244563:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066bee89e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654543232:0@lo:253: 00000100:00000001:0.0:1767389077.244568:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389077.244570:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389077.244574:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066bee89e x1853241654543232/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389077.244580:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389077.244583:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389077.244585:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000557ae080. 02000000:00000001:0.0:1767389077.244589:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389077.244591:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389077.244598:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389077.244601:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389077.244604:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000161ee01. 02000000:00000001:0.0:1767389077.244610:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389077.244612:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389077.244614:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066bee89e. 00000100:00000001:0.0:1767389077.244618:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389077.244619:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389077.244621:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389077.244627:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389077.244630:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389077.244636:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389077.244641:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767389077.246117:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389077.246120:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389077.246122:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f7e72fe4. 20000000:00000001:0.0:1767389077.246128:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389077.246131:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654543360 00010000:00000001:0.0:1767389077.246133:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389077.246138:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000083289086 x1853241654543360/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:528/0 lens 4848/4768 e 0 to 0 dl 1767389088 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389077.246144:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389077.246145:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389077.246147:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389077.246150:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389077.246152:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389077.246154:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389077.246156:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389077.246158:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389077.246162:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389077.246167:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389077.246172:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a484acab. 00000100:00000200:0.0:1767389077.246178:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654543360, offset 224 00000400:00000200:0.0:1767389077.246185:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389077.246196:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389077.246209:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372808400 00000400:00000200:0.0:1767389077.246224:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fc1 [2] + 224 00000400:00000200:0.0:1767389077.246232:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389077.246237:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389077.246241:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389077.246247:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058c3771f x1853241654543360/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389077.246255:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000058c3771f x1853241654543360/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389077.246271:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389077.246280:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a484acab 00000400:00000010:0.0:1767389077.246282:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a484acab. 00000100:00000001:0.0:1767389077.246284:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389077.246286:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389077.246291:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389077.246291:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389077.246295:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767389077.246296:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389077.246301:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389077.246304:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767389077.246305:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389077.246310:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767389077.246310:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767389077.246315:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6d7db89. 00000100:00000040:0.0:1767389077.246318:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000083289086 x1853241654543360/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:528/0 lens 4848/4768 e 0 to 0 dl 1767389088 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389077.246320:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbf6c1f5 00000400:00000010:3.0:1767389077.246324:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbf6c1f5. 00000100:00000001:3.0:1767389077.246332:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767389077.246334:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000083289086 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654543360:12345-0@lo:253: Request processed in 36069us (37101us total) trans 0 rc 0/0 00000100:00000200:3.0:1767389077.246340:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058c3771f x1853241654543360/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389077.246346:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00000040:0.0:1767389077.246353:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:0.0:1767389077.246355:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389077.246358:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389077.246360:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000049a177d4. 00000020:00000010:0.0:1767389077.246367:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cdadbfa8. 00000020:00000010:0.0:1767389077.246374:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000344ec703. 00000100:00000200:3.0:1767389077.246378:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058c3771f x1853241654543360/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767389077.246383:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000001:3.0:1767389077.246387:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767389077.246388:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389077.246391:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007d0bd8f8. 00000100:00000001:3.0:1767389077.246392:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389077.246395:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389077.246398:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389077.246399:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389077.246404:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389077.246406:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767389077.246407:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389077.246412:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767389077.246413:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=102 v=5 (5 0 0 0) 00000100:00000200:0.0:1767389077.246420:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767389077.246421:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=102 v=5 (1 0 0 0) 00000400:00000010:0.0:1767389077.246426:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f54384b. 00000100:00000001:3.0:1767389077.246427:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389077.246431:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389077.246435:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767389077.246435:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a484acab. 00010000:00000001:3.0:1767389077.246437:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389077.246442:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389077.246450:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058c3771f x1853241654543360/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389077.246456:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389077.246461:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389077.246463:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389077.246467:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389077.246470:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767389077.246473:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389077.246476:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389077.246478:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389077.246481:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389077.246483:0:337537:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389077.246485:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389077.246487:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389077.246493:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058c3771f x1853241654543360/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389077.246500:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058c3771f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654543360:0@lo:253: 00000100:00000001:3.0:1767389077.246505:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389077.246513:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389077.246518:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058c3771f x1853241654543360/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389093 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389077.246525:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389077.246528:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389077.246531:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c2d9defc. 02000000:00000001:3.0:1767389077.246540:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389077.246542:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389077.246544:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389077.246547:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389077.246550:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bbd12167. 02000000:00000001:3.0:1767389077.246557:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389077.246560:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389077.246562:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058c3771f. 00000100:00000001:3.0:1767389077.246573:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389077.246575:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389077.246579:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389077.246586:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389077.246587:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389077.246589:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389077.246593:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767389077.252824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cfead646. 00010000:00000010:0.1:1767389077.252845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000040d6ffd7. 00010000:00000001:3.0:1767389077.708855:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389077.708864:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389077.708874:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389077.708879:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389077.708951:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389077.708957:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389077.708963:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767389078.091862:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389078.091870:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389078.091874:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b18cf172 00000400:00000010:1.0:1767389078.091880:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b18cf172. 00000400:00000200:1.0:1767389078.091888:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389078.091897:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp40 recovery ping unlinked 00000400:00000010:1.0:1767389078.091914:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fb8df435. 00000400:00000010:1.0:1767389078.091919:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001d388467. 00000400:00000001:1.0:1767389078.091925:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389078.091928:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389078.091930:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b722476 00000400:00000010:1.0:1767389078.091932:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b722476. 00000400:00000200:1.0:1767389078.091935:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389078.091940:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp38 recovery ping unlinked 00000400:00000010:1.0:1767389078.091943:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000038e70af6. 00000400:00000010:1.0:1767389078.091946:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000538947e4. 00000400:00000200:1.0:1767389078.091950:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp39 00000400:00000010:1.0:1767389078.091958:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e19f910f. 00000400:00000010:1.0:1767389078.091965:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c56ce264. 00000400:00000010:1.0:1767389078.091983:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000400:00000010:1.0:1767389078.091993:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000067a3c30f. 00000400:00000200:1.0:1767389078.091999:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp39 00000400:00000200:1.0:1767389078.092020:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp39 local destination 00000400:00000200:1.0:1767389078.092029:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp39 00000400:00000200:1.0:1767389078.092034:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp39 NI seq info: [151:151:256:4294967295] 192.168.204.113@tcp39 LPNI seq info [147:147:8:4294967295] 00000400:00000200:1.0:1767389078.092042:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp39 00000400:00000200:1.0:1767389078.092078:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp39(192.168.204.113@tcp39:) -> 192.168.204.113@tcp39(192.168.204.113@tcp39:192.168.204.113@tcp39) : GET try# 0 00000800:00000200:1.0:1767389078.092087:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp39 00000800:00000010:1.0:1767389078.092095:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d1cdd336. 00000800:00000200:1.0:1767389078.092105:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb29046f] -> 12345-192.168.204.113@tcp39 (2) 00000800:00000200:1.1:1767389078.092112:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb29046f] -> 12345-192.168.204.113@tcp39 (2) 00000400:00000200:1.0:1767389078.092141:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp39 added to recovery queue. ping count: 3 next ping: 5006 health :700 00000400:00000200:3.0:1767389078.092243:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092303:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092328:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092352:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092377:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092408:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092436:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092469:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092502:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092528:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092554:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092601:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092624:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092647:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092669:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092691:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092717:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092849:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092885:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092920:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092952:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.092990:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.093024:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.093051:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.093108:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.093138:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.093168:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.093202:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.093238:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.093282:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.093314:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.093338:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.093364:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.093394:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389078.093429:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389078.093638:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001284c6fe. 00000800:00000010:3.0:1767389078.093647:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000068f631fb. 00000800:00000010:3.0:1767389078.093655:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e4784894. 00000800:00000010:3.0:1767389078.093687:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e4784894. 00000800:00020000:3.0:1767389078.093707:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389078.093713:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000068f631fb. 00000800:00000010:3.0:1767389078.093717:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001284c6fe. 00000400:02020000:3.0:1767389078.093898:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp39 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389078.093913:0:337525:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp39 notifying 192.168.204.113@tcp39: down 00000400:00000200:3.0:1767389078.093924:0:337525:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767389078.093933:0:337525:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp39 00000800:00000010:3.0:1767389078.093938:0:337525:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d1cdd336. 00000400:00000200:3.0:1767389078.093944:0:337525:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389078.093952:0:337525:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp39->192.168.204.113@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389078.093974:0:337525:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389078.093980:0:337525:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389078.093989:0:337525:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp39) recovery failed with -71 00000100:00000040:1.0:1767389078.411914:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767389078.411924:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767389078.411934:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c57067ba. 00000020:00000040:1.0:1767389078.411942:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389078.411949:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389078.411954:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389078.411963:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389078.411975:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000076792804. 00000100:00000001:1.0:1767389078.411987:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389078.412001:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@00000000c57067ba x1853241654543488/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389078.412015:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389078.412018:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389078.412024:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c57067ba] to pc [ptlrpcd_00_01+1] req@00000000c57067ba x1853241654543488/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.412077:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389078.412080:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767389078.412086:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767389078.412103:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a472ac74. 00000020:00000040:1.0:1767389078.412107:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767389078.412111:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389078.412113:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389078.412117:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389078.412124:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d1cdd336. 00000100:00000001:1.0:1767389078.412129:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389078.412135:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000a472ac74 x1853241654543616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389078.412144:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389078.412145:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389078.412151:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a472ac74] to pc [ptlrpcd_00_02+2] req@00000000a472ac74 x1853241654543616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.412175:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389078.412178:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767389078.412182:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767389078.412187:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ac9b03a. 00000020:00000040:1.0:1767389078.412191:0:257746:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767389078.412195:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389078.412197:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389078.412199:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389078.412206:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e2b7d884. 00000100:00000001:1.0:1767389078.412210:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389078.412213:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000000ac9b03a x1853241654543744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389078.412220:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389078.412222:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389078.412227:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac9b03a] to pc [ptlrpcd_00_03+3] req@000000000ac9b03a x1853241654543744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.412238:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389078.412241:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767389078.412254:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767389078.412259:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000480186f8. 00000020:00000040:1.0:1767389078.412263:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767389078.412267:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389078.412270:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389078.412276:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389078.412285:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000091990dff. 00000100:00000001:1.0:1767389078.412290:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389078.412293:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000480186f8 x1853241654543872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389078.412302:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389078.412303:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389078.412310:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000480186f8] to pc [ptlrpcd_00_00+0] req@00000000480186f8 x1853241654543872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.412326:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389078.412336:0:257746:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5004) 00000100:00000001:1.0:1767389078.412357:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389078.412363:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389078.412368:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389078.412376:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c57067ba x1853241654543488/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.412381:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389078.412389:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389078.412390:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389078.412396:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767389078.412396:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389078.412402:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389078.412408:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767389078.412411:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000480186f8 x1853241654543872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389078.412414:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389078.412429:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000c57067ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654543488:0@lo:400: 00000100:00000001:2.0:1767389078.412432:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389078.412439:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767389078.412440:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389078.412448:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389078.412450:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389078.412454:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389078.412455:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389078.412462:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389078.412463:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767389078.412471:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000480186f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654543872:0@lo:400: 02000000:00000010:1.0:1767389078.412471:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d23b4d6. 02000000:00000001:1.0:1767389078.412478:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.412482:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389078.412489:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389078.412494:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389078.412498:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767389078.412499:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6d7db89. 02000000:00000010:2.0:1767389078.412503:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004163c73f. 02000000:00000001:2.0:1767389078.412509:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389078.412511:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f14acecd. 00000400:00000010:2.0:1767389078.412517:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5fc9def. 00000100:00000200:1.0:1767389078.412522:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654543488, portal 25 00000400:00000010:2.0:1767389078.412527:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5a7741e. 00000100:00000001:1.0:1767389078.412528:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389078.412536:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252151427072 : -122821558124544 : ffff904b60a84000) 00000100:00000200:2.0:1767389078.412540:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654543872, portal 4 00000100:00000001:2.0:1767389078.412545:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767389078.412548:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000c57067ba x1853241654543488/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.412550:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378547456 : -122821331004160 : ffff904b6e31d500) 00000100:00000001:1.0:1767389078.412566:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389078.412568:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000480186f8 x1853241654543872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389078.412575:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389078.412584:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18d89f4. 00000100:00000001:2.0:1767389078.412587:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767389078.412592:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654543488, offset 0 00000100:00000040:2.0:1767389078.412594:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389078.412603:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00000400:00000200:1.0:1767389078.412607:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767389078.412620:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654543872, offset 0 00000400:00000200:1.0:1767389078.412632:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389078.412638:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389078.412655:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372808480 00000400:00000200:1.0:1767389078.412665:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1749 [2] + 0 00000400:00000010:1.0:1767389078.412672:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae095744. 00000400:00000200:1.0:1767389078.412680:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001538bf3a 00000400:00000200:1.0:1767389078.412689:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389078.412705:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389078.412706:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389078.412717:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001538bf3a 00000400:00000010:1.0:1767389078.412722:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001538bf3a. 00000100:00000001:1.0:1767389078.412821:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389078.412826:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389078.412832:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000cea1c18f x1853241654543488 msgsize 224 00000100:00100000:1.0:1767389078.412847:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389078.412852:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767389078.412880:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389078.412895:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b18d89f4 00000400:00000010:1.0:1767389078.412898:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b18d89f4. 00000100:00000001:1.0:1767389078.412906:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767389078.412914:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958372808600 00000100:00000200:1.0:1767389078.412919:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c57067ba x1853241654543488/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389078.412930:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 4336 00000100:00000001:1.0:1767389078.412943:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767389078.412946:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767389078.412956:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000c57067ba x1853241654543488/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389078.412961:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389078.412971:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389078.412976:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:1.0:1767389078.412982:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389078.412983:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007415aef4. 00000100:00000001:1.0:1767389078.412990:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767389078.412992:0:337536:0:(events.c:337:request_in_callback()) incoming req@000000007415aef4 x1853241654543872 msgsize 224 00000100:00100000:2.0:1767389078.413005:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389078.413005:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.413018:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299666456 00000100:00000010:1.0:1767389078.413024:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e055224. 00000100:00000001:2.0:1767389078.413027:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767389078.413036:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767389078.413044:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000100:00000001:1.0:1767389078.413067:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299666456 00000400:00000010:2.0:1767389078.413075:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000100:00000010:1.0:1767389078.413076:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa1174fd. 00000100:00000001:2.0:1767389078.413080:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767389078.413086:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000200:2.0:1767389078.413095:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000480186f8 x1853241654543872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.413099:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299666456 00000100:00000010:1.0:1767389078.413109:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9ca8cc1. 00000100:00000001:2.0:1767389078.413117:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389078.413122:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767389078.413128:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000480186f8 x1853241654543872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.413132:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299666456 00000100:00000010:1.0:1767389078.413143:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000079fc4b4f. 00000100:00000001:2.0:1767389078.413149:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.413152:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767389078.413155:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389078.413169:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.413171:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389078.413179:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389078.413180:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8440 usecs (9 jiffies) 00000100:00000001:1.0:1767389078.413187:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.413188:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299666442 00000100:00000001:1.0:1767389078.413195:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389078.413196:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299666456 00000100:00000001:2.0:1767389078.413203:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299666442 00000100:00000001:2.0:1767389078.413206:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299666456 00000100:00000001:2.0:1767389078.413208:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299666442 00000100:00000001:1.0:1767389078.413209:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389078.413211:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299666456 00000100:00000001:1.0:1767389078.413216:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389078.413217:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299666442 00000100:00000001:2.0:1767389078.413225:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299666456 00000100:00000001:1.0:1767389078.413228:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389078.413231:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389078.413234:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389078.413238:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.413241:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.413245:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.413249:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.413251:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389078.413264:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389078.413268:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389078.413278:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389078.413281:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389078.413285:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389078.413286:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.413295:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389078.413296:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.413302:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389078.413316:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a472ac74 x1853241654543616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.413327:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389078.413333:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389078.413347:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389078.413353:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389078.413356:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.413361:0:339009:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389078.413363:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a472ac74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:337538:1853241654543616:0@lo:400: 00000100:00100000:2.0:1767389078.413369:0:339009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654543872 00000100:00000001:1.0:1767389078.413371:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389078.413378:0:339009:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767389078.413381:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767389078.413383:0:339009:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767389078.413386:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.413389:0:339009:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389078.413392:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767389078.413397:0:339009:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389078.413398:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001626bc99. 02000000:00000001:1.0:1767389078.413404:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389078.413407:0:339009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654543872 00000020:00000001:2.0:1767389078.413413:0:339009:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767389078.413413:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e165915. 00000020:00000040:2.0:1767389078.413418:0:339009:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000400:00000010:1.0:1767389078.413423:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18d89f4. 00000020:00000001:2.0:1767389078.413424:0:339009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389078.413430:0:339009:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000100:00000200:1.0:1767389078.413433:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654543616, portal 10 00000020:00000001:2.0:1767389078.413435:0:339009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:1.0:1767389078.413439:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767389078.413441:0:339009:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:1.0:1767389078.413444:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378555520 : -122821330996096 : ffff904b6e31f480) 00000100:00000001:2.0:1767389078.413448:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389078.413456:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0e779ce. 00000100:00000040:1.0:1767389078.413456:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a472ac74 x1853241654543616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389078.413466:0:339009:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000073c5fbdf. 00000100:00000001:1.0:1767389078.413468:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:0.0:1767389078.413470:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000020:00000040:2.0:1767389078.413481:0:339009:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000040:1.0:1767389078.413484:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000004:00000020:0.0:1767389078.413486:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000400:00000010:1.0:1767389078.413498:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000100:00000001:2.0:1767389078.413500:0:339009:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000010:0.0:1767389078.413502:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005daca956. 00000100:00000200:1.0:1767389078.413506:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654543616, offset 0 00000020:00000010:2.0:1767389078.413511:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a15cb649. 00000020:00000040:0.0:1767389078.413522:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000010:2.0:1767389078.413524:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee54e454. 00000400:00000200:1.0:1767389078.413535:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767389078.413547:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005325c7f8. 00000100:00000001:0.0:1767389078.413549:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767389078.413550:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767389078.413563:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389078.413572:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389078.413574:0:339009:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000200:1.0:1767389078.413586:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372808500 00000100:00000001:2.0:1767389078.413591:0:339009:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:0.0:1767389078.413594:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a0f6da9d. 00000100:00000001:2.0:1767389078.413596:0:339009:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767389078.413597:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9848 00000100:00000001:2.0:1767389078.413605:0:339009:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389078.413612:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389078.413613:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389078.413619:0:339009:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767389078.413635:0:339009:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389078.413638:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767389078.413640:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389078.413643:0:339009:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.413646:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.413654:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389078.413658:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767389078.413663:0:339009:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767389078.413665:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdc63f84. 00000100:00000040:0.0:1767389078.413670:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005daca956] to pc [ptlrpcd_00_01+1] req@000000005daca956 x1853241654544000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389078.413682:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000fdc63f84 x1853241654543616 msgsize 224 00000100:00000001:2.0:1767389078.413690:0:339009:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389078.413701:0:339009:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389078.413718:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389078.413769:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389078.413786:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000100:00100000:2.0:1767389078.413787:0:339009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000400:00000010:1.0:1767389078.413790:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000100:00000040:2.0:1767389078.413799:0:339009:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:1.0:1767389078.413801:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767389078.413808:0:339009:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402883072 : -122821306668544 : ffff904b6fa52a00) 00000100:00000200:1.0:1767389078.413813:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a472ac74 x1853241654543616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389078.413819:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007415aef4 x1853241654543872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:529/0 lens 224/0 e 0 to 0 dl 1767389089 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767389078.413838:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.413864:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389078.413879:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389078.413880:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389078.413880:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389078.413893:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1767389078.413896:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a3a2b237. 00000100:00000040:1.0:1767389078.413900:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a472ac74 x1853241654543616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.413905:0:339009:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767389078.413909:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000ac9b03a x1853241654543744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389078.413920:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a3a2b237. 00000100:00100000:2.0:1767389078.413948:0:339009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007415aef4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:337536:x1853241654543872:12345-0@lo:400: 00000100:00000200:2.0:1767389078.413981:0:339009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654543872 00000020:00000001:2.0:1767389078.413993:0:339009:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389078.414003:0:339009:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767389078.414009:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389078.414013:0:339009:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.414017:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389078.414019:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767389078.414021:0:339009:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389078.414031:0:339009:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:0.0:1767389078.414033:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.414035:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389078.414068:0:339009:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767389078.414071:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5433 usecs (6 jiffies) 00000020:00000001:2.0:1767389078.414073:0:339009:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389078.414080:0:339009:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767389078.414080:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299666440 02000000:00000001:0.0:1767389078.414080:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767389078.414097:0:339009:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767389078.414099:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299666456 00000020:00000001:2.0:1767389078.414102:0:339009:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389078.414106:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389078.414107:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299666440 00000020:00000001:2.0:1767389078.414110:0:339009:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767389078.414121:0:339009:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389078.414122:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.414123:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299666456 02000000:00000001:2.0:1767389078.414133:0:339009:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767389078.414140:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299666440 02000000:00000010:2.0:1767389078.414143:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d5304935. 00000100:00100000:0.0:1767389078.414149:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000ac9b03a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:337539:1853241654543744:0@lo:400: 00000100:00000001:1.0:1767389078.414150:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299666456 02000000:00000001:2.0:1767389078.414151:0:339009:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.414164:0:339009:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.414164:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299666440 00000020:00000001:2.0:1767389078.414174:0:339009:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.414175:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299666456 00000100:00000001:0.0:1767389078.414178:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767389078.414184:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767389078.414185:0:339009:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654543872 00000100:00000001:1.0:1767389078.414190:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389078.414191:0:339009:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767389078.414203:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767389078.414204:0:339009:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007415aef4 x1853241654543872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:529/0 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389078.414207:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767389078.414211:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389078.414221:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.414225:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767389078.414226:0:339009:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767389078.414234:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1767389078.414235:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767389078.414236:0:339009:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.414240:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389078.414247:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1767389078.414248:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085926710. 00000100:00001000:2.0:1767389078.414249:0:339009:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389078.414250:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.414256:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389078.414264:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.414273:0:339009:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767389078.414277:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014682224. 00000100:00000040:2.0:1767389078.414282:0:339009:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389078.414292:0:339009:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000400:00000010:0.0:1767389078.414297:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 02000000:00000001:2.0:1767389078.414298:0:339009:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767389078.414298:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767389078.414305:0:339009:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389078.414308:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654543488 00000100:00000001:2.0:1767389078.414313:0:339009:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767389078.414314:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654543744, portal 10 00000100:00000040:2.0:1767389078.414328:0:339009:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767389078.414333:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389078.414335:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1767389078.414336:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00000100:00000001:1.0:1767389078.414345:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389078.414351:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378548352 : -122821331003264 : ffff904b6e31d880) 00000100:00000001:1.0:1767389078.414353:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389078.414354:0:339009:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654543872, offset 224 02000000:00000001:1.0:1767389078.414370:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389078.414377:0:339009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767389078.414378:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654543488 00000100:00000040:0.0:1767389078.414384:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000ac9b03a x1853241654543744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389078.414385:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389078.414394:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000400:00000200:2.0:1767389078.414401:0:339009:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767389078.414404:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389078.414413:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:1.0:1767389078.414429:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000200:2.0:1767389078.414438:0:339009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958372808600 00000020:00000001:1.0:1767389078.414444:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000200:2.0:1767389078.414465:0:339009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1fe1 [1] + 224 00000100:00000001:0.0:1767389078.414465:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389078.414466:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389078.414479:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006046294e. 00000400:00000200:2.0:1767389078.414481:0:339009:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767389078.414488:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767389078.414496:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767389078.414498:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c9b820. 00000400:00000200:2.0:1767389078.414504:0:339009:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767389078.414512:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006046294e. 00000100:00000200:0.0:1767389078.414517:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654543744, offset 0 00000100:00000001:2.0:1767389078.414520:0:339009:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767389078.414523:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d71c060. 00000020:00000010:1.0:1767389078.414533:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000728801bd. 00000100:00000200:2.0:1767389078.414535:0:339009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000480186f8 x1853241654543872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389078.414545:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767389078.414548:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b81e899. 00000100:00000040:2.0:1767389078.414575:0:339009:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000480186f8 x1853241654543872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389078.414576:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767389078.414578:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389078.414592:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389078.414600:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389078.414605:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.414618:0:339009:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389078.414618:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372808580 00000100:00000001:1.0:1767389078.414622:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389078.414635:0:339009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000400:00000010:2.0:1767389078.414642:0:339009:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000100:00000001:2.0:1767389078.414646:0:339009:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389078.414648:0:339009:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389078.414653:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389078.414654:0:339009:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389078.414666:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 10072 00000100:00000040:2.0:1767389078.414674:0:339009:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000200:0.0:1767389078.414677:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767389078.414681:0:339009:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767389078.414681:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767389078.414689:0:339009:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.414690:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767389078.414697:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767389078.414701:0:339009:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1767389078.414707:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00000001:0.0:1767389078.414709:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767389078.414711:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007415aef4 x1853241654543872/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:529/0 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389078.414719:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1767389078.414720:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000010:0.0:1767389078.414781:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d59fae0. 00000100:00000001:1.0:1767389078.414783:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661756496 : -122822047795120 : ffff904b43787850) 00000100:00000040:0.0:1767389078.414796:0:337539:0:(events.c:337:request_in_callback()) incoming req@000000000d59fae0 x1853241654543744 msgsize 224 00000100:00000040:1.0:1767389078.414805:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cea1c18f x1853241654543488/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:529/0 lens 224/0 e 0 to 0 dl 1767389089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389078.414811:0:339009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007415aef4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:337536:x1853241654543872:12345-0@lo:400: Request processed in 923us (1809us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389078.414843:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767389078.414858:0:339009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767389078.414867:0:339009:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:1.0:1767389078.414869:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389078.414872:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389078.414873:0:339009:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767389078.414877:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006046294e. 00000100:00000001:2.0:1767389078.414888:0:339009:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767389078.414897:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c9b820 00000020:00000010:2.0:1767389078.414900:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee54e454. 00000100:00000001:1.0:1767389078.414900:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767389078.414904:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c9b820. 00000020:00000010:1.0:1767389078.414916:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006046294e. 00000020:00000010:2.0:1767389078.414918:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005325c7f8. 00000100:00000001:0.0:1767389078.414919:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:2.0:1767389078.414936:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a15cb649. 00000100:00000200:0.0:1767389078.414937:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000ac9b03a x1853241654543744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389078.414945:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cea1c18f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654543488:12345-0@lo:400: 00000020:00000040:2.0:1767389078.414952:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:2.0:1767389078.414965:0:339009:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389078.414968:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654543488 00000020:00000001:1.0:1767389078.414981:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389078.414990:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767389078.414991:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767389078.414995:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389078.414999:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389078.415002:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000020:00000001:1.0:1767389078.415009:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767389078.415010:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000ac9b03a x1853241654543744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389078.415017:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389078.415029:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389078.415036:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389078.415040:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.415040:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.415072:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767389078.415073:0:338174:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767389078.415083:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389078.415088:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767389078.415092:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389078.415093:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ea26020f. 02000000:00000001:1.0:1767389078.415102:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389078.415103:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6297 usecs (7 jiffies) 00000100:00000001:1.0:1767389078.415109:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.415111:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299666442 00000020:00000001:1.0:1767389078.415114:0:338174:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.415120:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299666456 00010000:00000040:1.0:1767389078.415121:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654543488 00010000:00000001:1.0:1767389078.415136:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767389078.415137:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299666442 00010000:00000200:1.0:1767389078.415148:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cea1c18f x1853241654543488/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:529/0 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389078.415150:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299666456 00000100:00000001:0.0:1767389078.415168:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299666442 00010000:00000001:1.0:1767389078.415176:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389078.415184:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.415185:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299666456 00000100:00001000:1.0:1767389078.415188:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=103 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389078.415196:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299666442 00000100:00000001:1.0:1767389078.415198:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389078.415206:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389078.415211:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299666456 00000100:00000001:1.0:1767389078.415212:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389078.415229:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767389078.415231:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389078.415232:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.415251:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.415253:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389078.415260:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.415263:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389078.415276:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389078.415281:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000100:00000001:0.0:1767389078.415281:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389078.415286:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1767389078.415293:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654543488, offset 224 00000100:00000001:0.0:1767389078.415296:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389078.415305:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767389078.415312:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389078.415314:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.415321:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389078.415337:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389078.415355:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372808480 00000100:00080000:0.0:1767389078.415363:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:1.0:1767389078.415371:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1fdd [1] + 224 00000020:00000040:0.0:1767389078.415376:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000400:00000200:1.0:1767389078.415379:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389078.415406:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389078.415417:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389078.415431:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c57067ba x1853241654543488/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389078.415451:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000c57067ba x1853241654543488/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.415469:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389078.415486:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000400:00000010:1.0:1767389078.415490:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000100:00000001:1.0:1767389078.415503:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389078.415505:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389078.415507:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389078.415513:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389078.415521:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767389078.415529:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767389078.415530:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000001:0.0:1767389078.415541:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767389078.415543:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767389078.415553:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5fc9def. 00000020:00000001:1.0:1767389078.415555:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389078.415575:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767389078.415578:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5a7741e 00000400:00000010:0.0:1767389078.415586:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5a7741e. 00000100:00000040:1.0:1767389078.415588:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cea1c18f x1853241654543488/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:529/0 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389078.415607:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cea1c18f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654543488:12345-0@lo:400: Request processed in 732us (2768us total) trans 0 rc 0/0 00000100:00000001:0.0:1767389078.415611:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767389078.415636:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00000200:0.0:1767389078.415638:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000480186f8 x1853241654543872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389078.415649:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:1.0:1767389078.415666:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389078.415673:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767389078.415675:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000480186f8 x1853241654543872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389078.415679:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000728801bd. 00000100:00000001:0.0:1767389078.415689:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389078.415698:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389078.415701:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b81e899. 00000100:00000001:0.0:1767389078.415703:0:337536:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767389078.415714:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d71c060. 02000000:00000001:0.0:1767389078.415716:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389078.415724:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767389078.415767:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000001:0.0:1767389078.415770:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389078.415780:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389078.415786:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389078.415793:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ea26020f. 00000100:00001000:0.0:1767389078.415795:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=87 v=5 (5 0 0 0) 02000000:00000001:1.0:1767389078.415815:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767389078.415817:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389078.415831:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389078.415833:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389078.415844:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389078.415848:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767389078.415849:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767389078.415862:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecfb020f. 00010000:00080000:0.0:1767389078.415864:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000480186f8 x1853241654543872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389078.415874:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007032fc3d. 00010000:00000001:0.0:1767389078.415889:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.415898:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767389078.415903:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1767389078.415909:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767389078.415912:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389078.415916:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000480186f8 x1853241654543872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389078.415925:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389078.415927:0:338182:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389078.415930:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1767389078.415932:0:338182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654543616 00000100:00000001:0.0:1767389078.415935:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767389078.415937:0:338182:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389078.415944:0:338182:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767389078.415949:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000480186f8 x1853241654543872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.415952:0:338182:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389078.415967:0:338182:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389078.415988:0:338182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654543616 00000100:00100000:0.0:1767389078.415991:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000480186f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654543872:0@lo:400: 00000020:00000001:1.0:1767389078.415994:0:338182:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389078.416001:0:338182:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000020:00000001:1.0:1767389078.416007:0:338182:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389078.416010:0:338182:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000020:00000001:1.0:1767389078.416025:0:338182:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000020:00000001:1.0:1767389078.416032:0:338182:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:1.0:1767389078.416040:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389078.416041:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389078.416069:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006046294e. 00000100:00000001:0.0:1767389078.416074:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389078.416077:0:338182:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389078.416084:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006046294e. 00000100:00000040:0.0:1767389078.416104:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000480186f8 x1853241654543872/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389078.416105:0:338182:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d71c060. 00000020:00000010:1.0:1767389078.416116:0:338182:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000728801bd. 00000020:00000010:1.0:1767389078.416129:0:338182:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b81e899. 00000100:00000001:0.0:1767389078.416138:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389078.416149:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767389078.416156:0:338182:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000010:0.0:1767389078.416158:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004163c73f. 00000100:00000001:1.0:1767389078.416164:0:338182:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389078.416171:0:338182:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389078.416177:0:338182:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389078.416178:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389078.416188:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767389078.416191:0:338182:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:0.0:1767389078.416194:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767389078.416208:0:338182:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767389078.416210:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767389078.416212:0:338182:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389078.416219:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000091990dff. 00000100:00000001:1.0:1767389078.416232:0:338182:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389078.416232:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389078.416240:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389078.416245:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000480186f8. 00000100:00000001:0.0:1767389078.416256:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389078.416260:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389078.416265:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389078.416269:0:338182:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389078.416273:0:338182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654543744 00000100:00000001:0.0:1767389078.416275:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767389078.416278:0:338182:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389078.416282:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.416284:0:338182:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389078.416291:0:338182:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.416294:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767389078.416301:0:338182:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389078.416308:0:337536:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767389078.416310:0:338182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654543744 00000100:00000001:0.0:1767389078.416323:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389078.416325:0:338182:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389078.416332:0:338182:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000020:00000001:1.0:1767389078.416341:0:338182:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389078.416342:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767389078.416352:0:338182:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000100:00000001:0.0:1767389078.416354:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389078.416372:0:338182:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:0.0:1767389078.416374:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767389078.416379:0:338182:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:0.0:1767389078.416381:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389078.416394:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767389078.416398:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389078.416404:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006046294e. 00000100:00000040:0.0:1767389078.416409:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005daca956 x1853241654544000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389078.416414:0:338182:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003a215f44. 00000020:00000040:1.0:1767389078.416429:0:338182:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000001:0.0:1767389078.416430:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389078.416442:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389078.416450:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389078.416454:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389078.416459:0:338182:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1767389078.416461:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389078.416472:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005daca956 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654544000:0@lo:13: 00000020:00000010:1.0:1767389078.416474:0:338182:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000134f7215. 00000020:00000010:1.0:1767389078.416480:0:338182:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000b0f6dda. 00000020:00000010:1.0:1767389078.416484:0:338182:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069e5be74. 00000100:00000001:0.0:1767389078.416499:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767389078.416502:0:338182:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389078.416507:0:338182:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767389078.416509:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767389078.416510:0:339625:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389078.416512:0:338182:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389078.416514:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.416516:0:339625:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767389078.416527:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767389078.416532:0:339625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 02000000:00000010:0.0:1767389078.416532:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008b500c33. 02000000:00000001:0.0:1767389078.416542:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389078.416545:0:339625:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000100:00000001:1.0:1767389078.416545:0:338182:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:0.0:1767389078.416554:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2d78d42. 00000100:00000001:2.0:1767389078.416555:0:339625:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252378542080 : -122821331009536 : ffff904b6e31c000) 00000100:00000001:1.0:1767389078.416556:0:338182:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767389078.416566:0:338182:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389078.416574:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c9b820. 00000100:00000040:2.0:1767389078.416575:0:339625:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fdc63f84 x1853241654543616/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:529/0 lens 224/0 e 0 to 0 dl 1767389089 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.416587:0:338182:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389078.416590:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654544000, portal 4 00000100:00000001:0.0:1767389078.416606:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389078.416609:0:339625:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389078.416610:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389078.416611:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520927104 : -122821188624512 : ffff904b76ae5f80) 00000020:00000010:2.0:1767389078.416615:0:339625:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e8bad99f. 00000100:00000001:1.0:1767389078.416624:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767389078.416627:0:339625:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767389078.416633:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005daca956 x1853241654544000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389094 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389078.416643:0:339625:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e8bad99f. 00000100:00100000:1.0:1767389078.416643:0:338182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00000040:1.0:1767389078.416664:0:338182:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000100:00000001:0.0:1767389078.416665:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767389078.416670:0:339625:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fdc63f84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:337538:x1853241654543616:12345-0@lo:400: 00000100:00000001:1.0:1767389078.416685:0:338182:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520931584 : -122821188620032 : ffff904b76ae7100) 00000100:00000040:0.0:1767389078.416687:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767389078.416691:0:339625:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654543616 00000020:00000001:2.0:1767389078.416704:0:339625:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767389078.416706:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181b09ca. 00000100:00000040:1.0:1767389078.416710:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000d59fae0 x1853241654543744/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:529/0 lens 224/0 e 0 to 0 dl 1767389089 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767389078.416720:0:339625:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767389078.416722:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654544000, offset 0 00000400:00000200:0.0:1767389078.416731:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767389078.416764:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389078.416770:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092436606. 00000100:00000001:1.0:1767389078.416774:0:338182:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389078.416777:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092436606. 00000020:00000001:2.0:1767389078.416786:0:339625:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389078.416800:0:338182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000d59fae0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337539:x1853241654543744:12345-0@lo:400: 00000020:00000001:2.0:1767389078.416801:0:339625:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767389078.416803:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767389078.416810:0:339625:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:2.0:1767389078.416826:0:339625:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767389078.416828:0:338182:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654543744 00000020:00000001:2.0:1767389078.416831:0:339625:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389078.416833:0:338182:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389078.416838:0:339625:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389078.416844:0:338182:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767389078.416846:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372808680 00000020:00000001:2.0:1767389078.416847:0:339625:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389078.416851:0:338182:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389078.416855:0:339625:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389078.416862:0:339625:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767389078.416862:0:338182:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767389078.416863:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 3808 00000020:00000001:1.0:1767389078.416871:0:338182:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:2.0:1767389078.416876:0:339625:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767389078.416888:0:338182:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1767389078.416890:0:339625:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767389078.416891:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767389078.416895:0:338182:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767389078.416902:0:339625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000db81dcd5. 00000020:00000001:1.0:1767389078.416906:0:338182:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767389078.416913:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767389078.416916:0:339625:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389078.416917:0:338182:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389078.416925:0:338182:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.416926:0:339625:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.416928:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767389078.416932:0:338182:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1767389078.416938:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000001:2.0:1767389078.416941:0:339625:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.416942:0:338182:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000010:0.0:1767389078.416946:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c2bdd3cd. 02000000:00000001:1.0:1767389078.416948:0:338182:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:2.0:1767389078.416949:0:339625:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654543616 00010000:00000001:2.0:1767389078.416961:0:339625:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767389078.416962:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000c2bdd3cd x1853241654544000 msgsize 224 02000000:00000010:1.0:1767389078.416964:0:338182:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ea26020f. 00010000:00000200:2.0:1767389078.416979:0:339625:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fdc63f84 x1853241654543616/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:529/0 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389078.416985:0:338182:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.417002:0:338182:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389078.417005:0:339625:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1767389078.417011:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1767389078.417014:0:339625:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389078.417016:0:338182:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389078.417025:0:339625:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=97 v=5 (1 0 0 0) 00010000:00000040:1.0:1767389078.417026:0:338182:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654543744 00000100:00000001:0.0:1767389078.417030:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767389078.417041:0:338182:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767389078.417042:0:339625:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1767389078.417063:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181b09ca 00010000:00000200:1.0:1767389078.417068:0:338182:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d59fae0 x1853241654543744/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:529/0 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389078.417069:0:339625:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000400:00000010:0.0:1767389078.417073:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181b09ca. 00000100:00000001:2.0:1767389078.417079:0:339625:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389078.417090:0:339625:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767389078.417091:0:337536:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767389078.417103:0:339625:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389078.417105:0:338182:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767389078.417112:0:339625:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767389078.417112:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005daca956 x1853241654544000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389094 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389078.417115:0:338182:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389078.417130:0:339625:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:1.0:1767389078.417131:0:338182:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=97 v=5 (1 0 0 0) 00000400:00000010:2.0:1767389078.417141:0:339625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389078.417153:0:339625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654543616, offset 224 00000100:00000001:1.0:1767389078.417157:0:338182:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389078.417165:0:338182:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000400:00000200:2.0:1767389078.417169:0:339625:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767389078.417178:0:338182:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389078.417188:0:338182:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389078.417193:0:338182:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389078.417200:0:339625:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389078.417208:0:338182:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389078.417227:0:338182:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767389078.417237:0:339625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372808500 00000400:00000010:1.0:1767389078.417241:0:338182:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000100:00000001:0.0:1767389078.417245:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767389078.417253:0:339625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1fed [1] + 224 00000100:00000040:0.0:1767389078.417259:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005daca956 x1853241654544000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389094 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389078.417264:0:339625:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767389078.417265:0:338182:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654543744, offset 224 00000400:00000200:2.0:1767389078.417293:0:339625:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389078.417295:0:338182:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389078.417296:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.417311:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389078.417315:0:339625:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389078.417327:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389078.417330:0:339625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a472ac74 x1853241654543616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389078.417330:0:338182:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767389078.417336:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8320 usecs (9 jiffies) 00000100:00000001:0.0:1767389078.417351:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299666446 00000400:00000200:1.0:1767389078.417363:0:338182:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372808580 00000100:00000040:2.0:1767389078.417365:0:339625:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a472ac74 x1853241654543616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389078.417367:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299666456 00000400:00000200:1.0:1767389078.417383:0:338182:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ff5 [1] + 224 00000100:00000001:0.0:1767389078.417385:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299666446 00000100:00000001:0.0:1767389078.417400:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299666456 00000100:00000001:2.0:1767389078.417404:0:339625:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389078.417406:0:338182:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389078.417408:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299666446 00000400:00000200:2.0:1767389078.417419:0:339625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000100:00000001:0.0:1767389078.417425:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299666456 00000400:00000010:2.0:1767389078.417427:0:339625:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000400:00000200:1.0:1767389078.417437:0:338182:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389078.417440:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299666446 00000100:00000001:2.0:1767389078.417441:0:339625:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389078.417449:0:339625:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389078.417451:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299666456 00000100:00000001:1.0:1767389078.417453:0:338182:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389078.417464:0:339625:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.417466:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767389078.417469:0:338182:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000ac9b03a x1853241654543744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389078.417489:0:339625:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389078.417491:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389078.417502:0:338182:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000ac9b03a x1853241654543744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389078.417510:0:339625:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767389078.417511:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389078.417522:0:339625:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.417524:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389078.417531:0:339625:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767389078.417533:0:338182:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767389078.417545:0:339625:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fdc63f84 x1853241654543616/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:529/0 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389078.417551:0:338182:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000400:00000010:1.0:1767389078.417560:0:338182:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000100:00100000:2.0:1767389078.417569:0:339625:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fdc63f84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:337538:x1853241654543616:12345-0@lo:400: Request processed in 953us (3880us total) trans 0 rc 0/0 00000100:00000001:1.0:1767389078.417570:0:338182:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389078.417577:0:338182:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389078.417584:0:339010:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389078.417589:0:338182:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389078.417592:0:339625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1767389078.417595:0:339010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654544000 00000100:00000040:1.0:1767389078.417601:0:338182:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 02000000:00000001:0.0:1767389078.417608:0:339010:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1767389078.417609:0:339625:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00010000:00000001:1.0:1767389078.417609:0:338182:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767389078.417617:0:339010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767389078.417619:0:338182:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.417620:0:339625:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389078.417622:0:339010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.417626:0:339625:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767389078.417638:0:338182:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767389078.417640:0:339010:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389078.417642:0:339625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000728801bd. 00000100:00000040:1.0:1767389078.417654:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d59fae0 x1853241654543744/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:529/0 lens 224/224 e 0 to 0 dl 1767389089 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389078.417661:0:339625:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b81e899. 00000100:00100000:0.0:1767389078.417663:0:339010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654544000 00000100:00100000:1.0:1767389078.417679:0:338182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000d59fae0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337539:x1853241654543744:12345-0@lo:400: Request processed in 905us (2873us total) trans 0 rc 0/0 00000020:00000001:0.0:1767389078.417683:0:339010:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767389078.417686:0:339625:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d71c060. 00000020:00000040:0.0:1767389078.417688:0:339010:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000040:2.0:1767389078.417698:0:339625:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000020:00000001:0.0:1767389078.417700:0:339010:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389078.417714:0:339010:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000100:00000001:2.0:1767389078.417716:0:339625:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767389078.417753:0:338182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00000040:1.0:1767389078.417759:0:338182:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000100:00000001:1.0:1767389078.417763:0:338182:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389078.417769:0:338182:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389078.417774:0:338182:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000b0f6dda. 00000020:00000010:1.0:1767389078.417779:0:338182:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069e5be74. 00000020:00000010:1.0:1767389078.417783:0:338182:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000134f7215. 00000020:00000001:0.0:1767389078.417793:0:339010:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000040:1.0:1767389078.417796:0:338182:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000100:00000001:1.0:1767389078.417805:0:338182:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389078.417819:0:339010:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:0.0:1767389078.417831:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389078.417838:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a89f110. 00000100:00000001:0.0:1767389078.417844:0:339010:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389078.417847:0:339010:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a89f110. 00000020:00000010:0.0:1767389078.417858:0:339010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017f1bd85. 00000020:00000010:0.0:1767389078.417865:0:339010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000076a2f3cb. 00000020:00000010:0.0:1767389078.417871:0:339010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056cb4a59. 00000100:00080000:1.0:1767389078.417874:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767389078.417884:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000040:0.0:1767389078.417891:0:339010:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767389078.417897:0:339010:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389078.417901:0:339010:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389078.417906:0:339010:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.417911:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389078.417916:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389078.417920:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389078.417923:0:339010:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767389078.417924:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767389078.417931:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389078.417934:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389078.417940:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e165915. 00000400:00000200:1.0:1767389078.417946:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b18d89f4 00000100:00000001:0.0:1767389078.417946:0:339010:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389078.417953:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b18d89f4. 00000100:00000001:1.0:1767389078.417961:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1767389078.417963:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389078.417968:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767389078.417969:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a472ac74 x1853241654543616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389078.417972:0:339010:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1767389078.417974:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6d7db89. 00000100:00000001:0.0:1767389078.417980:0:339010:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767389078.417989:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f14acecd 00000400:00000010:2.0:1767389078.418000:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f14acecd. 00000100:00000200:1.0:1767389078.418003:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a472ac74 x1853241654543616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389078.418005:0:339010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000001:2.0:1767389078.418008:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389078.418022:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c57067ba x1853241654543488/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389078.418024:0:339010:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:0.0:1767389078.418039:0:339010:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520921728 : -122821188629888 : ffff904b76ae4a80) 00000100:00000001:1.0:1767389078.418079:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389078.418083:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389078.418084:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c57067ba x1853241654543488/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.418087:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389078.418093:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389078.418098:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389078.418105:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389078.418105:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.418111:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767389078.418112:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.418118:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389078.418122:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1767389078.418122:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=97 v=5 (5 0 0 0) 00000100:00000001:2.0:1767389078.418124:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389078.418130:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389078.418132:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=97 v=5 (1 0 0 0) 02000000:00000001:2.0:1767389078.418136:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.418138:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1767389078.418143:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=103 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389078.418147:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=103 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389078.418153:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.418157:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767389078.418159:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767389078.418163:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389078.418168:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767389078.418171:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a472ac74 x1853241654543616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389078.418172:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.418180:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389078.418191:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c57067ba x1853241654543488/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389078.418193:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.418203:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767389078.418207:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767389078.418214:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389078.418215:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767389078.418220:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.418221:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767389078.418224:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c2bdd3cd x1853241654544000/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:529/0 lens 224/0 e 0 to 0 dl 1767389089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.418229:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389078.418238:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a472ac74 x1853241654543616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389078.418249:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c57067ba x1853241654543488/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389078.418335:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389078.418337:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767389078.418339:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000c57067ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654543488:0@lo:400: 00000020:00000010:0.0:1767389078.418345:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a89f110. 00000100:00000001:1.0:1767389078.418346:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389078.418354:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389078.418363:0:339010:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389078.418369:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767389078.418370:0:339010:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a89f110. 00000100:00000040:1.0:1767389078.418372:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a472ac74 x1853241654543616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.418382:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767389078.418400:0:339010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c2bdd3cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337536:x1853241654544000:12345-0@lo:13: 00000100:00000040:2.0:1767389078.418402:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000c57067ba x1853241654543488/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389078.418409:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a472ac74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:337538:1853241654543616:0@lo:400: 00000100:00000200:0.0:1767389078.418445:0:339010:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654544000 00000100:00000001:1.0:1767389078.418452:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389078.418454:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767389078.418455:0:339010:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767389078.418461:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767389078.418469:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767389078.418470:0:339010:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:1.0:1767389078.418477:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a472ac74 x1853241654543616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389078.418478:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d23b4d6. 00000020:00000001:0.0:1767389078.418479:0:339010:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389078.418500:0:339010:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767389078.418502:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767389078.418504:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767389078.418512:0:339010:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000020:00000001:2.0:1767389078.418515:0:337537:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767389078.418515:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:2.0:1767389078.418520:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 02000000:00000010:1.0:1767389078.418521:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001626bc99. 00000020:00000001:2.0:1767389078.418528:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767389078.418536:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1767389078.418538:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000076792804. 00000020:00000001:0.0:1767389078.418540:0:339010:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389078.418541:0:337538:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767389078.418548:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389078.418558:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767389078.418558:0:339010:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767389078.418560:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000010:2.0:1767389078.418571:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c57067ba. 00000020:00000001:1.0:1767389078.418583:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767389078.418584:0:339010:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767389078.418585:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389078.418596:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767389078.418601:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d1cdd336. 00000100:00000001:2.0:1767389078.418603:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389078.418603:0:339010:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389078.418619:0:339010:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.418624:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1767389078.418624:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767389078.418628:0:339010:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389078.418630:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767389078.418631:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389078.418634:0:339010:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:1.0:1767389078.418637:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a472ac74. 00000100:00000001:2.0:1767389078.418644:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767389078.418646:0:339010:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004ed959e9. 00000100:00000001:1.0:1767389078.418649:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389078.418650:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389078.418652:0:339010:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.418661:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389078.418662:0:339010:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.418670:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389078.418676:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389078.418680:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00002000:00000001:0.0:1767389078.418682:0:339010:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:1.0:1767389078.418686:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:2.0:1767389078.418690:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767389078.418694:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767389078.418696:0:339010:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000001:2.0:1767389078.418697:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767389078.418700:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767389078.418709:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014682224. 00000020:00000001:0.0:1767389078.418710:0:339010:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767389078.418711:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389078.418802:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b802415 00000400:00000010:2.0:1767389078.418808:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000100:00000001:2.0:1767389078.418819:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389078.418831:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000ac9b03a x1853241654543744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389078.418846:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000ac9b03a x1853241654543744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.418859:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389078.418861:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389078.418863:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389078.418865:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389078.418868:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389078.418871:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389078.418873:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389078.418878:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=94 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389078.418882:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389078.418886:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389078.418887:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389078.418889:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767389078.418895:0:337539:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000ac9b03a x1853241654543744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389078.418902:0:337539:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.418921:0:337539:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767389078.418924:0:337539:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767389078.418925:0:337539:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389078.418927:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389078.418930:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000ac9b03a x1853241654543744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.418939:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389078.418942:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389078.418943:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389078.418951:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ac9b03a x1853241654543744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389078.418961:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000ac9b03a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:337539:1853241654543744:0@lo:400: 00000100:00000001:2.0:1767389078.418968:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389078.418971:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389078.418975:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000ac9b03a x1853241654543744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.418986:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389078.418989:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389078.418992:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085926710. 02000000:00000001:2.0:1767389078.418997:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389078.418998:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389078.419000:0:337539:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767389078.419004:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389078.419007:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e2b7d884. 02000000:00000001:2.0:1767389078.419014:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389078.419017:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389078.419019:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000ac9b03a. 00000100:00000001:2.0:1767389078.419026:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389078.419031:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389078.419034:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389078.419044:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389078.419066:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.419071:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389078.419073:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389078.419484:0:339010:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389078.419500:0:339010:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389078.419503:0:339010:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767389078.419507:0:339010:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767389078.419512:0:339010:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:0.0:1767389078.419515:0:339010:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767389078.419520:0:339010:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00002000:00000001:0.0:1767389078.419523:0:339010:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767389078.419530:0:339010:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767389078.419532:0:339010:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767389078.419535:0:339010:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389078.419538:0:339010:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654544000 00010000:00000001:0.0:1767389078.419541:0:339010:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389078.419548:0:339010:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c2bdd3cd x1853241654544000/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:529/0 lens 224/368 e 0 to 0 dl 1767389089 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389078.419557:0:339010:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389078.419559:0:339010:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389078.419562:0:339010:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389078.419567:0:339010:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389078.419570:0:339010:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389078.419572:0:339010:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389078.419576:0:339010:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389078.419588:0:339010:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.419591:0:339010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389078.419594:0:339010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389078.419597:0:339010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181b09ca. 00000100:00000200:0.0:1767389078.419601:0:339010:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654544000, offset 224 00000400:00000200:0.0:1767389078.419606:0:339010:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389078.419615:0:339010:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389078.419623:0:339010:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372808680 00000400:00000200:0.0:1767389078.419628:0:339010:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2009 [1] + 224 00000400:00000200:0.0:1767389078.419633:0:339010:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389078.419636:0:339010:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389078.419640:0:339010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389078.419644:0:339010:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005daca956 x1853241654544000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389094 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389078.419652:0:339010:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000005daca956 x1853241654544000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389078.419674:0:339010:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389078.419680:0:339010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181b09ca 00000400:00000010:0.0:1767389078.419682:0:339010:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181b09ca. 00000100:00000001:0.0:1767389078.419685:0:339010:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389078.419687:0:339010:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389078.419690:0:339010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389078.419693:0:339010:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389078.419696:0:339010:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389078.419698:0:339010:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389078.419700:0:339010:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767389078.419704:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2bdd3cd x1853241654544000/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:529/0 lens 224/368 e 0 to 0 dl 1767389089 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389078.419712:0:339010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c2bdd3cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337536:x1853241654544000:12345-0@lo:13: Request processed in 1378us (2751us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389078.419720:0:339010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000040:0.0:1767389078.419723:0:339010:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:2.0:1767389078.419849:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389078.419856:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767389078.419868:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389078.419872:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389078.419875:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2d78d42. 00000400:00000200:2.0:1767389078.419905:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003c9b820 00000400:00000010:2.0:1767389078.419908:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c9b820. 00000100:00000001:2.0:1767389078.419918:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389078.419928:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005daca956 x1853241654544000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389078.419950:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005daca956 x1853241654544000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.419963:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389078.419968:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389078.419973:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389078.419975:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389078.419978:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389078.419981:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389078.419984:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389078.419991:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=87 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389078.419998:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=87 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389078.420003:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389078.420006:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389078.420010:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767389078.420016:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005daca956 x1853241654544000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389078.420036:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.420041:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767389078.420044:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1767389078.420100:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389078.420102:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389078.420107:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005daca956 x1853241654544000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389094 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.420114:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389078.420117:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389078.420120:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767389078.420123:0:337536:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767389078.420130:0:337536:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767389078.420134:0:337536:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000004:00000020:2.0:1767389078.420146:0:337536:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000004:00000001:2.0:1767389078.420153:0:337536:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389078.420158:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005daca956 x1853241654544000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389094 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389078.420166:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005daca956 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:337536:1853241654544000:0@lo:13: 00000100:00000001:2.0:1767389078.420171:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389078.420175:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389078.420178:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005daca956 x1853241654544000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389094 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.420184:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389078.420187:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389078.420189:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008b500c33. 02000000:00000001:2.0:1767389078.420195:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389078.420197:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389078.420198:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767389078.420201:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389078.420203:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a0f6da9d. 02000000:00000001:2.0:1767389078.420210:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389078.420212:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389078.420214:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005daca956. 00000100:00000001:2.0:1767389078.420218:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389078.420220:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389078.420222:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389078.420230:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389078.420232:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.420234:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389078.420237:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389078.420323:0:339010:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389078.420334:0:339010:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389078.420339:0:339010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000076a2f3cb. 00000020:00000010:0.0:1767389078.420344:0:339010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056cb4a59. 00000020:00000010:0.0:1767389078.420347:0:339010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017f1bd85. 00000020:00000040:0.0:1767389078.420354:0:339010:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:0.0:1767389078.420357:0:339010:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389078.436833:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299666456, at 4299666457 00000100:00000010:2.0:1767389078.436849:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9ca8cc1. 00000100:00000040:3.0:1767389078.436887:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299666456, at 4299666457 00000100:00000010:3.0:1767389078.436904:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000079fc4b4f. 00000100:00000040:0.0:1767389078.436965:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299666456, at 4299666457 00000100:00000010:0.0:1767389078.436976:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e055224. 00000100:00000040:1.0:1767389078.437108:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299666456, at 4299666457 00000100:00000010:1.0:1767389078.437119:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa1174fd. 00010000:00000001:3.0:1767389078.733249:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389078.733259:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389078.733273:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389078.733278:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389078.733347:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389078.733358:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389078.733365:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767389078.923867:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767389078.923874:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 2 10000000:00000001:1.0:1767389078.923881:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389078.923885:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767389078.923890:0:338177:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767389078.923892:0:338177:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767389078.923898:0:338177:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767389078.923902:0:338177:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767389078.923905:0:338177:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff904b60cd8000 from 67 10000000:00000001:1.0:1767389078.923911:0:338177:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767389078.923914:0:338177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767389078.923924:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a472ac74. 00000020:00000040:1.0:1767389078.923929:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389078.923937:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389078.923941:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389078.923949:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389078.923958:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bdc05623. 00000100:00000001:1.0:1767389078.923967:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389078.923974:0:338177:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767389078.923979:0:338177:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767389078.923989:0:338177:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008b99bf45. 00010000:00000001:1.0:1767389078.923995:0:338177:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389078.923999:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f79eca00. 00000020:00000001:1.0:1767389078.924007:0:338177:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389078.924010:0:338177:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f79eca00 with handle 0x95cd417baf4295b3 to hash 00000020:00000001:1.0:1767389078.924014:0:338177:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389078.924017:0:338177:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389078.924022:0:338177:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389078.924066:0:338177:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389078.924070:0:338177:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389078.924073:0:338177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4295b3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389078.924086:0:338177:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4295b3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389078.924100:0:338177:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4295b3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767389078.924107:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767389078.924110:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767389078.924118:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a231cb5. 00000100:00000001:1.0:1767389078.924122:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621252370399424 : -122821339152192 : ffff904b6db580c0) 00000100:00000001:1.0:1767389078.924125:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389078.924128:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378555520 : -122821330996096 : ffff904b6e31f480) 00000100:00000001:1.0:1767389078.924135:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389078.924137:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.924141:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767389078.924143:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389078.924153:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a472ac74 x1853241654544128/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.924166:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389078.924170:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389078.924173:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389078.924176:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389078.924179:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389078.924183:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a472ac74 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654544128:0@lo:101: 00000100:00000001:1.0:1767389078.924189:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389078.924196:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389078.924199:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389078.924202:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389078.924207:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a208a94b. 02000000:00000001:1.0:1767389078.924218:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389078.924225:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e165915. 00000400:00000010:1.0:1767389078.924233:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18d89f4. 00000100:00000200:1.0:1767389078.924240:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654544128, portal 25 00000100:00000001:1.0:1767389078.924242:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389078.924244:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378555520 : -122821330996096 : ffff904b6e31f480) 00000100:00000040:1.0:1767389078.924249:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a472ac74 x1853241654544128/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389094 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.924260:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389078.924263:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389078.924266:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000100:00000200:1.0:1767389078.924270:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654544128, offset 0 00000400:00000200:1.0:1767389078.924279:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389078.924296:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389078.924310:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958372808700 00000400:00000200:1.0:1767389078.924317:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1751 [2] + 0 00000400:00000010:1.0:1767389078.924322:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000798683f3. 00000400:00000200:1.0:1767389078.924328:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000037ec48fb 00000400:00000200:1.0:1767389078.924337:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389078.924342:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389078.924349:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037ec48fb 00000400:00000010:1.0:1767389078.924352:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037ec48fb. 00000100:00000001:1.0:1767389078.924359:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389078.924361:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389078.924365:0:338177:0:(events.c:337:request_in_callback()) incoming req@0000000058692d5b x1853241654544128 msgsize 328 00000100:00100000:1.0:1767389078.924370:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389078.924372:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767389078.924395:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389078.924403:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000400:00000010:1.0:1767389078.924405:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000100:00000001:1.0:1767389078.924413:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389078.924419:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a472ac74 x1853241654544128/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389094 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.924430:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389078.924444:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a472ac74 x1853241654544128/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389094 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.924452:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.924455:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389078.924465:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.924472:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299666967 00000100:00000010:1.0:1767389078.924477:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa1174fd. 00000100:00000001:1.0:1767389078.924487:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767389078.924500:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299666967 00000100:00000010:1.0:1767389078.924505:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e055224. 00000100:00000001:2.0:1767389078.924506:0:352639:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389078.924513:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00100000:2.0:1767389078.924514:0:352639:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654544128 02000000:00000001:2.0:1767389078.924523:0:352639:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389078.924527:0:352639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389078.924531:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299666967 00000100:00000001:2.0:1767389078.924532:0:352639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389078.924544:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000079fc4b4f. 02000000:00000001:2.0:1767389078.924546:0:352639:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.924551:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00100000:2.0:1767389078.924554:0:352639:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654544128 00000020:00000001:2.0:1767389078.924560:0:352639:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767389078.924562:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299666967 00000020:00000040:2.0:1767389078.924565:0:352639:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000010:1.0:1767389078.924570:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9ca8cc1. 00000020:00000001:2.0:1767389078.924571:0:352639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389078.924580:0:352639:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000001:1.0:1767389078.924581:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000020:00000001:2.0:1767389078.924589:0:352639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389078.924596:0:352639:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389078.924597:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389078.924605:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.924607:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389078.924609:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389078.924614:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767389078.924616:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eabf8db5. 00000100:00100000:1.0:1767389078.924617:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 000000000a231cb5 going to sleep for 11 seconds 00000100:00000001:2.0:1767389078.924626:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389078.924629:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767389078.924632:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000eabf8db5. 00000100:00000001:1.0:1767389078.924637:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389078.924645:0:352639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf09925c. 00000020:00000010:2.0:1767389078.924655:0:352639:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005c882e12. 00000020:00000010:2.0:1767389078.924662:0:352639:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005325c7f8. 00000100:00000040:2.0:1767389078.924681:0:352639:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767389078.924686:0:352639:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389078.924690:0:352639:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389078.924694:0:352639:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.924708:0:352639:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.924828:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389078.924832:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389078.924844:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00000040:1.0:1767389078.924851:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389078.924855:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661744208 : -122822047807408 : ffff904b43784850) 00000100:00000040:1.0:1767389078.924867:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058692d5b x1853241654544128/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:529/0 lens 328/0 e 0 to 0 dl 1767389089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.924878:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389078.924895:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a82c7aaa. 00000100:00000001:1.0:1767389078.924899:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389078.924902:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a82c7aaa. 00000100:00100000:1.0:1767389078.924912:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058692d5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:338177:x1853241654544128:12345-0@lo:101: 00000100:00000200:1.0:1767389078.924917:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654544128 00000020:00000001:1.0:1767389078.924923:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389078.924929:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389078.924932:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389078.924935:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389078.924939:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000020:00000001:1.0:1767389078.924943:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389078.924947:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389078.924950:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389078.924953:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389078.924959:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389078.924964:0:338174:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767389078.924968:0:338174:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767389078.924972:0:338174:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767389078.924976:0:338174:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767389078.924978:0:338174:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389078.924986:0:338174:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767389078.924996:0:338174:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000db61f510. 00010000:00000001:1.0:1767389078.925003:0:338174:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389078.925007:0:338174:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000036cc4f3c. 00000020:00000001:1.0:1767389078.925013:0:338174:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389078.925016:0:338174:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000036cc4f3c with handle 0x95cd417baf4295ba to hash 00000100:00000001:2.0:1767389078.925021:0:352639:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389078.925021:0:338174:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389078.925026:0:338174:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00010000:00000001:1.0:1767389078.925033:0:338174:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00010000:00010000:1.0:1767389078.925059:0:338174:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000036cc4f3c/0x95cd417baf4295ba lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x95cd417baf4295b3 expref: -99 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389078.925070:0:338174:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003eb5d898 : new locks_count 10 00000020:00000040:1.0:1767389078.925073:0:338174:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=15 00000100:00000001:1.0:1767389078.925095:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389078.925099:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389078.925104:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000abd18d47. 02000000:00000001:1.0:1767389078.925108:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.925111:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389078.925115:0:338174:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389078.925121:0:338174:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389078.925125:0:338174:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389078.925128:0:338174:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389078.925131:0:338174:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389078.925133:0:338174:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389078.925135:0:338174:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389078.925138:0:338174:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389078.925141:0:338174:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389078.925143:0:338174:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389078.925146:0:338174:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389078.925149:0:338174:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000db61f510) refcount = 1 00010000:00010000:1.0:1767389078.925155:0:338174:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000036cc4f3c/0x95cd417baf4295ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x95cd417baf4295b3 expref: 15 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389078.925162:0:338174:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389078.925164:0:338174:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389078.925166:0:338174:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389078.925169:0:338174:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389078.925171:0:338174:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389078.925177:0:338174:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767389078.925180:0:338174:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000036cc4f3c/0x95cd417baf4295ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf4295b3 expref: 15 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389078.925188:0:338174:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389078.925191:0:338174:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389078.925194:0:338174:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389078.925197:0:338174:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389078.925199:0:338174:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389078.925201:0:338174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389078.925203:0:338174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389078.925205:0:338174:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000036cc4f3c, rc 0) 00000020:00000001:1.0:1767389078.925216:0:338174:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389078.925221:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654544128 00010000:00000001:1.0:1767389078.925224:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389078.925229:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000058692d5b x1853241654544128/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:529/0 lens 328/344 e 0 to 0 dl 1767389089 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389078.925239:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389078.925242:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389078.925247:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=103 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389078.925253:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389078.925256:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389078.925259:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389078.925262:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389078.925265:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.925268:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389078.925271:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389078.925275:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000100:00000200:1.0:1767389078.925279:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654544128, offset 224 00000400:00000200:1.0:1767389078.925284:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389078.925292:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389078.925302:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958372808700 00000400:00000200:1.0:1767389078.925308:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x201d [1] + 224 00000400:00000200:1.0:1767389078.925313:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389078.925319:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389078.925324:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389078.925328:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a472ac74 x1853241654544128/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389094 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389078.925338:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000a472ac74 x1853241654544128/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389094 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.925365:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389078.925371:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000400:00000010:1.0:1767389078.925374:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000100:00000001:1.0:1767389078.925377:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389078.925380:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389078.925394:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389078.925398:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389078.925401:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389078.925404:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389078.925406:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389078.925410:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058692d5b x1853241654544128/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:529/0 lens 328/344 e 0 to 0 dl 1767389089 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389078.925420:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058692d5b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654544128:12345-0@lo:101: Request processed in 541us (1053us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389078.925429:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00000040:1.0:1767389078.925432:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:1.0:1767389078.925436:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389078.925439:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389078.925444:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005c882e12. 00000020:00000010:1.0:1767389078.925450:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005325c7f8. 00000100:00000001:2.0:1767389078.925457:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767389078.925457:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf09925c. 00000020:00000040:1.0:1767389078.925463:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000400:00000001:2.0:1767389078.925470:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767389078.925471:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000001:2.0:1767389078.925476:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1767389078.925477:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000abd18d47. 00000400:00000010:2.0:1767389078.925483:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e165915. 02000000:00000001:1.0:1767389078.925485:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389078.925489:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389078.925494:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b18d89f4 00000100:00000200:1.0:1767389078.925497:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389078.925500:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b18d89f4. 00000400:00000010:1.0:1767389078.925505:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049275521. 00000100:00000001:2.0:1767389078.925508:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767389078.925517:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091e44734. 00000100:00000200:2.0:1767389078.925521:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a472ac74 x1853241654544128/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389094 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389078.925542:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a472ac74 x1853241654544128/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389094 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.925553:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389078.925555:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389078.925558:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389078.925561:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389078.925563:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389078.925565:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389078.925569:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389078.925576:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=103 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389078.925580:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=103 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389078.925586:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389078.925588:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389078.925594:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389078.925597:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.925601:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389078.925606:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a472ac74 x1853241654544128/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389094 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.925615:0:338177:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389078.925619:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389078.925622:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389078.925628:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a472ac74 x1853241654544128/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389094 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389078.925646:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a472ac74 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654544128:0@lo:101: 00000100:00000001:2.0:1767389078.925656:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389078.925664:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.925667:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767389078.925672:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389078.925679:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a472ac74 x1853241654544128/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389094 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.925687:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389078.925691:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000a231cb5. 00000100:00000001:2.0:1767389078.925701:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767389078.925706:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389078.925709:0:338177:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767389078.925714:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389078.925716:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389078.925721:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=4 00000020:00000001:2.0:1767389078.925789:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:2.0:1767389078.925795:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000040:2.0:1767389078.925802:0:338177:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000f79eca00, remote cookie: 0x95cd417baf4295ba, flags: 0x0 00010000:00000001:2.0:1767389078.925807:0:338177:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389078.925812:0:338177:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389078.925815:0:338177:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389078.925818:0:338177:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389078.925820:0:338177:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389078.925823:0:338177:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008b99bf45) refcount = 1 00010000:00010000:2.0:1767389078.925828:0:338177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4295b3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf4295ba expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389078.925837:0:338177:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389078.925840:0:338177:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389078.925843:0:338177:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389078.925847:0:338177:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389078.925852:0:338177:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389078.925858:0:338177:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4295b3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf4295ba expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389078.925866:0:338177:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767389078.925869:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389078.925872:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389078.925873:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389078.925874:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389078.925878:0:338177:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.925883:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389078.925887:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a472ac74 x1853241654544128/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389094 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.925896:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389078.925900:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389078.925903:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a208a94b. 02000000:00000001:2.0:1767389078.925914:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389078.925916:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389078.925920:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389078.925923:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389078.925927:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000bdc05623. 02000000:00000001:2.0:1767389078.925932:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389078.925935:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389078.925940:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a472ac74. 00000100:00000001:2.0:1767389078.925947:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389078.925949:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767389078.925953:0:338177:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389078.925957:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767389078.925960:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 3 10000000:00000001:2.0:1767389078.925964:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389078.925968:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389078.925970:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389078.925973:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=3 00000020:00000001:2.0:1767389078.925977:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:2.0:1767389078.925982:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:2.0:1767389078.925985:0:338177:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767389078.925988:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389078.925991:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389078.925995:0:338177:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389078.925999:0:338177:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767389078.926006:0:338177:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000be110bef. 00000100:00000010:2.0:1767389078.926033:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8e7ae78. 00000020:00000040:2.0:1767389078.926063:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389078.926068:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389078.926071:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389078.926076:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389078.926081:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000026bd5b34. 00000100:00000001:2.0:1767389078.926086:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.926091:0:338177:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767389078.926097:0:338177:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e081db92. 00000100:00000010:2.0:1767389078.926101:0:338177:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000eabf8db5. 00000020:00000040:2.0:1767389078.926103:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389078.926109:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767389078.926111:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767389078.926115:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e26cd8c3. 00000100:00000001:2.0:1767389078.926118:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247502764288 : -122826206787328 : ffff904a4b934900) 00000100:00000001:2.0:1767389078.926121:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389078.926122:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402876800 : -122821306674816 : ffff904b6fa51180) 00000100:00000001:2.0:1767389078.926127:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389078.926129:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.926131:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767389078.926132:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389078.926136:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8e7ae78 x1853241654544256/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.926145:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389078.926148:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389078.926152:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389078.926155:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389078.926157:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389078.926160:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8e7ae78 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654544256:0@lo:256: 00000100:00000001:2.0:1767389078.926165:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389078.926169:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389078.926172:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.926175:0:338177:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767389078.926182:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000944a905. 00000400:00000010:2.0:1767389078.926190:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000751f9b41. 00000100:00000200:2.0:1767389078.926196:0:338177:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958372808780-0x6958372808780, portal 33 00000100:00000001:2.0:1767389078.926201:0:338177:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389078.926204:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389078.926209:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a15cb649. 02000000:00000001:2.0:1767389078.926211:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389078.926214:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086311f96. 00000400:00000010:2.0:1767389078.926219:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389078.926222:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654544256, portal 25 00000100:00000001:2.0:1767389078.926224:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389078.926226:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402876800 : -122821306674816 : ffff904b6fa51180) 00000100:00000040:2.0:1767389078.926232:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8e7ae78 x1853241654544256/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389094 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.926241:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389078.926245:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389078.926249:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389078.926251:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853241654544256, offset 0 00000400:00000200:2.0:1767389078.926260:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389078.926271:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389078.926286:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958372808780 00000400:00000200:2.0:1767389078.926293:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1785 [2] + 0 00000400:00000010:2.0:1767389078.926298:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5a673b5. 00000400:00000200:2.0:1767389078.926303:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006a0cefc9 00000400:00000200:2.0:1767389078.926307:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389078.926312:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389078.926321:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a0cefc9 00000400:00000010:2.0:1767389078.926325:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a0cefc9. 00000100:00000001:2.0:1767389078.926334:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389078.926337:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767389078.926341:0:338177:0:(events.c:337:request_in_callback()) incoming req@0000000008eae66e x1853241654544256 msgsize 304 00000100:00100000:2.0:1767389078.926349:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389078.926354:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767389078.926374:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389078.926381:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3df1a58 00000400:00000010:2.0:1767389078.926383:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000100:00000001:2.0:1767389078.926388:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389078.926391:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8e7ae78 x1853241654544256/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389094 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.926401:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389078.926404:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b8e7ae78 x1853241654544256/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389094 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.926412:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.926414:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389078.926418:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.926421:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299666969 00000100:00000001:2.0:1767389078.926430:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299666967 00000100:00000001:2.0:1767389078.926436:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299666969 00000100:00000001:2.0:1767389078.926439:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299666967 00000100:00000001:2.0:1767389078.926442:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299666969 00000100:00000001:2.0:1767389078.926447:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299666967 00000100:00000001:2.0:1767389078.926450:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299666969 00000100:00000001:2.0:1767389078.926456:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299666967 00000100:00000001:2.0:1767389078.926463:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389078.926469:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.926474:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389078.926476:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389078.926479:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389078.926480:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e26cd8c3 going to sleep for 11 seconds 00000100:00100000:1.0:1767389078.926489:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654544256 00000100:00000001:2.0:1767389078.926490:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767389078.926499:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389078.926500:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.926506:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389078.926512:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389078.926517:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389078.926521:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654544256 00000020:00000001:1.0:1767389078.926524:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389078.926527:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389078.926532:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389078.926535:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:1.0:1767389078.926553:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389078.926558:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389078.926564:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389078.926570:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a82c7aaa. 00000100:00000001:1.0:1767389078.926574:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389078.926578:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a82c7aaa. 00000020:00000010:1.0:1767389078.926588:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d23b4d6. 00000020:00000010:1.0:1767389078.926593:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004752cc15. 00000020:00000010:1.0:1767389078.926600:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069e5be74. 00000100:00000040:1.0:1767389078.926609:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389078.926614:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389078.926617:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389078.926620:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.926628:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.926652:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389078.926664:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389078.926666:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389078.926671:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00000040:1.0:1767389078.926676:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389078.926679:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361791568 : -122821347760048 : ffff904b6d322850) 00000100:00000040:1.0:1767389078.926685:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000008eae66e x1853241654544256/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:529/0 lens 304/0 e 0 to 0 dl 1767389089 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.926697:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389078.926702:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a82c7aaa. 00000100:00000001:1.0:1767389078.926704:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389078.926706:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a82c7aaa. 00000100:00100000:1.0:1767389078.926712:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000008eae66e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654544256:12345-0@lo:256: 00000100:00000200:1.0:1767389078.926717:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654544256 00000020:00000001:1.0:1767389078.926719:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389078.926723:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389078.926790:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389078.926795:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389078.926809:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333408 : -1039218208 : ffffffffc20ec9e0) 00000020:00000001:1.0:1767389078.926813:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389078.926814:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389078.926816:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389078.926819:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389078.926821:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.926826:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389078.926828:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389078.926837:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000abd18d47. 02000000:00000001:1.0:1767389078.926840:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.926843:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389078.926846:0:338174:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767389078.926852:0:338174:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767389078.926857:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767389078.926860:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767389078.926864:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389078.926869:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767389078.926872:0:338174:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767389078.926877:0:338174:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000dd7ef9ed. 20000000:00000001:1.0:1767389078.926881:0:338174:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767389078.926903:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767389078.926913:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767389078.926920:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767389078.926923:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767389078.926927:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767389078.926931:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767389078.926935:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767389078.926938:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767389078.926942:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767389078.926945:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767389078.926949:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767389078.926953:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767389078.926957:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767389078.926960:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767389078.926963:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767389078.926966:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767389078.926969:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767389078.926972:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767389078.926982:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767389078.926984:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767389078.926987:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767389078.926989:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767389078.926991:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767389078.926994:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767389078.926996:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767389078.926998:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767389078.927000:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767389078.927002:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767389078.927004:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767389078.927006:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767389078.927009:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767389078.927011:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767389078.927014:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767389078.927016:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:1.0:1767389078.927019:0:338174:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 3392/1/4/3. 20000000:00000040:1.0:1767389078.927031:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767389078.927033:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767389078.927065:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767389078.927069:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767389078.927071:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767389078.927074:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767389078.927076:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767389078.927078:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767389078.927081:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767389078.927083:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767389078.927086:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767389078.927089:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767389078.927091:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767389078.927093:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767389078.927096:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767389078.927098:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767389078.927100:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767389078.927102:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767389078.927106:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767389078.927109:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767389078.927111:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767389078.927114:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767389078.927126:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767389078.927129:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767389078.927131:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767389078.927134:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767389078.927138:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767389078.927140:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767389078.927143:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767389078.927146:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767389078.927149:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767389078.927152:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767389078.927156:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767389078.927160:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:01000000:1.0:1767389078.927164:0:338174:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 704, pages 2688/1/4/3. 20000000:01000000:1.0:1767389078.927167:0:338174:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1408, version 70 20000000:00000001:1.0:1767389078.927170:0:338174:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1408 : 1408 : 580) 00000100:00000001:1.0:1767389078.927174:0:338174:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767389078.927179:0:338174:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d0224ab8. 00000100:00000010:1.0:1767389078.927184:0:338174:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004f7d5597. 00000020:00000040:1.0:1767389078.927187:0:338174:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=16 00010000:00000001:1.0:1767389078.927193:0:338174:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767389078.927197:0:338174:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767389078.927202:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000400:00000010:1.0:1767389078.927213:0:338174:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000daabfb07. 00000400:00000200:1.0:1767389078.927223:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389078.927245:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389078.927261:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1408 into portal 33 MB=0x6958372808780 00000400:00000200:1.0:1767389078.927272:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1408/1408 into md 0x202d [4] + 0 00000400:00000010:1.0:1767389078.927277:0:338174:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000944a905. 00000400:00000200:1.0:1767389078.927282:0:338174:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000751f9b41 00000400:00000200:1.0:1767389078.927286:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389078.927291:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389078.927294:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000751f9b41 00000400:00000010:1.0:1767389078.927296:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000751f9b41. 00000100:00000001:1.0:1767389078.927300:0:338174:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767389078.927302:0:338174:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b8e7ae78 desc 00000000e081db92 mbits 1853241654544256 00000100:00000001:1.0:1767389078.927320:0:338174:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767389078.927334:0:338174:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767389078.927340:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767389078.927350:0:338174:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2039 00000400:00000200:1.0:1767389078.927353:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389078.927358:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767389078.927364:0:338174:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767389078.927366:0:338174:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000d0224ab8 00000100:00000001:1.0:1767389078.927369:0:338174:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767389078.927377:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000400:00000010:1.0:1767389078.927378:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000100:00000001:1.0:1767389078.927382:0:338174:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767389078.927383:0:338174:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000d0224ab8 00000100:00000001:1.0:1767389078.927387:0:338174:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767389078.927392:0:338174:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1408 bytes via portal 33 id 12345-0@lo mbits 0x6958372808780-0x6958372808780 00000100:00000001:1.0:1767389078.927397:0:338174:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389078.927402:0:338174:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.927407:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767389078.927413:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000010:1.0:1767389078.927419:0:338174:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004f7d5597. 00000100:00000001:2.0:1767389078.927420:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767389078.927427:0:338174:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d0224ab8. 00000100:00000001:2.0:1767389078.927429:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.927438:0:338174:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767389078.927442:0:338174:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767389078.927456:0:338174:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000dd7ef9ed. 20000000:00000001:1.0:1767389078.927462:0:338174:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389078.927466:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654544256 00010000:00000001:1.0:1767389078.927469:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389078.927475:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000008eae66e x1853241654544256/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:529/0 lens 304/240 e 0 to 0 dl 1767389089 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389078.927486:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389078.927491:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389078.927494:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=103 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389078.927501:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389078.927508:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389078.927512:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389078.927516:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389078.927526:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389078.927532:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389078.927538:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389078.927543:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000100:00000200:1.0:1767389078.927547:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853241654544256, offset 224 00000400:00000200:1.0:1767389078.927561:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389078.927572:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389078.927578:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958372808780 00000400:00000200:1.0:1767389078.927583:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2031 [1] + 224 00000400:00000200:1.0:1767389078.927588:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389078.927591:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389078.927594:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389078.927598:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8e7ae78 x1853241654544256/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389094 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389078.927610:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b8e7ae78 x1853241654544256/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389094 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389078.927631:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389078.927638:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000400:00000010:1.0:1767389078.927640:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000100:00000001:1.0:1767389078.927646:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389078.927648:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389078.927653:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389078.927659:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389078.927663:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767389078.927666:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767389078.927667:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389078.927674:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767389078.927678:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767389078.927680:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008eae66e x1853241654544256/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:529/0 lens 304/240 e 0 to 0 dl 1767389089 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767389078.927684:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389078.927690:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086311f96. 00000400:00000200:2.0:1767389078.927704:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000400:00000010:2.0:1767389078.927711:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000100:00100000:1.0:1767389078.927712:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000008eae66e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654544256:12345-0@lo:256: Request processed in 1005us (1361us total) trans 0 rc 0/0 00000100:00000001:2.0:1767389078.927720:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389078.927763:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8e7ae78 x1853241654544256/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389094 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389078.927783:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8e7ae78 x1853241654544256/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389094 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389078.927795:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00000001:2.0:1767389078.927808:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767389078.927808:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:2.0:1767389078.927816:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389078.927817:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389078.927821:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389078.927825:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389078.927829:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389078.927836:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389078.927837:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389078.927847:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004752cc15. 02000000:00000001:2.0:1767389078.927848:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389078.927861:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=103 v=5 (5 0 0 0) 00000020:00000010:1.0:1767389078.927863:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069e5be74. 00000100:00001000:2.0:1767389078.927874:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=103 v=5 (1 0 0 0) 00000020:00000010:1.0:1767389078.927878:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d23b4d6. 00000100:00000001:2.0:1767389078.927885:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389078.927891:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389078.927895:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00010000:00000001:2.0:1767389078.927896:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389078.927903:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.927912:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389078.927912:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389078.927921:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000abd18d47. 00000100:00000040:2.0:1767389078.927927:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000b8e7ae78 x1853241654544256/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389094 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389078.927932:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389078.927939:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389078.927953:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767389078.927956:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000b8e7ae78 x1853241654544256/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389094 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389078.927962:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e165915. 00000100:00000001:2.0:1767389078.927973:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1767389078.927975:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062527c76. 00000100:00000001:2.0:1767389078.927976:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389078.927987:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8e7ae78 x1853241654544256/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389094 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389078.927997:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8e7ae78 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654544256:0@lo:256: 00000100:00000001:2.0:1767389078.928010:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389078.928013:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.928015:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767389078.928017:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389078.928021:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8e7ae78 x1853241654544256/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389094 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.928029:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389078.928033:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e26cd8c3. 00000100:00000001:2.0:1767389078.928076:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767389078.928078:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767389078.928083:0:338177:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 70, more 0. 10000000:00000001:2.0:1767389078.928088:0:338177:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767389078.928098:0:338177:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005e7a97f1. 10000000:00000040:2.0:1767389078.928114:0:338177:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767389078.928125:0:338177:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767389078.928130:0:338177:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767389078.928136:0:338177:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.113@tcp has 192.168.204.113@tcp. 00000100:00000001:2.0:1767389078.928139:0:338177:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389078.928142:0:338177:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767389078.928145:0:338177:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.113@tcp with 192.168.204.113@tcp 00000100:00000200:2.0:1767389078.928148:0:338177:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.113@tcp' 00000100:00000200:2.0:1767389078.928153:0:338177:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 34 NIDs for '192.168.204.113@tcp' 00000400:00000200:2.0:1767389078.928157:0:338177:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767389078.928161:0:338177:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767389078.928166:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.113@tcp 00000400:00000200:2.0:1767389078.928177:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767389078.928183:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (34) 00000400:00000200:2.0:1767389078.928192:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (35) 00000400:00000200:2.0:1767389078.928222:0:338177:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:2.0:1767389078.928226:0:338177:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767389078.928232:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767389078.928242:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp: 0. pending discovery 00000400:00000200:2.0:1767389078.928246:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (36) 00000400:00000200:2.0:1767389078.928253:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp 00000400:00000200:2.0:1767389078.928257:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.113@tcp10 00000400:00000200:2.0:1767389078.928263:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767389078.928268:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp10 00000400:00000200:2.0:1767389078.928272:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.113@tcp11 00000400:00000200:2.0:1767389078.928278:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767389078.928281:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp11 00000400:00000200:2.0:1767389078.928285:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.113@tcp12 00000400:00000200:0.0:1767389078.928289:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767389078.928290:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767389078.928304:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp12 00000400:00000200:2.0:1767389078.928308:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.113@tcp13 00000400:00000200:0.0:1767389078.928315:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102171 00000400:00000200:2.0:1767389078.928322:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767389078.928330:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (35) 00000400:00000200:2.0:1767389078.928332:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp13 00000400:00000200:2.0:1767389078.928341:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.113@tcp14 00000400:00000010:0.0:1767389078.928345:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 0000000097f4835b. 00000400:00000200:2.0:1767389078.928351:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767389078.928358:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp14 00000400:00000200:2.0:1767389078.928363:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.113@tcp15 00000400:00000010:0.0:1767389078.928365:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181b09ca. 00000400:00000200:2.0:1767389078.928379:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767389078.928383:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp15 00000400:00000010:0.0:1767389078.928385:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005f4601e9. 00000400:00000200:2.0:1767389078.928386:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.113@tcp16 00000400:00000200:2.0:1767389078.928403:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767389078.928408:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000400:00000200:2.0:1767389078.928412:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp16 00000400:00000200:2.0:1767389078.928418:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.113@tcp17 00000400:00000200:2.0:1767389078.928423:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767389078.928426:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp17 00000400:00000200:2.0:1767389078.928430:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.113@tcp18 00000400:00000200:0.0:1767389078.928436:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:2.0:1767389078.928446:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767389078.928455:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp18 00000400:00000200:2.0:1767389078.928459:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.113@tcp19 00000400:00000200:0.0:1767389078.928461:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000400:00000200:2.0:1767389078.928474:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767389078.928484:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000400:00000200:2.0:1767389078.928486:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp19 00000400:00000200:2.0:1767389078.928503:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.113@tcp20 00000400:00000200:0.0:1767389078.928519:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:2.0:1767389078.928526:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767389078.928542:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp20 00000400:00000200:2.0:1767389078.928556:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.113@tcp21 00000400:00000200:0.0:1767389078.928557:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 00000400:00000200:2.0:1767389078.928578:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767389078.928586:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 38], ns[97, 38] 00000400:00000200:2.0:1767389078.928591:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp21 00000400:00000200:2.0:1767389078.928606:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.113@tcp22 00000400:00000200:0.0:1767389078.928606:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[101, 38] 00000400:00000200:2.0:1767389078.928624:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767389078.928626:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 38], ns[112, 38] 00000400:00000200:2.0:1767389078.928635:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp22 00000400:00000200:2.0:1767389078.928647:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.113@tcp23 00000400:00000200:0.0:1767389078.928648:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[119, 38] 00000400:00000200:2.0:1767389078.928670:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767389078.928671:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[123, 38] 00000400:00000200:2.0:1767389078.928678:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp23 00000400:00000200:2.0:1767389078.928681:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.113@tcp24 00000400:00000200:2.0:1767389078.928691:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767389078.928704:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp24 00000400:00000200:2.0:1767389078.928717:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.113@tcp25 00000400:00000200:0.0:1767389078.928724:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 38], ns[135, 38] 00000400:00000200:2.0:1767389078.928805:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767389078.928806:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 38], ns[143, 38] 00000400:00000200:2.0:1767389078.928815:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp25 00000400:00000200:2.0:1767389078.928828:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.113@tcp26 00000400:00000200:0.0:1767389078.928836:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 38], ns[146, 38] 00000400:00000200:2.0:1767389078.928851:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767389078.928859:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 38], ns[32, 38] 00000400:00000200:2.0:1767389078.928863:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp26 00000400:00000200:2.0:1767389078.928872:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.113@tcp27 00000400:00000200:0.0:1767389078.928882:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:2.0:1767389078.928887:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767389078.928906:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp27 00000400:00000200:2.0:1767389078.928914:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.113@tcp28 00000400:00000200:0.0:1767389078.928921:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 32], ns[42, 32] 00000400:00000200:2.0:1767389078.928929:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767389078.928937:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp28 00000400:00000200:0.0:1767389078.928941:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 32], ns[46, 32] 00000400:00000200:2.0:1767389078.928953:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.113@tcp29 00000400:00000200:2.0:1767389078.928974:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767389078.928976:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 32], ns[50, 32] 00000400:00000200:2.0:1767389078.928993:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp29 00000400:00000200:2.0:1767389078.928999:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.113@tcp30 00000400:00000200:0.0:1767389078.929011:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 32], ns[54, 32] 00000400:00000200:2.0:1767389078.929021:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767389078.929034:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp30 00000400:00000200:2.0:1767389078.929062:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.113@tcp31 00000400:00000200:0.0:1767389078.929071:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 32], ns[58, 32] 00000400:00000200:2.0:1767389078.929072:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767389078.929086:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp31 00000400:00000200:2.0:1767389078.929103:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.113@tcp32 00000400:00000200:0.0:1767389078.929105:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[125, 32], ns[128, 32] 00000400:00000200:0.0:1767389078.929121:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 32], ns[141, 32] 00000400:00000200:0.0:1767389078.929133:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 32], ns[87, 32] 00000400:00000200:0.0:1767389078.929143:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 32], ns[90, 32] 00000400:00000200:2.0:1767389078.929153:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767389078.929163:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp32 00000400:00000200:2.0:1767389078.929171:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.113@tcp33 00000400:00000200:0.0:1767389078.929187:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 32], ns[125, 32] 00000400:00000200:2.0:1767389078.929188:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767389078.929199:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp33 00000400:00000200:2.0:1767389078.929211:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.113@tcp34 00000400:00000200:2.0:1767389078.929229:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767389078.929234:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 32], ns[132, 32] 00000400:00000200:2.0:1767389078.929235:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp34 00000400:00000200:2.0:1767389078.929252:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.113@tcp35 00000400:00000200:2.0:1767389078.929272:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767389078.929279:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp35 00000400:00000200:0.0:1767389078.929280:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 32], ns[109, 32] 00000400:00000200:2.0:1767389078.929295:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.113@tcp36 00000400:00000200:2.0:1767389078.929317:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767389078.929319:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 32], ns[117, 32] 00000400:00000200:2.0:1767389078.929329:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp36 00000400:00000200:2.0:1767389078.929334:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.113@tcp37 00000400:00000200:2.0:1767389078.929352:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767389078.929358:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp37 00000400:00000200:2.0:1767389078.929361:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.113@tcp38 00000400:00000200:2.0:1767389078.929373:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp38 NID flags 0x1: -114 00000400:00000200:0.0:1767389078.929373:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 32], ns[127, 32] 00000400:00000200:2.0:1767389078.929389:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp38 00000400:00000200:2.0:1767389078.929403:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.113@tcp39 00000400:00000200:0.0:1767389078.929404:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[146, 32], ns[150, 32] 00000400:00000200:2.0:1767389078.929422:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767389078.929429:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[147, 32], ns[151, 32] 00000400:00000200:2.0:1767389078.929431:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp39 00000400:00000200:2.0:1767389078.929449:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.113@tcp40 00000400:00000200:2.0:1767389078.929461:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767389078.929464:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[145, 32], ns[149, 32] 00000400:00000200:2.0:1767389078.929474:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp40 00000100:00000001:2.0:1767389078.929482:0:338177:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389078.929491:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 32], ns[0, 32] 00010000:00000001:2.0:1767389078.929493:0:338177:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389078.929513:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 10000000:00000040:2.0:1767389078.929515:0:338177:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.113@tcp' by NID '192.168.204.113@tcp' 10000000:00000010:2.0:1767389078.929524:0:338177:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000caaac582. 00000400:00000200:0.0:1767389078.929526:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp41 10000000:00000040:2.0:1767389078.929535:0:338177:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 70/70 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.113@tcp::1 00000020:00000080:2.0:1767389078.929543:0:338177:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767389078.929544:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp41 lpni_is_preferred = 0 00000400:00000200:0.0:1767389078.929556:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp41 00000020:00000001:2.0:1767389078.929559:0:338177:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767389078.929573:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf09925c. 00000400:00000200:0.0:1767389078.929574:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp41 NI seq info: [152:152:256:4294967295] 192.168.204.113@tcp41 LPNI seq info [148:148:8:4294967295] 00000400:00000200:0.0:1767389078.929601:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp41 00000020:00000010:2.0:1767389078.929603:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004936d78a. 00000040:00000010:2.0:1767389078.929621:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000df05f51e. 00000020:00000010:2.0:1767389078.929633:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005d053261. 00000400:00000200:0.0:1767389078.929641:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp41(192.168.204.113@tcp41:) -> 192.168.204.113@tcp41(192.168.204.113@tcp:192.168.204.113@tcp41) : GET try# 0 00000020:00000010:2.0:1767389078.929644:0:338177:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ee4fc435. 00000020:00000010:2.0:1767389078.929655:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e507d83a. 00000800:00000200:0.0:1767389078.929656:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp41 80000000:00000010:2.0:1767389078.929678:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f02017eb. 00000800:00000010:0.0:1767389078.929679:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a0f6da9d. 40000000:00000010:2.0:1767389078.929699:0:338177:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000578a43d7. 00000800:00000010:0.0:1767389078.929707:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000090e1988e. 00100000:00000010:2.0:1767389078.929710:0:338177:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000081b3af91. 00000800:00000010:0.0:1767389078.929715:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000be18f89e. 00040000:00000010:2.0:1767389078.929719:0:338177:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005acbe559. 00040000:00000010:2.0:1767389078.929761:0:338177:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000add8fcc5. 00040000:00000010:2.0:1767389078.929770:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c418d14a. 00000800:00000200:0.0:1767389078.929775:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090e1988e] -> 12345-192.168.204.113@tcp41 (2) 00080000:00000010:2.0:1767389078.929777:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001a3a50d0. 00000004:00000010:2.0:1767389078.929789:0:338177:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c9a49eea. 00000800:00000200:0.1:1767389078.929801:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090e1988e] -> 12345-192.168.204.113@tcp41 (2) 00000004:00000010:2.0:1767389078.929807:0:338177:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009e9493ce. 00000004:00000010:2.0:1767389078.929816:0:338177:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000511cd70a. 00002000:00000010:2.0:1767389078.929823:0:338177:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000003de6ce0. 00000004:00000010:2.0:1767389078.929831:0:338177:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000548735c8. 00000400:00000200:0.0:1767389078.929836:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000004:00000001:2.0:1767389078.929842:0:338177:0:(osp_dev.c:662:osp_process_config()) Process entered 00000400:00000200:0.0:1767389078.929843:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100371 rc 0 00000040:00000001:2.0:1767389078.929850:0:338177:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767389078.929855:0:338177:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000caaac582 00000040:00001000:2.0:1767389078.929861:0:338177:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767389078.929867:0:338177:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1767389078.929871:0:338177:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767389078.929876:0:338177:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767389078.929884:0:338177:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1767389078.929889:0:338177:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767389078.929892:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767389078.929897:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.113@tcp::1 00000040:00000001:2.0:1767389078.929901:0:338177:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767389078.930008:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000004:00000001:2.0:1767389078.930031:0:338177:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389078.930115:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004936d78a. 00000040:00000010:2.0:1767389078.930125:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000df05f51e. 00000020:00000010:2.0:1767389078.930131:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005d053261. 00000020:00000010:2.0:1767389078.930139:0:338177:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ee4fc435. 00000020:00000010:2.0:1767389078.930149:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e507d83a. 80000000:00000010:2.0:1767389078.930161:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f02017eb. 40000000:00000010:2.0:1767389078.930166:0:338177:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000578a43d7. 00100000:00000010:2.0:1767389078.930170:0:338177:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000081b3af91. 00040000:00000010:2.0:1767389078.930179:0:338177:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005acbe559. 00040000:00000010:2.0:1767389078.930184:0:338177:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000add8fcc5. 00000400:00000200:0.0:1767389078.930185:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00040000:00000010:2.0:1767389078.930190:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c418d14a. 00080000:00000010:2.0:1767389078.930199:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001a3a50d0. 00000004:00000010:2.0:1767389078.930209:0:338177:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c9a49eea. 00000004:00000010:2.0:1767389078.930216:0:338177:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009e9493ce. 00000004:00000010:2.0:1767389078.930226:0:338177:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000511cd70a. 00002000:00000010:2.0:1767389078.930236:0:338177:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000003de6ce0. 00000004:00000010:2.0:1767389078.930248:0:338177:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000548735c8. 00000020:00000010:2.0:1767389078.930257:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf09925c. 00000020:00000001:2.0:1767389078.930263:0:338177:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389078.930267:0:338177:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767389078.930272:0:338177:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000caaac582. 10000000:00000010:2.0:1767389078.930279:0:338177:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005e7a97f1. 10000000:00000001:2.0:1767389078.930288:0:338177:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389078.930294:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389078.930310:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8e7ae78 x1853241654544256/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389094 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389078.930323:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389078.930328:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389078.930333:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a15cb649. 02000000:00000001:2.0:1767389078.930341:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389078.930344:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389078.930349:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389078.930354:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767389078.930359:0:338177:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767389078.930362:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389078.930368:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389078.930373:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767389078.930375:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000100:00000010:2.0:1767389078.930385:0:338177:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000eabf8db5. 00000100:00000010:2.0:1767389078.930395:0:338177:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e081db92. 00000100:00000001:2.0:1767389078.930401:0:338177:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767389078.930404:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000026bd5b34. 02000000:00000001:2.0:1767389078.930410:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389078.930414:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389078.930417:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8e7ae78. 00000100:00000001:2.0:1767389078.930424:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389078.930428:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1767389078.930460:0:338177:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000be110bef. 10000000:01000000:2.0:1767389078.930469:0:338177:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:0.0:1767389078.930470:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 10000000:00000001:2.0:1767389078.930482:0:338177:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767389078.930487:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389078.930491:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389078.930497:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=3 00000020:00000001:2.0:1767389078.930505:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:2.0:1767389078.930509:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:2.0:1767389078.930513:0:338177:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389078.930518:0:338177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4295b3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf4295ba expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389078.930532:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389078.930535:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389078.930539:0:338177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4295b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf4295ba expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767389078.930541:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00010000:00000001:2.0:1767389078.930563:0:338177:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389078.930566:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389078.930569:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767389078.930571:0:338177:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389078.930575:0:338177:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389078.930578:0:338177:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767389078.930584:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767389078.930588:0:338177:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 3 10000000:00000001:2.0:1767389078.930592:0:338177:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767389078.930623:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.930699:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.930864:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.931001:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.931143:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.931276:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.931357:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.931419:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.931465:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.931543:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.931592:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.931629:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.931663:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.931684:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.931705:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.931831:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.931878:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.931931:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.931996:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.932130:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.932217:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.932306:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.932386:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.932462:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.932543:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.932594:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.932630:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.932694:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.932729:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389078.932823:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389078.933101:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001760ee2e. 00000800:00000010:0.0:1767389078.933109:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000687d71fd. 00000800:00000010:0.0:1767389078.933116:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009cbf9d8f. 00000800:00000010:0.0:1767389078.933189:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009cbf9d8f. 00000800:00020000:0.0:1767389078.933208:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389078.933214:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000687d71fd. 00000800:00000010:0.0:1767389078.933219:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001760ee2e. 00000400:02020000:0.0:1767389078.933295:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp41 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389078.933303:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp41 notifying 192.168.204.113@tcp41: down 00000800:00000200:0.0:1767389078.933310:0:337526:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp41 down 00000800:00000100:0.0:1767389078.933317:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp41 00000800:00000010:0.0:1767389078.933321:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a0f6da9d. 00000400:00000200:0.0:1767389078.933327:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389078.933332:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp41->192.168.204.113@tcp41: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389078.933344:0:337526:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp41 added to recovery queue. ping count: 0 next ping: 5000 health :900 00000400:00000200:0.0:1767389078.933349:0:337526:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767389078.933354:0:337526:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 1 00000400:00000200:0.0:1767389078.933358:0:337526:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389078.933481:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767389078.933495:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100971 00000400:00000001:2.0:1767389078.933506:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389078.933510:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389078.933513:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000181b09ca 00000400:00000010:2.0:1767389078.933518:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181b09ca. 00000400:00000200:2.0:1767389078.933528:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767389078.933535:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000010:2.0:1767389078.933541:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 0000000097f4835b. 00000400:00000200:2.0:1767389078.933548:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (36) 00000400:00000200:2.0:1767389078.933556:0:337534:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.113@tcp:-71 00000400:00000200:2.0:1767389078.933562:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102171 rc -71 00000400:00000200:2.0:1767389078.933567:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:2.0:1767389078.933579:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (35) 00000020:00000010:1.0:1767389078.947937:0:355422:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000a82c7aaa. 00000020:00000040:1.0:1767389078.947949:0:355422:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(1) 00000020:00000010:1.0:1767389078.947952:0:355422:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000a82c7aaa. 00000100:00000040:0.0:1767389078.949867:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299666969, at 4299666970 00000100:00000040:3.0:1767389078.949880:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299666969, at 4299666970 00000100:00000010:0.0:1767389078.949883:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa1174fd. 00000100:00000010:3.0:1767389078.949898:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9ca8cc1. 00000100:00000040:2.0:1767389078.950896:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299666969, at 4299666971 00000100:00000010:2.0:1767389078.950913:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000079fc4b4f. 00000100:00000040:1.0:1767389078.951058:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299666969, at 4299666971 00000100:00000010:1.0:1767389078.951072:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e055224. 00000400:00000001:2.0:1767389079.115849:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389079.115855:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389079.115859:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6e123e 00000400:00000010:2.0:1767389079.115864:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6e123e. 00000400:00000200:2.0:1767389079.115870:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389079.115880:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp39 recovery ping unlinked 00000400:00000010:2.0:1767389079.115894:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e19f910f. 00000400:00000010:2.0:1767389079.115903:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c56ce264. 00010000:00000001:3.0:1767389079.755828:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389079.755836:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389079.755844:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389079.755846:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389079.755869:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389079.755873:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389079.755876:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767389079.947873:0:339024:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767389079.947880:0:339024:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389079.947898:0:338163:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767389079.947906:0:338163:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389079.990833:0:355596:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389079.990857:0:355596:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389079.990864:0:355596:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389079.990875:0:355596:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389079.990887:0:355596:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389079.990893:0:355596:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767389080.139853:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6c543c4] -> 12345-192.168.204.113@tcp12 (6) 00000400:00000200:2.0:1767389080.139866:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp41 00000800:00000200:3.0:1767389080.139879:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp12 ip 192.168.204.113:988 00000400:00000010:2.0:1767389080.139881:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fb3aff94. 00000800:00000200:3.0:1767389080.139892:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767389080.139896:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b644bd55. 00000400:00000010:2.0:1767389080.139906:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00000400:00000010:2.0:1767389080.139922:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000902fdee5. 00000400:00000200:2.0:1767389080.139933:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp41 00000400:00000200:2.0:1767389080.139974:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp41 local destination 00000400:00000200:2.0:1767389080.139986:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp41 00000400:00000200:2.0:1767389080.139993:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp41 NI seq info: [153:153:256:4294967295] 192.168.204.113@tcp41 LPNI seq info [149:149:8:4294967295] 00000400:00000200:2.0:1767389080.140005:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp41 00000400:00000200:2.0:1767389080.140041:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp41(192.168.204.113@tcp41:) -> 192.168.204.113@tcp41(192.168.204.113@tcp41:192.168.204.113@tcp41) : GET try# 0 00000800:00000200:2.0:1767389080.140053:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp41 00000800:00000010:2.0:1767389080.140062:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c4c5345e. 00000800:00000200:2.0:1767389080.140073:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090e1988e] -> 12345-192.168.204.113@tcp41 (2) 00000800:00000200:2.1:1767389080.140099:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090e1988e] -> 12345-192.168.204.113@tcp41 (2) 00000800:00000001:3.0:1767389080.140141:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767389080.140142:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp41 added to recovery queue. ping count: 1 next ping: 5002 health :900 00000800:00000200:0.0:1767389080.140158:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767389080.140172:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389080.140195:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389080.140201:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389080.140269:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140332:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140369:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140401:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140437:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140469:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140498:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140527:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140557:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140586:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140615:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140640:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140667:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140696:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140721:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140807:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140841:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140882:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140928:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140963:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.140996:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.141057:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.141096:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.141129:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.141165:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.141205:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.141273:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.141309:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.141351:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.141396:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.141437:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.141477:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.141541:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.141629:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389080.141668:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:2.0:1767389080.141971:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bbd12167. 00000800:00000010:2.0:1767389080.141979:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c460ecb3. 00000800:00000010:2.0:1767389080.141987:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004723173e. 00000800:00000010:2.0:1767389080.142043:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004723173e. 00000800:00020000:2.0:1767389080.142068:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389080.142074:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c460ecb3. 00000800:00000010:2.0:1767389080.142077:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bbd12167. 00000400:02020000:2.0:1767389080.142154:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp41 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767389080.142166:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp41 notifying 192.168.204.113@tcp41: down 00000400:00000200:2.0:1767389080.142171:0:337527:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767389080.142177:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp41 00000800:00000010:2.0:1767389080.142182:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c4c5345e. 00000400:00000200:2.0:1767389080.142192:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767389080.142198:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp41->192.168.204.113@tcp41: GET: LOCAL_ERROR 00000400:00000200:2.0:1767389080.142211:0:337527:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767389080.142215:0:337527:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767389080.142220:0:337527:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp41) recovery failed with -71 00010000:00000001:3.0:1767389080.779893:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389080.779902:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389080.779911:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389080.779914:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389080.780037:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389080.780044:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389080.780049:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767389081.130901:0:355760:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767389081.130907:0:355760:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:0.0:1767389081.137641:0:355760:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389081.150751:0:355761:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004ab5d2f4. 00000400:00000010:0.0:1767389081.150831:0:355761:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c5b8a7d7. 00000400:00000010:0.0:1767389081.150845:0:355761:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000035899788. 00000400:00000010:0.0:1767389081.150851:0:355761:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b7d95ff0. 00000400:00000010:0.0:1767389081.150856:0:355761:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f3c8d4fd. 00000400:00000010:0.0:1767389081.150861:0:355761:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001118c507. 00000400:00000010:0.0:1767389081.150864:0:355761:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e3a91417. 00000400:00000010:0.0:1767389081.150866:0:355761:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000053bee2fd. 00000400:00000010:0.0:1767389081.150871:0:355761:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006a252747. 00000800:00000010:0.0:1767389081.150901:0:355761:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a0f6da9d. 00000800:00000200:0.0:1767389081.150917:0:355761:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389081.150933:0:355761:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389081.150986:0:355761:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389081.151057:0:355761:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp43 [8/256/0/180] 00000400:00000010:0.0:1767389081.154117:0:355761:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000bb5f44a2. 00000400:00000010:0.0:1767389081.154129:0:355761:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2d78d42. 00000400:00000010:0.0:1767389081.154138:0:355761:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a179ee7f. 00000400:00000001:0.0:1767389081.154189:0:355761:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389081.154193:0:355761:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389081.154198:0:355761:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cef57acf. 00000400:00000200:0.0:1767389081.154202:0:355761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f32e25e2 00000400:00000010:0.0:1767389081.154205:0:355761:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f32e25e2. 00000400:00000010:0.0:1767389081.154210:0:355761:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000250a6b92. 00000400:00000200:0.0:1767389081.154217:0:355761:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (34) 00000400:00000200:0.0:1767389081.154238:0:355761:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389081.154255:0:355761:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:0.0:1767389081.154264:0:355761:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001760ee2e. 00000020:01000000:0.0:1767389081.154270:0:355761:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767389081.154273:0:355761:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp43 00000400:00000010:0.0:1767389081.154293:0:355761:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c5b8a7d7. 00000400:00000010:0.0:1767389081.154300:0:355761:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004ab5d2f4. 00000400:00000200:2.0:1767389081.154305:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767389081.154323:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102171 00000400:00000200:2.0:1767389081.154330:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (35) 00000020:00000001:3.0:1767389081.154335:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:2.0:1767389081.154341:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 0000000078c6e70c. 10000000:00000001:3.0:1767389081.154343:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767389081.154353:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:2.0:1767389081.154354:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 10000000:01000000:3.0:1767389081.154362:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767389081.154370:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000010:2.0:1767389081.154371:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009ccb85b2. 00000020:01000004:3.0:1767389081.154378:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767389081.154381:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767389081.154393:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000020:01000004:3.0:1767389081.154394:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389081.154411:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389081.154416:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389081.154419:0:257746:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767389081.154421:0:257746:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767389081.154423:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389081.154426:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767389081.154432:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000100:00000010:3.0:1767389081.154435:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff8424d7. 00000020:00000040:3.0:1767389081.154449:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:2.0:1767389081.154450:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000400:00000200:2.0:1767389081.154478:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000400:00000200:2.0:1767389081.154490:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000100:00000001:3.0:1767389081.154491:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767389081.154507:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 02000000:00000001:3.0:1767389081.154508:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767389081.154518:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 38], ns[97, 38] 02000000:00000001:3.0:1767389081.154521:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389081.154526:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[101, 38] 00000400:00000200:2.0:1767389081.154538:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 38], ns[112, 38] 02000000:00000010:3.0:1767389081.154543:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001284c6fe. 00000400:00000200:2.0:1767389081.154548:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[119, 38] 00000400:00000200:2.0:1767389081.154561:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[123, 38] 00000100:00000001:3.0:1767389081.154563:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389081.154571:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 38], ns[135, 38] 00000400:00000200:2.0:1767389081.154579:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 38], ns[143, 38] 00000100:00000001:3.0:1767389081.154580:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389081.154591:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389081.154593:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 38], ns[146, 38] 00000400:00000200:2.0:1767389081.154611:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 38], ns[32, 38] 00000100:00000040:3.0:1767389081.154622:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff8424d7] to pc [ptlrpcd_00_02+2] req@00000000ff8424d7 x1853241654544384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389081.154626:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000400:00000200:2.0:1767389081.154664:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 32], ns[42, 32] 00000400:00000200:2.0:1767389081.154694:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 32], ns[46, 32] 00000400:00000200:2.0:1767389081.154709:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 32], ns[50, 32] 00000400:00000200:2.0:1767389081.154717:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 32], ns[54, 32] 00000400:00000200:2.0:1767389081.154725:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 32], ns[58, 32] 00000400:00000200:2.0:1767389081.154790:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[125, 32], ns[128, 32] 00000400:00000200:2.0:1767389081.154811:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 32], ns[141, 32] 10000000:00000001:3.0:1767389081.154826:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389081.154830:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 32], ns[87, 32] 10000000:00000001:3.0:1767389081.154834:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389081.154843:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389081.154850:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 32], ns[90, 32] 00000020:01000000:3.0:1767389081.154855:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767389081.154860:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767389081.154865:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 32], ns[125, 32] 00000020:00000001:3.0:1767389081.154874:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767389081.154874:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767389081.154884:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 32], ns[132, 32] 00000100:00000001:0.0:1767389081.154887:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767389081.154888:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767389081.154904:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767389081.154910:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ff8424d7 x1853241654544384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389081.154912:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 32], ns[109, 32] 10000000:01000000:3.0:1767389081.154913:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767389081.154931:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767389081.154944:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767389081.154957:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767389081.154964:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 32], ns[117, 32] 00000020:01000004:3.0:1767389081.154967:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389081.154981:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389081.154992:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767389081.155032:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 32], ns[127, 32] 00000020:01000004:3.0:1767389081.155037:0:257746:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389081.155046:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767389081.155047:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767389081.155057:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767389081.155058:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389081.155065:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[146, 32], ns[150, 32] 00000100:00000010:3.0:1767389081.155069:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026632982. 02000000:00000001:0.0:1767389081.155071:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389081.155080:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767389081.155082:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000400:00000200:2.0:1767389081.155084:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[147, 32], ns[151, 32] 02000000:00000001:0.0:1767389081.155095:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389081.155099:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389081.155108:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767389081.155120:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ff8424d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654544384:0@lo:253: 02000000:00000001:3.0:1767389081.155123:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389081.155127:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[145, 32], ns[149, 32] 02000000:00000010:3.0:1767389081.155143:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d41cd61d. 00000100:00000001:3.0:1767389081.155162:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389081.155164:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767389081.155168:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[149, 32], ns[153, 32] 00000100:00000001:3.0:1767389081.155174:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767389081.155178:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000100:00000001:3.0:1767389081.155179:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389081.155195:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767389081.155197:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp22 00000100:00000040:3.0:1767389081.155199:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026632982] to pc [ptlrpcd_00_03+3] req@0000000026632982 x1853241654544512/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389081.155203:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389081.155216:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp22 lpni_is_preferred = 0 02000000:00000001:0.0:1767389081.155218:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389081.155234:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005a0aafd9. 00000400:00000200:2.0:1767389081.155239:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp22 02000000:00000001:0.0:1767389081.155251:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389081.155255:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389081.155269:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp22 NI seq info: [154:154:256:4294967295] 192.168.204.113@tcp22 LPNI seq info [150:150:8:4294967295] 10000000:00000001:3.0:1767389081.155271:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389081.155272:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cef57acf. 00000020:00000001:3.0:1767389081.155292:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389081.155292:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5b8a7d7. 00000400:00000200:2.0:1767389081.155304:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp22 00000020:01000000:3.0:1767389081.155307:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767389081.155307:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654544384, portal 25 00000020:00000010:3.0:1767389081.155323:0:257746:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001760ee2e. 00000100:00000001:0.0:1767389081.155324:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389081.155333:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694450816 : -122822015100800 : ffff904b456b5880) 00000400:00000200:2.0:1767389081.155344:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp22(192.168.204.113@tcp22:) -> 192.168.204.113@tcp22(192.168.204.113@tcp:192.168.204.113@tcp22) : GET try# 0 00000100:00000040:0.0:1767389081.155351:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ff8424d7 x1853241654544384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767389081.155376:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp22 00000100:00000001:0.0:1767389081.155392:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1767389081.155395:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000113d00a. 00000100:00000040:0.0:1767389081.155410:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389081.155414:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bef4ae9. 00000800:00000200:2.0:1767389081.155423:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091346fac] -> 12345-192.168.204.113@tcp22 (6) 00000100:00000200:0.0:1767389081.155426:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654544384, offset 0 00000400:00000200:0.0:1767389081.155442:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1767389081.155453:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp22 ip 192.168.204.113:988 00000800:00000200:2.0:1767389081.155461:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000113d00a type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767389081.155476:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389081.155495:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372808800 00000400:00000200:2.0:1767389081.155500:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:2.0:1767389081.155511:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100371 rc 0 00000400:00000200:0.0:1767389081.155522:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x17b9 [2] + 0 00000400:00000010:0.0:1767389081.155530:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000694df91e. 00000400:00000200:0.0:1767389081.155537:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000599cf3a5 00000400:00000200:0.0:1767389081.155547:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389081.155552:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767389081.155558:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389081.155563:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767389081.155565:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000599cf3a5 00000100:00000001:2.0:1767389081.155570:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767389081.155572:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000599cf3a5. 00000100:00000001:0.0:1767389081.155581:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767389081.155586:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000026632982 x1853241654544512/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389081.155587:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389081.155601:0:337538:0:(events.c:337:request_in_callback()) incoming req@0000000085ba8feb x1853241654544384 msgsize 4848 00000100:00000001:2.0:1767389081.155629:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1767389081.155632:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389081.155635:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389081.155637:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767389081.155653:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389081.155659:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389081.155664:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389081.155670:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000026632982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654544512:0@lo:253: 00000100:00000001:0.0:1767389081.155675:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389081.155678:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389081.155687:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767389081.155690:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bef4ae9 02000000:00000001:2.0:1767389081.155695:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389081.155698:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bef4ae9. 02000000:00000001:2.0:1767389081.155705:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1767389081.155706:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767389081.155708:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:3.0:1767389081.155716:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000113d00a. 00000100:00000001:1.0:1767389081.155718:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:2.0:1767389081.155719:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000bbd12167. 02000000:00000001:2.0:1767389081.155828:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389081.155830:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654544384 00000100:00000200:0.0:1767389081.155833:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ff8424d7 x1853241654544384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389081.155844:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086311f96. 02000000:00000001:1.0:1767389081.155844:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389081.155855:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767389081.155861:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008339db77. 00000100:00000001:1.0:1767389081.155866:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389081.155881:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654544512, portal 25 02000000:00000001:1.0:1767389081.155885:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.155897:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389081.155903:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389081.155905:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694451712 : -122822015099904 : ffff904b456b5c00) 00000100:00100000:1.0:1767389081.155905:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654544384 00000020:00000001:1.0:1767389081.155920:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767389081.155921:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ff8424d7 x1853241654544384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389081.155929:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000026632982 x1853241654544512/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389081.155932:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389081.155948:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389081.155959:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:1.0:1767389081.155979:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389081.156018:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000200:3.0:1767389081.156028:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389081.156055:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389081.156057:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389081.156058:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767389081.156066:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp22->192.168.204.113@tcp22: GET: OK 00000020:00000010:1.0:1767389081.156075:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6edafca. 00000100:00000001:0.0:1767389081.156076:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767389081.156077:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767389081.156089:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767389081.156093:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767389081.156096:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cebc420. 00000400:00000200:3.0:1767389081.156103:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000100:00000001:0.0:1767389081.156104:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389081.156105:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6edafca. 00000100:00000200:2.0:1767389081.156112:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654544512, offset 0 00000020:00000010:1.0:1767389081.156130:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000134f7215. 00000800:00000001:3.0:1767389081.156131:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767389081.156131:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299669199 00000400:00000200:2.0:1767389081.156134:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767389081.156149:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009ef5cd6e. 00000100:00000010:0.0:1767389081.156155:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000793ce2ce. 00000800:00000001:3.0:1767389081.156157:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389081.156160:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069e5be74. 00000400:00000200:2.0:1767389081.156172:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:3.0:1767389081.156175:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767389081.156177:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767389081.156192:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767389081.156197:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299669199 00000800:00000001:3.0:1767389081.156200:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389081.156200:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372808880 00000100:00000001:1.0:1767389081.156204:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000010:0.0:1767389081.156211:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc53df0d. 00000100:00000001:1.0:1767389081.156213:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389081.156229:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389081.156232:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767389081.156245:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x17c1 [2] + 0 00000400:00000200:3.0:1767389081.156249:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp22(192.168.204.113@tcp22) <- 192.168.204.113@tcp22 : GET - for me 00000100:00000001:0.0:1767389081.156255:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299669199 00000100:00000001:1.0:1767389081.156259:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389081.156268:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004de7f52c. 00000100:00000010:0.0:1767389081.156283:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c6f42a6c. 00000400:00000200:2.0:1767389081.156286:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002c1e5782 00000400:00000200:3.0:1767389081.156291:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 560 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767389081.156295:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389081.156304:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767389081.156308:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389081.156332:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389081.156334:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299669199 00000400:00000200:3.0:1767389081.156336:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 560/560 into md 0x204d [1] + 0 00000100:00000001:1.0:1767389081.156342:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000010:0.0:1767389081.156357:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e9660a54. 00000100:00000001:1.0:1767389081.156360:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767389081.156364:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c1e5782 00000400:00000010:2.0:1767389081.156374:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c1e5782. 00000100:00000001:0.0:1767389081.156375:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767389081.156387:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp22 to MR: 192.168.204.113@tcp22 local destination 00000100:00100000:1.0:1767389081.156391:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00000001:2.0:1767389081.156396:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767389081.156397:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767389081.156401:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000200:2.0:1767389081.156406:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767389081.156420:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361784400 : -122821347767216 : ffff904b6d320c50) 00000400:00000200:3.0:1767389081.156422:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp22 NI seq info: [155:155:256:4294967295] 192.168.204.113@tcp22 LPNI seq info [151:151:8:4294967295] 00000100:00000001:0.0:1767389081.156422:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389081.156424:0:337539:0:(events.c:337:request_in_callback()) incoming req@0000000079446474 x1853241654544512 msgsize 4848 00000100:00000001:0.0:1767389081.156443:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389081.156456:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000085ba8feb x1853241654544384/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:532/0 lens 4848/0 e 0 to 0 dl 1767389092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389081.156461:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767389081.156475:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389081.156487:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767389081.156487:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389081.156499:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389081.156511:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767389081.156513:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389081.156523:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389081.156532:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389081.156546:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp22(192.168.204.113@tcp22:192.168.204.113@tcp22) -> 192.168.204.113@tcp22(192.168.204.113@tcp22:192.168.204.113@tcp22) 192.168.204.113@tcp22 : REPLY try# 0 00000100:00000001:0.0:1767389081.156548:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389081.156551:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389081.156564:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6edafca. 00000100:00000001:1.0:1767389081.156572:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389081.156574:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cebc420 00000800:00000200:3.0:1767389081.156578:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.204.113@tcp22 00000400:00000010:2.0:1767389081.156583:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cebc420. 00000020:00000010:1.0:1767389081.156585:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6edafca. 00000800:00000010:3.0:1767389081.156601:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84e464a. 00000100:00000001:2.0:1767389081.156604:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767389081.156614:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000085ba8feb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654544384:12345-0@lo:253: 00000100:00000200:2.0:1767389081.156621:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000026632982 x1853241654544512/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389081.156623:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654544384 00000020:00000001:1.0:1767389081.156633:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000200:3.0:1767389081.156642:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091346fac] -> 12345-192.168.204.113@tcp22 (6) 00000020:00000001:1.0:1767389081.156645:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389081.156654:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389081.156666:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767389081.156671:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767389081.156672:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000800:00000200:3.0:1767389081.156688:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp22 ip 192.168.204.113:997 00000100:00000040:2.0:1767389081.156689:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000026632982 x1853241654544512/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389081.156690:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000200:3.0:1767389081.156707:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d84e464a type 3, nob 656 niov 1 nkiov 1 00000020:00000001:1.0:1767389081.156708:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389081.156723:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.156808:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767389081.156812:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767389081.156819:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389081.156821:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389081.156829:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.156831:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299669200 00000100:00000001:1.0:1767389081.156838:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389081.156849:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767389081.156855:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299669199 02000000:00000010:1.0:1767389081.156860:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fcdf2465. 02000000:00000001:1.0:1767389081.156867:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.156869:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299669200 00000100:00000001:1.0:1767389081.156873:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.156881:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299669199 20000000:00000001:1.0:1767389081.156881:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767389081.156900:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299669200 20000000:00000010:1.0:1767389081.156905:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c2d9defc. 00000100:00000001:2.0:1767389081.156913:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299669199 00000800:00000200:3.0:1767389081.156915:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:01000000:1.0:1767389081.156916:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767389081.156924:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299669200 00000800:00000010:3.0:1767389081.156932:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84e464a. 20000000:00000001:1.0:1767389081.156934:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767389081.156937:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299669199 20000000:00000001:1.0:1767389081.156946:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767389081.156948:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389081.156951:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767389081.156959:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.156965:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389081.156968:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.156976:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389081.156980:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767389081.156984:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp22->192.168.204.113@tcp22: REPLY: OK 00000100:00000001:2.0:1767389081.156991:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389081.157021:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:00000010:1.0:1767389081.157022:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007dcb3b60. 00000100:00000001:2.0:1767389081.157024:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:3.0:1767389081.157028:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:01000000:1.0:1767389081.157030:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 00000100:00000001:2.0:1767389081.157032:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389081.157039:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767389081.157041:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767389081.157044:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:2.0:1767389081.157046:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767389081.157050:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767389081.157060:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389081.157062:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000800:00000001:3.0:1767389081.157065:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389081.157076:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389081.157087:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389081.157105:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp22(192.168.204.113@tcp22) <- 192.168.204.113@tcp22 : REPLY - for me 00000100:00000001:2.0:1767389081.157121:0:352639:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389081.157134:0:352639:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654544512 00000400:00000200:3.0:1767389081.157139:0:337531:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp22: Reply from 12345-192.168.204.113@tcp22 of length 560/560 into md 0x2051 02000000:00000001:2.0:1767389081.157144:0:352639:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389081.157154:0:352639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389081.157160:0:352639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767389081.157161:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767389081.157164:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389081.157174:0:352639:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389081.157179:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000100:00100000:2.0:1767389081.157180:0:352639:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654544512 00000800:00000001:3.0:1767389081.157182:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767389081.157186:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389081.157188:0:352639:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767389081.157192:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767389081.157194:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:2.0:1767389081.157195:0:352639:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389081.157203:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767389081.157208:0:352639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767389081.157211:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp22->192.168.204.113@tcp22: REPLY: OK 00000020:00000040:2.0:1767389081.157215:0:352639:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=16 00000020:00000001:1.0:1767389081.157218:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00000020:00000001:2.0:1767389081.157222:0:352639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000200:3.0:1767389081.157224:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3df1a58 00080000:00000001:1.0:1767389081.157227:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:2.0:1767389081.157240:0:352639:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000010:3.0:1767389081.157241:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00080000:00000010:1.0:1767389081.157249:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d0224ab8. 00000100:00000001:2.0:1767389081.157251:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389081.157259:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2ecebd9. 00080000:00000001:1.0:1767389081.157264:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252617798656 : -122821091752960 : ffff904b7c748400) 00000100:00000001:2.0:1767389081.157272:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767389081.157273:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00080000:00000001:1.0:1767389081.157274:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000010:2.0:1767389081.157289:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2ecebd9. 00000400:00000200:3.0:1767389081.157296:0:337531:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000020:00000010:2.0:1767389081.157306:0:352639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000523455a4. 00000400:00000200:3.0:1767389081.157307:0:337531:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000020:00000010:2.0:1767389081.157323:0:352639:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000362d048c. 00000400:00000200:3.0:1767389081.157328:0:337531:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.113@tcp (592 bytes) 00000020:00000010:2.0:1767389081.157337:0:352639:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d819fc29. 00000400:00000200:3.0:1767389081.157342:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:2.0:1767389081.157347:0:352639:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389081.157351:0:352639:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389081.157353:0:352639:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389081.157365:0:337531:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 0000000078c6e70c. 00000100:00000001:2.0:1767389081.157367:0:352639:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389081.157379:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (36) 00000100:00000001:2.0:1767389081.157388:0:352639:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389081.157394:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389081.157409:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389081.157419:0:352639:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389081.157423:0:352639:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389081.157431:0:352639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00000040:2.0:1767389081.157439:0:352639:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:2.0:1767389081.157444:0:352639:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361790544 : -122821347761072 : ffff904b6d322450) 00000100:00000040:2.0:1767389081.157454:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000079446474 x1853241654544512/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:532/0 lens 4848/0 e 0 to 0 dl 1767389092 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389081.157468:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389081.157476:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2ecebd9. 00000100:00000001:2.0:1767389081.157484:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389081.157487:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2ecebd9. 00000100:00100000:2.0:1767389081.157507:0:352639:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000079446474 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337539:x1853241654544512:12345-0@lo:253: 00000100:00000200:2.0:1767389081.157513:0:352639:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654544512 00000020:00000001:2.0:1767389081.157520:0:352639:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389081.157528:0:352639:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389081.157533:0:352639:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767389081.157537:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000020:00000001:2.0:1767389081.157538:0:352639:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:1.0:1767389081.157547:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389081.157548:0:352639:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00080000:00000001:1.0:1767389081.157555:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000001:2.0:1767389081.157557:0:352639:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389081.157562:0:352639:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389081.157569:0:352639:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389081.157573:0:352639:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389081.157577:0:352639:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.157583:0:352639:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389081.157591:0:352639:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767389081.157602:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 02000000:00000010:2.0:1767389081.157604:0:352639:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007d0bd8f8. 00080000:00000001:1.0:1767389081.157608:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389081.157615:0:352639:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389081.157620:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000010:3.0:1767389081.157622:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000a1408b5c. 00000100:00000001:2.0:1767389081.157623:0:352639:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389081.157637:0:352639:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:3.0:1767389081.157648:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f30741e. 20000000:00000010:2.0:1767389081.157651:0:352639:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f7e72fe4. 20000000:01000000:2.0:1767389081.157663:0:352639:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000010:3.0:1767389081.157667:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024671786. 20000000:00000001:2.0:1767389081.157668:0:352639:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767389081.157677:0:352639:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389081.157683:0:352639:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389081.157687:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a1408b5c 20000000:00000001:2.0:1767389081.157688:0:352639:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389081.157703:0:352639:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000001:3.0:1767389081.157706:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389081.157713:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389081.157719:0:337534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0ec82fa. 00000400:00000200:3.0:1767389081.157789:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b49eda1 00000400:00000010:3.0:1767389081.157794:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b49eda1. 00000400:00000200:3.0:1767389081.157804:0:337534:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:3.0:1767389081.157810:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000006c48f64f. 00000400:00000200:3.0:1767389081.157819:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 592 success 00000400:00000200:3.0:1767389081.157833:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100971 00000400:00000200:3.0:1767389081.157844:0:337534:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.113@tcp:0 00000400:00000200:3.0:1767389081.157855:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102171 rc 1 00000400:00000200:3.0:1767389081.157866:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102171 00000400:00000200:3.0:1767389081.157874:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (35) 00000400:00000010:3.0:1767389081.157886:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 000000005b5fc2ae. 00000400:00000010:3.0:1767389081.157898:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ed3d3ba. 00000400:00000010:3.0:1767389081.157919:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007ea8f74c. 00000400:00000200:3.0:1767389081.157927:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000400:00000200:3.0:1767389081.157947:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00080000:00000001:1.0:1767389081.157948:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:3.0:1767389081.157957:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00080000:00000001:1.0:1767389081.157969:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767389081.157981:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000400:00000200:3.0:1767389081.158029:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:3.0:1767389081.158038:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 00000400:00000200:3.0:1767389081.158046:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 38], ns[97, 38] 00000400:00000200:3.0:1767389081.158056:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[101, 38] 00000400:00000200:3.0:1767389081.158068:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 38], ns[112, 38] 00000400:00000200:3.0:1767389081.158084:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[119, 38] 00000400:00000200:3.0:1767389081.158094:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[123, 38] 00000400:00000200:3.0:1767389081.158110:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 38], ns[135, 38] 00000400:00000200:3.0:1767389081.158122:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 38], ns[143, 38] 00000400:00000200:3.0:1767389081.158130:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 38], ns[146, 38] 00000400:00000200:3.0:1767389081.158137:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 38], ns[155, 38] 00000400:00000200:3.0:1767389081.158149:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 38], ns[34, 38] 00000400:00000200:3.0:1767389081.158159:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 34], ns[42, 34] 00000400:00000200:3.0:1767389081.158168:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 34], ns[46, 34] 00000400:00000200:3.0:1767389081.158180:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 34], ns[50, 34] 00000400:00000200:3.0:1767389081.158192:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 34], ns[54, 34] 00000400:00000200:3.0:1767389081.158205:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 34], ns[58, 34] 00000400:00000200:3.0:1767389081.158222:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[125, 34], ns[128, 34] 00000400:00000200:3.0:1767389081.158252:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 34], ns[141, 34] 00000400:00000200:3.0:1767389081.158266:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 34], ns[87, 34] 00000400:00000200:3.0:1767389081.158280:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 34], ns[90, 34] 00000400:00000200:3.0:1767389081.158290:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[122, 34], ns[125, 34] 00000400:00000200:3.0:1767389081.158299:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 34], ns[132, 34] 00000400:00000200:3.0:1767389081.158315:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 34], ns[109, 34] 00000400:00000200:3.0:1767389081.158334:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 34], ns[117, 34] 00000400:00000200:3.0:1767389081.158344:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 34], ns[127, 34] 00000400:00000200:3.0:1767389081.158363:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[146, 34], ns[150, 34] 00000400:00000200:3.0:1767389081.158374:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[147, 34], ns[151, 34] 00000400:00000200:3.0:1767389081.158386:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[145, 34], ns[149, 34] 00000400:00000200:3.0:1767389081.158396:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[149, 34], ns[153, 34] 00000400:00000200:3.0:1767389081.158405:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:3.0:1767389081.158417:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp23 00000400:00000200:3.0:1767389081.158427:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp23 lpni_is_preferred = 0 00000400:00000200:3.0:1767389081.158433:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp23 00000400:00000200:3.0:1767389081.158446:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp23 NI seq info: [156:156:256:4294967295] 192.168.204.113@tcp23 LPNI seq info [152:152:8:4294967295] 00000400:00000200:3.0:1767389081.158461:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp23 00000400:00000200:3.0:1767389081.158488:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp23(192.168.204.113@tcp23:) -> 192.168.204.113@tcp23(192.168.204.113@tcp:192.168.204.113@tcp23) : GET try# 0 00000800:00000200:3.0:1767389081.158503:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp23 00000800:00000010:3.0:1767389081.158513:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d84e464a. 00000800:00000200:3.0:1767389081.158545:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2b24613] -> 12345-192.168.204.113@tcp23 (6) 00000800:00000200:3.0:1767389081.158557:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp23 ip 192.168.204.113:988 00000800:00000200:3.0:1767389081.158563:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d84e464a type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767389081.158607:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:3.0:1767389081.158615:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100371 rc 0 00000800:00000200:1.0:1767389081.158858:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389081.158866:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d84e464a. 00000400:00000200:1.0:1767389081.158875:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389081.158885:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp23->192.168.204.113@tcp23: GET: OK 00000400:00000200:1.0:1767389081.158894:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389081.158903:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000800:00000001:1.0:1767389081.158931:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389081.158944:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389081.158948:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389081.158961:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389081.158973:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp23(192.168.204.113@tcp23) <- 192.168.204.113@tcp23 : GET - for me 00000400:00000200:1.0:1767389081.158989:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767389081.159030:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 592/592 into md 0x204d [1] + 0 00000400:00000200:1.0:1767389081.159050:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp23 to MR: 192.168.204.113@tcp23 local destination 00000400:00000200:1.0:1767389081.159061:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp23 NI seq info: [157:157:256:4294967295] 192.168.204.113@tcp23 LPNI seq info [153:153:8:4294967295] 00000400:00000200:1.0:1767389081.159085:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp23(192.168.204.113@tcp23:192.168.204.113@tcp23) -> 192.168.204.113@tcp23(192.168.204.113@tcp23:192.168.204.113@tcp23) 192.168.204.113@tcp23 : REPLY try# 0 00000800:00000200:1.0:1767389081.159093:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.113@tcp23 00000800:00000010:1.0:1767389081.159126:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000557ee14. 00000800:00000200:1.0:1767389081.159135:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2b24613] -> 12345-192.168.204.113@tcp23 (6) 00000800:00000200:1.0:1767389081.159144:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp23 ip 192.168.204.113:995 00000800:00000200:1.0:1767389081.159149:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000557ee14 type 3, nob 688 niov 1 nkiov 1 00000800:00000200:1.0:1767389081.159229:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389081.159233:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000557ee14. 00000400:00000200:1.0:1767389081.159238:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389081.159247:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp23->192.168.204.113@tcp23: REPLY: OK 00000800:00000001:1.0:1767389081.159264:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389081.159267:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389081.159270:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389081.159289:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389081.159295:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389081.159304:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389081.159317:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp23(192.168.204.113@tcp23) <- 192.168.204.113@tcp23 : REPLY - for me 00000400:00000200:2.0:1767389081.159332:0:337530:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp23: Reply from 12345-192.168.204.113@tcp23 of length 592/592 into md 0x2069 00000800:00000001:2.0:1767389081.159340:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389081.159350:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389081.159353:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389081.159360:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp23->192.168.204.113@tcp23: REPLY: OK 00000400:00000200:2.0:1767389081.159366:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ed3d3ba 00000400:00000010:2.0:1767389081.159369:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005ed3d3ba. 00000400:00000200:2.0:1767389081.159375:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767389081.159380:0:337530:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:2.0:1767389081.159384:0:337530:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:2.0:1767389081.159389:0:337530:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 35. state = 0x100371 00000400:00000200:2.0:1767389081.159403:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389081.159421:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (36) 00000800:00000001:2.0:1767389081.159428:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389081.159431:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389081.159460:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767389081.159465:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1001f1 00000400:00000010:2.0:1767389081.159474:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 0000000078c6e70c. 00000400:00000010:2.0:1767389081.159479:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 0000000030f078cf. 00000400:00000010:2.0:1767389081.159485:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 00000000cadb5515. 00000400:00000200:2.0:1767389081.159568:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp38(000000000ccd139a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767389081.159574:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp39(00000000bcc1867e) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767389081.159580:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp40(0000000073a8d9f4) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767389081.159586:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp41(000000003e2be875) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767389081.159598:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e2b21d7f. 00000400:00000200:2.0:1767389081.159609:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e2b21d7f nid 192.168.204.113@tcp42 00000400:00000010:2.0:1767389081.159615:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f02017eb. 00000400:00000200:2.0:1767389081.159620:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f02017eb net tcp42 00000400:00000200:2.0:1767389081.159626:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (35) 00000400:00000200:2.0:1767389081.159633:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp42 flags 0x11 00000400:00000010:2.0:1767389081.159640:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000dd786ad9. 00000400:00000200:2.0:1767389081.159645:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000dd786ad9 nid 192.168.204.113@tcp43 00000400:00000010:2.0:1767389081.159649:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000004d921a3. 00000400:00000200:2.0:1767389081.159651:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 0000000004d921a3 net tcp43 00000400:00000200:2.0:1767389081.159653:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (36) 00000400:00000200:2.0:1767389081.159658:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp43 flags 0x11 00000400:00000010:2.0:1767389081.159664:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 0000000078c6e70c. 00000400:00000010:2.0:1767389081.159670:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 0000000030f078cf. 00000400:00000010:2.0:1767389081.159674:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 00000000cadb5515. 00000400:00000010:2.0:1767389081.159678:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 000000005b5fc2ae. 00000400:00000200:2.0:1767389081.159682:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:2.0:1767389081.159686:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100171 00000400:00000200:2.0:1767389081.159692:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 rc 1 00000400:00000200:2.0:1767389081.159696:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000400:00000010:2.0:1767389081.159703:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038ac546e. 00000400:00000200:2.0:1767389081.159707:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (37) 00000400:00000010:2.0:1767389081.159713:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c2180520. 00000400:00000200:2.0:1767389081.159722:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp23 00000400:00000200:2.0:1767389081.159843:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp23 to MR: 192.168.204.113@tcp23 local destination 00000400:00000200:2.0:1767389081.159854:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp23 NI seq info: [158:158:256:4294967295] 192.168.204.113@tcp23 LPNI seq info [154:154:8:4294967295] 00000400:00000200:2.0:1767389081.159862:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp23 00000400:00000200:2.0:1767389081.159885:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp23(192.168.204.113@tcp23:192.168.204.113@tcp23) -> 192.168.204.113@tcp23(192.168.204.113@tcp23:192.168.204.113@tcp23) : PUT try# 0 00000800:00000200:2.0:1767389081.159894:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.204.113@tcp23 00000800:00000010:2.0:1767389081.159903:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e5ba32a. 00000800:00000200:2.0:1767389081.159910:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2b24613] -> 12345-192.168.204.113@tcp23 (6) 00000800:00000200:2.0:1767389081.159918:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp23 ip 192.168.204.113:988 00000800:00000200:2.0:1767389081.159924:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007e5ba32a type 1, nob 688 niov 1 nkiov 1 00000400:00000200:2.0:1767389081.159951:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:2.0:1767389081.159960:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100571 rc 0 00000800:00000200:2.0:1767389081.160117:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389081.160124:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e5ba32a. 00000400:00000200:2.0:1767389081.160131:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389081.160140:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp23->192.168.204.113@tcp23: PUT: OK 00000400:00000200:2.0:1767389081.160145:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767389081.160152:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp23: 0 00000800:00000001:2.0:1767389081.160169:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389081.160180:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389081.160184:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389081.160196:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389081.160217:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp23(192.168.204.113@tcp23) <- 192.168.204.113@tcp23 : PUT - for me 00000400:00000200:2.0:1767389081.160232:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 592 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767389081.160243:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 592/592 into md 0x2065 [1] + 0 00000400:00000010:2.0:1767389081.160250:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f30741e. 00000400:00000200:2.0:1767389081.160264:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000024671786 00000800:00000001:2.0:1767389081.160269:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389081.160280:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389081.160282:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389081.160292:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp23->192.168.204.113@tcp23: PUT: OK 00000400:00000200:2.0:1767389081.160298:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024671786 00000400:00000010:2.0:1767389081.160301:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000024671786. 00000400:00000200:2.0:1767389081.160308:0:337531:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767389081.160313:0:337531:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (38) 00000400:00000200:2.0:1767389081.160319:0:337531:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000010:2.0:1767389081.160327:0:337531:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000e081db92. 00000400:00000200:2.0:1767389081.160331:0:337531:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.113@tcp 35 00000400:00000200:2.0:1767389081.160339:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389081.160351:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (39) 00000400:00000200:2.0:1767389081.160358:0:337531:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767389081.160366:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp23 to MR: 192.168.204.113@tcp23 local destination 00000400:00000200:2.0:1767389081.160377:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp23 NI seq info: [159:159:256:4294967295] 192.168.204.113@tcp23 LPNI seq info [155:155:8:4294967295] 00000400:00000200:2.0:1767389081.160395:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp23(192.168.204.113@tcp23:192.168.204.113@tcp23) -> 192.168.204.113@tcp23(192.168.204.113@tcp23:192.168.204.113@tcp23) 192.168.204.113@tcp23 : ACK try# 0 00000800:00000200:2.0:1767389081.160408:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp23 00000800:00000010:2.0:1767389081.160416:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e5ba32a. 00000800:00000200:2.0:1767389081.160425:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2b24613] -> 12345-192.168.204.113@tcp23 (6) 00000800:00000200:2.0:1767389081.160436:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp23 ip 192.168.204.113:995 00000800:00000200:2.0:1767389081.160441:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007e5ba32a type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767389081.160519:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389081.160524:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e5ba32a. 00000400:00000200:2.0:1767389081.160531:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389081.160542:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp23->192.168.204.113@tcp23: ACK: OK 00000800:00000001:2.0:1767389081.160558:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389081.160570:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389081.160577:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389081.160585:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389081.160589:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389081.160600:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389081.160606:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp23(192.168.204.113@tcp23) <- 192.168.204.113@tcp23 : ACK - for me 00000400:00000200:2.0:1767389081.160621:0:337531:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp23: ACK from 12345-192.168.204.113@tcp23 into md 0x206d 00000400:00000200:2.0:1767389081.160628:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389081.160638:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp23->192.168.204.113@tcp23: ACK: OK 00000400:00000200:2.0:1767389081.160645:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038ac546e 00000400:00000010:2.0:1767389081.160648:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038ac546e. 00000400:00000200:2.0:1767389081.160657:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767389081.160663:0:337531:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:2.0:1767389081.160674:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389081.160680:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (38) 00000800:00000001:2.0:1767389081.160695:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389081.160701:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389081.160800:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767389081.160809:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004de7f52c. 00000400:00000010:2.0:1767389081.160820:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038ac546e. 00000400:00000200:2.0:1767389081.160824:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a1408b5c 00000400:00000200:2.0:1767389081.160833:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000f1 00000400:00000010:2.0:1767389081.160841:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 720 at 00000000cadb5515. 00000400:00000010:2.0:1767389081.160844:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 864 at 0000000003de6ce0. 00000400:00000010:2.0:1767389081.160850:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 720 at 0000000030f078cf. 00000400:00000010:2.0:1767389081.160903:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 720 at 00000000cadb5515. 00000400:00000010:2.0:1767389081.160909:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 864 at 0000000003de6ce0. 00000400:00000010:2.0:1767389081.160916:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 720 at 0000000030f078cf. 00000400:00000010:2.0:1767389081.160922:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000e081db92. 00000400:00000200:2.0:1767389081.160929:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:2.0:1767389081.160935:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100171 00000400:00000200:2.0:1767389081.160940:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 rc 1 00000400:00000200:2.0:1767389081.160944:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000400:00000200:2.0:1767389081.160950:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:2.0:1767389081.160954:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:2.0:1767389081.160958:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:2.0:1767389081.160963:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (37) 00000400:00000001:2.0:1767389081.164842:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389081.164847:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389081.164851:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000400:00000010:2.0:1767389081.164856:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000400:00000200:2.0:1767389081.164867:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389081.164874:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp41 recovery ping unlinked 00000400:00000010:2.0:1767389081.164886:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fb3aff94. 00000400:00000010:2.0:1767389081.164894:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b644bd55. 00000400:00000200:2.0:1767389081.164916:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp40 00000400:00000010:2.0:1767389081.164923:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fb3aff94. 00000400:00000010:2.0:1767389081.164932:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000479b0774. 00000400:00000010:2.0:1767389081.164937:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00000400:00000010:2.0:1767389081.164947:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000283e1c55. 00000400:00000200:2.0:1767389081.164959:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp40 00000400:00000200:2.0:1767389081.164971:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp40 local destination 00000400:00000200:2.0:1767389081.164979:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp40 00000400:00000200:2.0:1767389081.164990:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp40 NI seq info: [160:160:256:4294967295] 192.168.204.113@tcp40 LPNI seq info [156:156:8:4294967295] 00000400:00000200:2.0:1767389081.165018:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp40 00000400:00000200:2.0:1767389081.165051:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp40(192.168.204.113@tcp40:) -> 192.168.204.113@tcp40(192.168.204.113@tcp40:192.168.204.113@tcp40) : GET try# 0 00000800:00000200:2.0:1767389081.165067:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp40 00000800:00000010:2.0:1767389081.165072:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007e5ba32a. 00000800:00000200:2.0:1767389081.165087:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056e0b741] -> 12345-192.168.204.113@tcp40 (2) 00000800:00000200:2.1:1767389081.165102:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056e0b741] -> 12345-192.168.204.113@tcp40 (2) 00000400:00000200:2.0:1767389081.165145:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp40 added to recovery queue. ping count: 3 next ping: 5009 health :700 00000400:00000200:0.0:1767389081.165262:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.165331:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.165397:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.165460:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.165558:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.165705:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.165839:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.165886:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.165941:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.165991:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.166102:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.166231:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.166366:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.166478:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.166605:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.166805:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.166931:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.167096:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.167262:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.167334:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.167396:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.167440:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.167470:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.167552:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.167695:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.167862:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.168026:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.168077:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.168144:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.168228:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.168351:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.168488:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.168544:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.168604:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389081.168663:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389081.168947:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001760ee2e. 00000800:00000010:0.0:1767389081.168954:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f952e848. 00000800:00000010:0.0:1767389081.168961:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000024940e73. 00000800:00000010:0.0:1767389081.168991:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000024940e73. 00000800:00020000:0.0:1767389081.169025:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389081.169030:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f952e848. 00000800:00000010:0.0:1767389081.169033:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001760ee2e. 00000400:02020000:0.0:1767389081.169086:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp40 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389081.169096:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp40 notifying 192.168.204.113@tcp40: down 00000800:00000200:0.0:1767389081.169107:0:337524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp40 down 00000800:00000100:0.0:1767389081.169117:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp40 00000800:00000010:0.0:1767389081.169122:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007e5ba32a. 00000400:00000200:0.0:1767389081.169129:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389081.169136:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp40->192.168.204.113@tcp40: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389081.169150:0:337524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767389081.169156:0:337524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767389081.169162:0:337524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp40) recovery failed with -71 00080000:00000001:0.0:1767389081.177290:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767389081.177302:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:0.0:1767389081.177307:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389081.177311:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767389081.177324:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:3.0:1767389081.177329:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767389081.177336:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767389081.177338:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:3.0:1767389081.177343:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:0.0:1767389081.177345:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00040000:00000001:3.0:1767389081.177347:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389081.177354:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000010:2.0:1767389081.177359:0:352639:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005a10e7ef. 00080000:00000010:3.0:1767389081.177360:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d0224ab8. 00080000:00000020:0.0:1767389081.177360:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767389081.177378:0:352639:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 00080000:00000001:3.0:1767389081.177383:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767389081.177386:0:352639:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767389081.177394:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767389081.177396:0:352639:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:0.0:1767389081.177408:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389081.177411:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389081.177420:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389081.177429:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767389081.177438:0:338196:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000db61f510 count: 2 00010000:00000001:0.0:1767389081.177454:0:338196:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389081.177461:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767389081.177464:0:352639:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767389081.177465:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018c4a8e0. 00080000:00000001:2.0:1767389081.177475:0:352639:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767389081.177480:0:352639:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389081.177481:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767389081.177492:0:352639:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000040:0.0:1767389081.177493:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000018c4a8e0 with handle 0x95cd417baf4295c1 to hash 00000020:00000001:2.0:1767389081.177499:0:352639:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767389081.177500:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389081.177505:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00000020:00000001:2.0:1767389081.177507:0:352639:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00010000:00000001:0.0:1767389081.177512:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00080000:00000001:2.0:1767389081.177515:0:352639:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767389081.177519:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389081.177525:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767389081.177526:0:352639:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000030f078cf. 00080000:00000001:2.0:1767389081.177544:0:352639:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621251883228160 : -122821826323456 : ffff904b50abdc00) 00010000:00010000:0.0:1767389081.177545:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767389081.177561:0:352639:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767389081.177571:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389081.177576:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389081.177580:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389081.177583:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389081.177587:0:338196:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767389081.177592:0:338196:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000036cc4f3c/0x95cd417baf4295ba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf4295b3 expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389081.177601:0:338196:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767389081.177603:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389081.177608:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389081.177611:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389081.177614:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389081.177618:0:338196:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767389081.177621:0:338196:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c1 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389081.177629:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000db61f510) refcount = 2 00010000:00000040:0.0:1767389081.177634:0:338196:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767389081.177638:0:338196:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000036cc4f3c/0x95cd417baf4295ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x95cd417baf4295b3 expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389081.177657:0:338196:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767389081.177659:0:338196:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c1 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767389081.177671:0:338196:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c37a2433. 00000100:00000001:0.0:1767389081.177676:0:338196:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000001:00000001:2.0:1767389081.177679:0:352639:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000010:0.0:1767389081.177682:0:338196:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e436bf8d. 00080000:00000001:2.0:1767389081.177684:0:352639:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389081.177688:0:338196:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247633381824 : -122826076169792 : ffff904a535c59c0) 00080000:00000001:2.0:1767389081.177691:0:352639:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1767389081.177702:0:338196:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621247633381824 : -122826076169792 : ffff904a535c59c0) 00000100:00000001:0.0:1767389081.177707:0:338196:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389081.177712:0:338196:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767389081.177716:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767389081.177719:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767389081.177720:0:352639:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389081.177769:0:352639:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:0.0:1767389081.177774:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767389081.177781:0:338196:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767389081.177785:0:338196:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767389081.177789:0:338196:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767389081.177792:0:338196:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767389081.177804:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008777fd9d. 00000020:00000040:0.0:1767389081.177810:0:338196:0:(genops.c:1229:class_import_get()) import 0000000065ed9c00 refcount=2 obd=MGS 00000100:00000001:0.0:1767389081.177815:0:338196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389081.177818:0:338196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389081.177826:0:338196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389081.177836:0:338196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9e82490. 00000100:00000001:0.0:1767389081.177846:0:338196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389081.177857:0:338196:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000036cc4f3c/0x95cd417baf4295ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x95cd417baf4295b3 expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389081.177889:0:338196:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000036cc4f3c/0x95cd417baf4295ba lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x95cd417baf4295b3 expref: 16 pid: 338174 timeout: 5151 lvb_type: 0 00010000:00000001:0.0:1767389081.177902:0:338196:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767389081.177906:0:338196:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389081.177917:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008777fd9d x1853241654544640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389081.177940:0:338196:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389081.177944:0:338196:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389081.177952:0:338196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008777fd9d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654544640:0@lo:104: 00000100:00000001:0.0:1767389081.177956:0:338196:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389081.177962:0:338196:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389081.177965:0:338196:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389081.177970:0:338196:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389081.177977:0:338196:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef9f865d. 02000000:00000001:0.0:1767389081.177980:0:338196:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389081.177990:0:338196:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014682224. 00080000:00000001:2.0:1767389081.178016:0:352639:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000010:0.0:1767389081.178021:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f32e25e2. 00080000:00000001:2.0:1767389081.178022:0:352639:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000200:0.0:1767389081.178038:0:338196:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654544640, portal 16 00000100:00000001:0.0:1767389081.178043:0:338196:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389081.178045:0:338196:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520919040 : -122821188632576 : ffff904b76ae4000) 00000100:00000040:0.0:1767389081.178052:0:338196:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000008777fd9d x1853241654544640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389097 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389081.178061:0:338196:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389081.178069:0:338196:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389081.178074:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dc73e79. 00000100:00000200:0.0:1767389081.178078:0:338196:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853241654544640, offset 0 00000400:00000200:0.0:1767389081.178084:0:338196:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389081.178098:0:338196:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389081.178115:0:338196:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958372808900 00000400:00000200:0.0:1767389081.178125:0:338196:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1ce9 [2] + 656 00000400:00000200:0.0:1767389081.178136:0:338196:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389081.178148:0:338196:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389081.178155:0:338196:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389081.178159:0:338196:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767389081.178168:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6e82fd7. 00000100:00000040:0.0:1767389081.178175:0:338196:0:(events.c:337:request_in_callback()) incoming req@00000000f6e82fd7 x1853241654544640 msgsize 328 00000100:00100000:0.0:1767389081.178182:0:338196:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389081.178214:0:338196:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389081.178239:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dc73e79 00000400:00000010:0.0:1767389081.178243:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006dc73e79. 00000100:00000001:0.0:1767389081.178250:0:338196:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767389081.178254:0:338163:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767389081.178261:0:338196:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008777fd9d x1853241654544640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389097 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767389081.178262:0:338163:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654544640 02000000:00000001:1.0:1767389081.178273:0:338163:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389081.178284:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389081.178286:0:338163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389081.178291:0:338163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389081.178292:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008777fd9d x1853241654544640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389097 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767389081.178307:0:338163:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389081.178317:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389081.178318:0:338163:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654544640 00000020:00000001:1.0:1767389081.178332:0:338163:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767389081.178334:0:338196:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1767389081.178345:0:338163:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291a0 00000100:00000001:0.0:1767389081.178351:0:338196:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389081.178352:0:338163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389081.178358:0:338163:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c9ce650e refcount=3 00000100:00000001:0.0:1767389081.178359:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4299669221 00000020:00000001:1.0:1767389081.178375:0:338163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000100:00000001:0.0:1767389081.178379:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4299669200 00000020:00000001:1.0:1767389081.178382:0:338163:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000100:00000001:0.0:1767389081.178390:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4299669221 00000100:00000001:1.0:1767389081.178391:0:338163:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389081.178403:0:338163:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000954e6662. 00000100:00000001:1.0:1767389081.178412:0:338163:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389081.178416:0:338163:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000954e6662. 00000020:00000010:1.0:1767389081.178424:0:338163:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d71c060. 00000020:00000010:1.0:1767389081.178431:0:338163:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009451b100. 00000020:00000010:1.0:1767389081.178439:0:338163:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00000040:1.0:1767389081.178456:0:338163:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767389081.178460:0:338163:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389081.178464:0:338163:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389081.178468:0:338163:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389081.178484:0:338163:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389081.178498:0:338163:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389081.178536:0:338163:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389081.178541:0:338163:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389081.178556:0:338163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000040:1.0:1767389081.178563:0:338163:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c9ce650e : new rpc_count 1 00000100:00000001:1.0:1767389081.178568:0:338163:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520923520 : -122821188628096 : ffff904b76ae5180) 00000100:00000040:1.0:1767389081.178578:0:338163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f6e82fd7 x1853241654544640/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:532/0 lens 328/0 e 0 to 0 dl 1767389092 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389081.178594:0:338163:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389081.178598:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4299669200 00000020:00000010:1.0:1767389081.178601:0:338163:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000954e6662. 00000100:00000001:1.0:1767389081.178611:0:338163:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389081.178612:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4299669221 00000100:00000001:0.0:1767389081.178620:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4299669200 00000020:00000010:1.0:1767389081.178634:0:338163:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000954e6662. 00000100:00000001:0.0:1767389081.178636:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4299669221 00000100:00000001:0.0:1767389081.178659:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4299669200 00000100:00100000:1.0:1767389081.178661:0:338163:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f6e82fd7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654544640:12345-0@lo:104: 00000100:00000200:1.0:1767389081.178671:0:338163:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654544640 00000100:00000001:0.0:1767389081.178674:0:338196:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389081.178680:0:338163:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000100:00000001:0.0:1767389081.178682:0:338196:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389081.178695:0:338196:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389081.178697:0:338163:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767389081.178700:0:338196:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389081.178702:0:338163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389081.178713:0:338163:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=2 00000020:00000001:0.0:1767389081.178716:0:338196:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389081.178724:0:338163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:0.0:1767389081.178763:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389081.178767:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389081.178770:0:338196:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389081.178775:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767389081.178778:0:338196:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767389081.178784:0:338196:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389081.178787:0:338196:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389081.178791:0:338196:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767389081.178796:0:338196:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e436bf8d going to sleep for 11 seconds 00000100:00000001:0.0:1767389081.178804:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389081.178861:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389081.178978:0:338163:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389081.178984:0:338163:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389081.178990:0:338163:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389081.179016:0:338163:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4295b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf4295ba expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767389081.179030:0:338163:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389081.179035:0:338163:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389081.179040:0:338163:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000abd18d47. 02000000:00000001:1.0:1767389081.179044:0:338163:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389081.179047:0:338163:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389081.179053:0:338163:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389081.179058:0:338163:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389081.179064:0:338163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace3a1a1 time=106 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389081.179074:0:338163:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389081.179079:0:338163:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389081.179083:0:338163:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389081.179088:0:338163:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389081.179092:0:338163:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389081.179097:0:338163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389081.179100:0:338163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389081.179106:0:338163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000100:00000200:1.0:1767389081.179112:0:338163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853241654544640, offset 224 00000400:00000200:1.0:1767389081.179119:0:338163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389081.179131:0:338163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389081.179145:0:338163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958372808900 00000400:00000200:1.0:1767389081.179165:0:338163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2079 [1] + 224 00000400:00000200:1.0:1767389081.179172:0:338163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389081.179178:0:338163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389081.179183:0:338163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389081.179188:0:338163:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008777fd9d x1853241654544640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389097 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767389081.179201:0:338163:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008777fd9d x1853241654544640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389097 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389081.179229:0:338163:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389081.179237:0:338163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000400:00000010:1.0:1767389081.179240:0:338163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000100:00000001:1.0:1767389081.179244:0:338163:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389081.179246:0:338163:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389081.179256:0:338163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389081.179262:0:338163:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389081.179270:0:338163:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767389081.179271:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:1.0:1767389081.179275:0:338163:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000af30e503. 00000400:00000001:0.0:1767389081.179280:0:338196:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767389081.179282:0:338163:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:0.0:1767389081.179286:0:338196:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389081.179292:0:338196:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014682224. 00000400:00000200:0.0:1767389081.179298:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f32e25e2 00000400:00000010:0.0:1767389081.179300:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f32e25e2. 00010000:00010000:1.0:1767389081.179304:0:338163:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000001:0.0:1767389081.179307:0:338196:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767389081.179311:0:338163:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389081.179316:0:338163:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389081.179317:0:338196:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008777fd9d x1853241654544640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389097 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767389081.179322:0:338163:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389081.179327:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389081.179338:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389081.179346:0:338163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6e82fd7 x1853241654544640/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:532/0 lens 328/224 e 0 to 0 dl 1767389092 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767389081.179351:0:338169:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000200:0.0:1767389081.179357:0:338196:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008777fd9d x1853241654544640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389097 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767389081.179415:0:338163:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f6e82fd7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654544640:12345-0@lo:104: Request processed in 813us (1231us total) trans 0 rc 0/0 00000100:00000001:0.0:1767389081.179419:0:338196:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389081.179426:0:338196:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389081.179434:0:338196:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767389081.179436:0:338163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 02000000:00000001:0.0:1767389081.179440:0:338196:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767389081.179443:0:338169:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:1.0:1767389081.179445:0:338163:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9ce650e : new rpc_count 0 00000100:00000001:0.0:1767389081.179445:0:338196:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767389081.179449:0:338169:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767389081.179456:0:338196:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389081.179459:0:338163:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:2.0:1767389081.179460:0:338169:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4295b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf4295ba expref: -99 pid: 338177 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767389081.179472:0:338196:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389081.179473:0:338163:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389081.179486:0:338163:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009451b100. 00000100:00001000:0.0:1767389081.179488:0:338196:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b32deb6f time=106 v=5 (5 0 0 0) 00010000:00010000:2.0:1767389081.179494:0:338169:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f79eca00 already unused, calling callback (000000001fe26c02) 00000020:00000010:1.0:1767389081.179499:0:338163:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000100:00001000:0.0:1767389081.179502:0:338196:0:(import.c:2128:obd_at_measure()) add 1 to 00000000566a3b57 time=106 v=5 (1 0 0 0) 10000000:00000001:2.0:1767389081.179504:0:338169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767389081.179510:0:338169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4295b3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x95cd417baf4295ba expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767389081.179532:0:338163:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d71c060. 00010000:00000001:2.0:1767389081.179534:0:338169:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767389081.179534:0:338196:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767389081.179546:0:338169:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767389081.179547:0:338196:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389081.179549:0:338163:0:(genops.c:898:class_export_put()) PUTting export 00000000c9ce650e : new refcount 2 00000020:00000001:2.0:1767389081.179553:0:338169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389081.179564:0:338169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=3 00010000:00000001:0.0:1767389081.179571:0:338196:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767389081.179573:0:338169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00000100:00000001:1.0:1767389081.179575:0:338163:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389081.179578:0:338196:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389081.179586:0:338169:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00000100:00000001:0.0:1767389081.179591:0:338196:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389081.179596:0:338169:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389081.179601:0:338169:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4295b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x95cd417baf4295ba expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767389081.179605:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008777fd9d x1853241654544640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389097 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767389081.179655:0:338169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767389081.179661:0:338169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4295b3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x95cd417baf4295ba expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767389081.179661:0:338196:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389081.179680:0:338196:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389081.179692:0:338196:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:2.0:1767389081.179693:0:338169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767389081.179714:0:338169:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00000001:0.0:1767389081.179715:0:338196:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000040:2.0:1767389081.179770:0:338169:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767389081.179775:0:338169:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1767389081.179779:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389081.179781:0:338169:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767389081.179784:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389081.179786:0:338169:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389081.179792:0:338196:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389081.179800:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008777fd9d x1853241654544640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389097 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767389081.179809:0:338169:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767389081.179814:0:338169:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767389081.179821:0:338169:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 2 10000000:00000001:2.0:1767389081.179835:0:338169:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767389081.179841:0:338169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389081.179841:0:338196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008777fd9d pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654544640:0@lo:104: 00010000:00000001:2.0:1767389081.179857:0:338169:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1767389081.179860:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389081.179868:0:338169:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767389081.179869:0:338196:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389081.179878:0:338169:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767389081.179881:0:338196:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:2.0:1767389081.179887:0:338169:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767389081.179889:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767389081.179893:0:338169:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389081.179900:0:338169:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f79eca00 with handle 0x95cd417baf4295b3 from hash 00000100:00000040:0.0:1767389081.179901:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008777fd9d x1853241654544640/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389097 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767389081.179916:0:338169:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389081.179924:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389081.179931:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767389081.179933:0:338196:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1767389081.179944:0:338169:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:0.0:1767389081.179948:0:338196:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767389081.179951:0:338169:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 02000000:00000010:0.0:1767389081.179954:0:338196:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef9f865d. 00010000:00000001:2.0:1767389081.179956:0:338169:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767389081.179971:0:338169:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000001:0.0:1767389081.179973:0:338196:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767389081.179978:0:338169:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000001:0.0:1767389081.179980:0:338196:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389081.179993:0:338196:0:(genops.c:1242:class_import_put()) import 0000000065ed9c00 refcount=1 obd=MGS 00000020:00000001:0.0:1767389081.180021:0:338196:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389081.180025:0:338196:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b9e82490. 02000000:00000001:0.0:1767389081.180034:0:338196:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389081.180037:0:338196:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389081.180040:0:338196:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008777fd9d. 00000100:00000001:0.0:1767389081.180044:0:338196:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389081.180046:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767389081.180050:0:338196:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e436bf8d. 00000100:00000001:0.0:1767389081.180054:0:338196:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767389081.180058:0:338196:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767389081.180062:0:338196:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c37a2433. 00010000:00000001:0.0:1767389081.180067:0:338196:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389081.180070:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389081.180073:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389081.180079:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:0.0:1767389081.180084:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767389081.180090:0:338196:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000100:00000010:2.0:1767389081.180555:0:338169:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8e7ae78. 00000020:00000040:2.0:1767389081.180563:0:338169:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389081.180571:0:338169:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389081.180576:0:338169:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389081.180583:0:338169:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389081.180592:0:338169:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9789eb7. 00000100:00000001:2.0:1767389081.180603:0:338169:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389081.180610:0:338169:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767389081.180618:0:338169:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4295b3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf4295ba expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389081.180633:0:338169:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767389081.180637:0:338169:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389081.180645:0:338169:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389081.180650:0:338169:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389081.180662:0:338169:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8e7ae78] to pc [ptlrpcd_00_00+0] req@00000000b8e7ae78 x1853241654544768/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389081.180702:0:338169:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389081.180706:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389081.180709:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389081.180711:0:338169:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389081.180716:0:338169:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389081.180798:0:338169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389081.180805:0:338169:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4295b3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf4295ba expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389081.180816:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389081.180821:0:338169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf4295b3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf4295ba expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389081.180831:0:338169:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008b99bf45 count: 0 00010000:00000001:2.0:1767389081.180864:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389081.180867:0:338169:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767389081.180870:0:338169:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000af30e503. 00010000:00000001:2.0:1767389081.180881:0:338169:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.181370:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389081.181378:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389081.181382:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389081.181392:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8e7ae78 x1853241654544768/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389081.181405:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389081.181409:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389081.181415:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389081.181419:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389081.181422:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389081.181430:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8e7ae78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654544768:0@lo:103: 00000100:00000001:2.0:1767389081.181435:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389081.181442:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389081.181446:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389081.181450:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389081.181456:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c97ce29d. 02000000:00000001:2.0:1767389081.181459:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389081.181466:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063057005. 00000400:00000010:2.0:1767389081.181537:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021e83cc8. 00000100:00000200:2.0:1767389081.181544:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654544768, portal 18 00000100:00000001:2.0:1767389081.181548:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389081.181551:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402876800 : -122821306674816 : ffff904b6fa51180) 00000100:00000040:2.0:1767389081.181560:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8e7ae78 x1853241654544768/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389097 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389081.181570:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389081.181577:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389081.181584:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000471bfa54. 00000100:00000200:2.0:1767389081.181588:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654544768, offset 0 00000400:00000200:2.0:1767389081.181600:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389081.181618:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389081.181634:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958372808980 00000400:00000200:2.0:1767389081.181650:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 00000400:00000200:2.0:1767389081.181657:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389081.181663:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389081.181671:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389081.181676:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767389081.181684:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001edd92c3. 00000100:00000040:2.0:1767389081.181690:0:337536:0:(events.c:337:request_in_callback()) incoming req@000000001edd92c3 x1853241654544768 msgsize 328 00000100:00100000:2.0:1767389081.181707:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389081.181796:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389081.181810:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000471bfa54 00000400:00000010:2.0:1767389081.181815:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000471bfa54. 00000100:00000001:2.0:1767389081.181824:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389081.181833:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8e7ae78 x1853241654544768/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389097 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389081.181846:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389081.181852:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8e7ae78 x1853241654544768/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389097 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389081.181862:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.181865:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389081.181871:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.181875:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299669225 00000100:00000001:2.0:1767389081.181888:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299669221 00000100:00000001:2.0:1767389081.181894:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299669225 00000100:00000001:2.0:1767389081.181902:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299669221 00000100:00000001:2.0:1767389081.181911:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299669225 00000100:00000001:2.0:1767389081.181916:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299669221 00000100:00000001:2.0:1767389081.181922:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299669225 00000100:00000001:2.0:1767389081.181929:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299669221 00000100:00000001:2.0:1767389081.181933:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389081.181937:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.181944:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.181949:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389081.181958:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389081.181960:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389081.181965:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389081.181967:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389081.181969:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.181976:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.182019:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389081.182023:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.182201:0:339024:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389081.182204:0:339024:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654544768 02000000:00000001:2.0:1767389081.182208:0:339024:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389081.182211:0:339024:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389081.182214:0:339024:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389081.182221:0:339024:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389081.182225:0:339024:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654544768 00000020:00000001:2.0:1767389081.182228:0:339024:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389081.182231:0:339024:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:2.0:1767389081.182235:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389081.182239:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=17 00000020:00000001:2.0:1767389081.182244:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389081.182250:0:339024:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389081.182256:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389081.182262:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000576b713b. 00000100:00000001:2.0:1767389081.182268:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389081.182272:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000576b713b. 00000020:00000010:2.0:1767389081.182279:0:339024:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5b9754c. 00000020:00000010:2.0:1767389081.182285:0:339024:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000b0f6dda. 00000020:00000010:2.0:1767389081.182291:0:339024:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c546242. 00000100:00000040:2.0:1767389081.182302:0:339024:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767389081.182305:0:339024:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389081.182308:0:339024:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767389081.182312:0:339024:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767389081.182315:0:339024:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389081.182319:0:339024:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767389081.182323:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389081.182325:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389081.182327:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036cc4f3c refcount=4 00000020:00000001:2.0:1767389081.182331:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00010000:00000001:2.0:1767389081.182335:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00010000:00010000:2.0:1767389081.182340:0:339024:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000036cc4f3c/0x95cd417baf4295ba lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf4295b3 expref: 17 pid: 338174 timeout: 5151 lvb_type: 0 00010000:00000001:2.0:1767389081.182351:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389081.182354:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389081.182357:0:339024:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389081.182359:0:339024:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389081.182366:0:339024:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767389081.182374:0:339024:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001edd92c3 x1853241654544768/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:532/0 lens 328/0 e 0 to 0 dl 1767389092 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389081.182385:0:339024:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767389081.182388:0:339024:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.182407:0:339024:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389081.182424:0:339024:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389081.182428:0:339024:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389081.182440:0:339024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00000040:2.0:1767389081.182444:0:339024:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 3 00000100:00000001:2.0:1767389081.182448:0:339024:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402878592 : -122821306673024 : ffff904b6fa51880) 00000100:00000040:2.0:1767389081.182458:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001edd92c3 x1853241654544768/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:532/0 lens 328/0 e 0 to 0 dl 1767389092 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389081.182470:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389081.182474:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000576b713b. 00000100:00000001:2.0:1767389081.182479:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389081.182482:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000576b713b. 00000100:00100000:2.0:1767389081.182497:0:339024:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001edd92c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+17:337536:x1853241654544768:12345-0@lo:103: 00000100:00000200:2.0:1767389081.182504:0:339024:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654544768 00010000:00000001:2.0:1767389081.182508:0:339024:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767389081.182513:0:339024:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767389081.182517:0:339024:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767389081.182524:0:339024:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389081.182533:0:339024:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389081.182538:0:339024:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000003de6ce0. 02000000:00000001:2.0:1767389081.182543:0:339024:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.182548:0:339024:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389081.182553:0:339024:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767389081.182557:0:339024:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767389081.182562:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389081.182566:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389081.182570:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036cc4f3c refcount=4 00000020:00000001:2.0:1767389081.182574:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00010000:00000001:2.0:1767389081.182577:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343635456 : -122826365916160 : ffff904a42172c00) 00010000:00000040:2.0:1767389081.182582:0:339024:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000db61f510 count: 3 00010000:00010000:2.0:1767389081.182587:0:339024:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000036cc4f3c/0x95cd417baf4295ba lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf4295b3 expref: 17 pid: 338174 timeout: 5151 lvb_type: 0 00000100:00001000:2.0:1767389081.182597:0:339024:0:(import.c:2128:obd_at_measure()) add 0 to 0000000098d6622c time=1767389081 v=100 (0 0 0 0) 00010000:00000001:2.0:1767389081.182601:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389081.182615:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389081.182618:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389081.182623:0:339024:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000036cc4f3c/0x95cd417baf4295ba lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x95cd417baf4295b3 expref: 17 pid: 338174 timeout: 5151 lvb_type: 0 00000020:00000001:2.0:1767389081.182632:0:339024:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767389081.182636:0:339024:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767389081.182640:0:339024:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389081.182644:0:339024:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389081.182650:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389081.182654:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389081.182665:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389081.182668:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389081.182671:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389081.182673:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389081.182678:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000036cc4f3c with handle 0x95cd417baf4295ba from hash 00010000:00000001:2.0:1767389081.182682:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389081.182684:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389081.182688:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389081.182691:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389081.182696:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389081.182698:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389081.182703:0:339024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000036cc4f3c/0x95cd417baf4295ba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x95cd417baf4295b3 expref: 17 pid: 338174 timeout: 5151 lvb_type: 0 00010000:00000040:2.0:1767389081.182711:0:339024:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 9 00000020:00000040:2.0:1767389081.182714:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 16 00010000:00000001:2.0:1767389081.182776:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389081.182780:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389081.182784:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767389081.182788:0:339024:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000018c4a8e0 00010000:00000001:2.0:1767389081.182795:0:339024:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389081.182799:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389081.182804:0:339024:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389081.182808:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389081.182812:0:339024:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389081.182819:0:339024:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389081.182825:0:339024:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767389081.182830:0:339024:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389081.182839:0:339024:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767389081.182845:0:339024:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389081.182850:0:339024:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389081.182853:0:339024:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389081.182857:0:339024:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000db61f510) refcount = 2 00010000:00010000:2.0:1767389081.182863:0:339024:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389081.182871:0:339024:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389081.182876:0:339024:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389081.182880:0:339024:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389081.182884:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767389081.182892:0:339024:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000576b713b. 00000100:00000001:2.0:1767389081.182898:0:339024:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767389081.182904:0:339024:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067935244. 00000100:00000001:2.0:1767389081.182909:0:339024:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621252664272768 : -122821045278848 : ffff904b7f39a780) 00000100:00000001:2.0:1767389081.182914:0:339024:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621252664272768 : -122821045278848 : ffff904b7f39a780) 00000100:00000001:2.0:1767389081.182919:0:339024:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767389081.182922:0:339024:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767389081.182926:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767389081.182933:0:339024:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767389081.182939:0:339024:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:2.0:1767389081.182943:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389081.182947:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389081.182950:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018c4a8e0 refcount=5 00000020:00000001:2.0:1767389081.182953:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:2.0:1767389081.182958:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:2.0:1767389081.182962:0:339024:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389081.182966:0:339024:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389081.182979:0:339024:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389081.182985:0:339024:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389081.182992:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389081.183016:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389081.183019:0:339024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389081.183028:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389081.183030:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389081.183035:0:339024:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389081.183037:0:339024:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389081.183047:0:339024:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000018c4a8e0 already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389081.183052:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389081.183055:0:339024:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389081.183058:0:339024:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389081.183064:0:339024:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389081.183066:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389081.183067:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389081.183068:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018c4a8e0 refcount=6 00000020:00000001:2.0:1767389081.183070:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:2.0:1767389081.183073:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:2.0:1767389081.183075:0:339024:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389081.183077:0:339024:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c1 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389081.183083:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389081.183084:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389081.183086:0:339024:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389081.183099:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389081.183101:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389081.183103:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389081.183106:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389081.183109:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000018c4a8e0 with handle 0x95cd417baf4295c1 from hash 00010000:00000001:2.0:1767389081.183113:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389081.183116:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389081.183117:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389081.183120:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389081.183122:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389081.183124:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389081.183126:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389081.183130:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389081.183136:0:339024:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389081.183141:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389081.183144:0:339024:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:0.0:1767389081.183147:0:338196:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c1 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389081.183148:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389081.183153:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389081.183156:0:339024:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389081.183168:0:339024:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389081.183177:0:339024:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389081.183188:0:339024:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c1 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389081.183198:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389081.183204:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389081.183210:0:339024:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389081.183223:0:339024:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389081.183225:0:338196:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767389081.183227:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389081.183235:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389081.183236:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767389081.183246:0:339024:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1767389081.183248:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c1 lrc: 2/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389081.183254:0:339024:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389081.183266:0:339024:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389081.183273:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767389081.183274:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389081.183286:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389081.183288:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389081.183302:0:339024:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389081.183303:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389081.183317:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767389081.183324:0:339024:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767389081.183330:0:339024:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.183334:0:339024:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389081.183335:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767389081.183348:0:339024:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 20000000:00000001:0.0:1767389081.183349:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000010:2.0:1767389081.183360:0:339024:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000067935244. 00000100:00000001:2.0:1767389081.183370:0:339024:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767389081.183372:0:339024:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767389081.183375:0:339024:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000576b713b. 00010000:00000001:2.0:1767389081.183378:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767389081.183380:0:339024:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000db61f510 count: 0 00010000:00010000:2.0:1767389081.183397:0:339024:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767389081.183401:0:339024:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389081.183405:0:339024:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389081.183408:0:339024:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389081.183411:0:339024:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=106 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389081.183416:0:339024:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389081.183419:0:339024:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389081.183423:0:339024:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389081.183427:0:339024:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389081.183430:0:339024:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.183434:0:339024:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389081.183438:0:339024:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389081.183443:0:339024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000471bfa54. 00000100:00000200:2.0:1767389081.183447:0:339024:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654544768, offset 224 00000400:00000200:2.0:1767389081.183452:0:339024:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389081.183464:0:339024:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389081.183474:0:339024:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958372808980 00000400:00000200:2.0:1767389081.183482:0:339024:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2085 [1] + 224 00000400:00000200:2.0:1767389081.183488:0:339024:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389081.183493:0:339024:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389081.183501:0:339024:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389081.183505:0:339024:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8e7ae78 x1853241654544768/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389097 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389081.183518:0:339024:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b8e7ae78 x1853241654544768/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389097 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389081.183545:0:339024:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389081.183556:0:339024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000471bfa54 00000400:00000010:2.0:1767389081.183561:0:339024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000471bfa54. 00000100:00000001:2.0:1767389081.183567:0:339024:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389081.183570:0:339024:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389081.183580:0:339024:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389081.183585:0:339024:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389081.183588:0:339024:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389081.183590:0:339024:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389081.183596:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001edd92c3 x1853241654544768/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:532/0 lens 328/224 e 0 to 0 dl 1767389092 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389081.183608:0:339024:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001edd92c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337536:x1853241654544768:12345-0@lo:103: Request processed in 1138us (1916us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389081.183623:0:339024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:2.0:1767389081.183629:0:339024:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:2.0:1767389081.183631:0:339024:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389081.183634:0:339024:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389081.183638:0:339024:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000b0f6dda. 00000020:00000010:2.0:1767389081.183643:0:339024:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c546242. 00000020:00000010:2.0:1767389081.183650:0:339024:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5b9754c. 00000020:00000040:2.0:1767389081.183658:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000001:2.0:1767389081.183662:0:339024:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389081.183714:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389081.183717:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767389081.183759:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389081.183763:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389081.183766:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063057005. 00000400:00000200:2.0:1767389081.183776:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021e83cc8 00000400:00000010:2.0:1767389081.183780:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021e83cc8. 00000100:00000001:2.0:1767389081.183787:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389081.183792:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8e7ae78 x1853241654544768/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389097 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389081.183808:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8e7ae78 x1853241654544768/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389097 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389081.183826:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389081.183833:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389081.183837:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389081.183841:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389081.183844:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389081.183847:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389081.183853:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389081.183859:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=106 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389081.183866:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=106 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389081.183873:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389081.183876:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389081.183880:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389081.183883:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.183888:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389081.183895:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8e7ae78 x1853241654544768/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389097 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389081.183905:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389081.183912:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389081.183915:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389081.183919:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8e7ae78 x1853241654544768/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389097 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389081.183928:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8e7ae78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654544768:0@lo:103: 00000100:00000001:2.0:1767389081.183935:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389081.183938:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389081.183942:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8e7ae78 x1853241654544768/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389097 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389081.183954:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389081.183961:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389081.183965:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c97ce29d. 02000000:00000001:2.0:1767389081.183971:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389081.183975:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389081.183978:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389081.183981:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389081.183985:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c9789eb7. 02000000:00000001:2.0:1767389081.183990:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389081.184013:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389081.184016:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8e7ae78. 00000100:00000001:2.0:1767389081.184023:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389081.184026:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389081.184029:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389081.184038:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389081.184042:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389081.184048:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389081.184053:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389081.184066:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389081.184072:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389081.184075:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767389081.184078:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389081.184081:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389081.184088:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767389081.184093:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389081.184097:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389081.184103:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.1:1767389081.188779:0:339622:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008b99bf45. 00010000:00000010:2.1:1767389081.188800:0:339622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f79eca00. 00010000:00000010:0.1:1767389081.188800:0:338051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018c4a8e0. 00010000:00000010:2.1:1767389081.192794:0:355766:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000036cc4f3c. 00010000:00000010:2.1:1767389081.192818:0:355766:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000db61f510. 00080000:00000001:3.0:1767389081.195450:0:352639:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389081.195453:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767389081.195462:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:3.0:1767389081.195465:0:352639:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00040000:00000001:1.0:1767389081.195468:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389081.195473:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389081.195481:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:3.0:1767389081.195483:0:352639:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767389081.195487:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000030f078cf. 20000000:00000001:3.0:1767389081.195498:0:352639:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767389081.195503:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767389081.195505:0:352639:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767389081.195523:0:352639:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767389081.195528:0:352639:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:3.0:1767389081.195538:0:352639:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767389081.195553:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389081.195560:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389081.195564:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389081.195571:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389081.195575:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389081.195589:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e79c0c95. 00010000:00000001:0.0:1767389081.195597:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389081.195604:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018c4a8e0. 00000020:00000001:0.0:1767389081.195611:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389081.195621:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000018c4a8e0 with handle 0x95cd417baf4295c8 to hash 00000020:00000001:0.0:1767389081.195625:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389081.195628:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389081.195633:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389081.195638:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389081.195641:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389081.195646:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389081.195654:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389081.195658:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389081.195661:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389081.195675:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389081.195679:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389081.195683:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389081.195686:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389081.195690:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389081.195695:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389081.195697:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389081.195701:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389081.195705:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e79c0c95) refcount = 1 00010000:00010000:0.0:1767389081.195710:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389081.195719:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389081.195775:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389081.195779:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389081.195782:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389081.195785:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389081.195790:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389081.195797:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:0.0:1767389081.195803:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389081.195806:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389081.195808:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018c4a8e0 refcount=4 00000020:00000001:0.0:1767389081.195811:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389081.195817:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389081.195820:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389081.195823:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389081.195833:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389081.195838:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389081.195846:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389081.195848:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389081.195853:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389081.195872:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389081.195874:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389081.195881:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389081.195884:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389081.195892:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000018c4a8e0 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389081.195896:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389081.195901:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389081.195904:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389081.195910:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389081.195913:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389081.195916:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389081.195919:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000018c4a8e0 refcount=5 00000020:00000001:0.0:1767389081.195922:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389081.195925:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603733504 : -122822105818112 : ffff904b40031c00) 00010000:00000001:0.0:1767389081.195931:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389081.195932:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389081.195938:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389081.195939:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389081.195941:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389081.195947:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389081.195949:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389081.195951:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389081.195952:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389081.195955:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000018c4a8e0 with handle 0x95cd417baf4295c8 from hash 00010000:00000001:0.0:1767389081.195957:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389081.195958:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389081.195959:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389081.195968:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389081.195971:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389081.195975:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389081.195977:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389081.195979:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389081.195984:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389081.195988:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389081.195992:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389081.196014:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389081.196016:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389081.196018:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389081.196020:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389081.196023:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389081.196027:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389081.196035:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389081.196036:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389081.196038:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389081.196041:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389081.196044:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389081.196046:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389081.196048:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389081.196052:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389081.196056:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389081.196058:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389081.196064:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389081.196067:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389081.196069:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000018c4a8e0/0x95cd417baf4295c8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389081.196075:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e79c0c95 count: 0 00010000:00000001:0.0:1767389081.196113:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389081.196119:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767389081.199811:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389081.199818:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389081.199829:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c2d9defc. 20000000:00000001:0.0:1767389081.199838:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389081.199843:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654544384 00010000:00000001:0.0:1767389081.199849:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389081.199857:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000085ba8feb x1853241654544384/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:532/0 lens 4848/4768 e 0 to 0 dl 1767389092 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389081.199866:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389081.199870:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389081.199873:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=106 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389081.199880:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389081.199885:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389081.199889:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389081.199893:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389081.199895:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389081.199900:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389081.199904:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389081.199908:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005f42c4e. 00000100:00000200:0.0:1767389081.199913:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654544384, offset 224 00000400:00000200:0.0:1767389081.199921:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389081.199933:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389081.199942:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372808800 00000400:00000200:0.0:1767389081.199949:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2055 [2] + 224 00000400:00000200:0.0:1767389081.199957:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389081.199962:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389081.199967:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389081.199973:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ff8424d7 x1853241654544384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389081.199982:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ff8424d7 x1853241654544384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389081.200018:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389081.200027:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005f42c4e 00000400:00000010:0.0:1767389081.200030:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005f42c4e. 00000100:00000001:0.0:1767389081.200035:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389081.200048:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389081.200054:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389081.200058:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389081.200061:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389081.200063:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389081.200068:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767389081.200078:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000085ba8feb x1853241654544384/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:532/0 lens 4848/4768 e 0 to 0 dl 1767389092 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389081.200097:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000085ba8feb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654544384:12345-0@lo:253: Request processed in 43540us (44488us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389081.200118:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00000040:0.0:1767389081.200125:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389081.200129:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389081.200135:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389081.200143:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009ef5cd6e. 00000020:00000010:0.0:1767389081.200157:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069e5be74. 00000020:00000010:0.0:1767389081.200168:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000134f7215. 00000020:00000040:0.0:1767389081.200184:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:0.0:1767389081.200195:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389081.200199:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fcdf2465. 02000000:00000001:0.0:1767389081.200213:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389081.200216:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389081.200224:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767389081.200230:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014682224. 00000400:00000010:0.0:1767389081.200239:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005f42c4e. 00000100:00000001:0.0:1767389081.200283:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389081.200285:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389081.200294:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389081.200298:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389081.200300:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cef57acf. 00000400:00000200:0.0:1767389081.200303:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5b8a7d7 00000400:00000010:0.0:1767389081.200304:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5b8a7d7. 00000100:00000001:0.0:1767389081.200307:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389081.200310:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ff8424d7 x1853241654544384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389081.200332:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ff8424d7 x1853241654544384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389081.200338:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389081.200342:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389081.200344:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389081.200346:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389081.200349:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389081.200351:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389081.200354:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389081.200357:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=106 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389081.200361:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=106 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389081.200363:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389081.200366:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389081.200370:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389081.200373:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389081.200376:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389081.200387:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ff8424d7 x1853241654544384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389081.200393:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389081.200395:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389081.200396:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389081.200399:0:337538:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389081.200402:0:337538:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767389081.200404:0:337538:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389081.200406:0:337538:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389081.200409:0:337538:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389081.200412:0:337538:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389081.200414:0:337538:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767389081.200416:0:337538:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767389081.200417:0:337538:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389081.200418:0:337538:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389081.200421:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff8424d7 x1853241654544384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389081.200428:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ff8424d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654544384:0@lo:253: 00000100:00000001:0.0:1767389081.200443:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389081.200446:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389081.200449:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ff8424d7 x1853241654544384/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389081.200451:0:355766:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000080d4f336. 00000100:00000001:0.0:1767389081.200467:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389081.200473:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389081.200476:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005a0aafd9. 02000000:00000001:0.0:1767389081.200484:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:2.0:1767389081.200485:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000020:00000001:0.0:1767389081.200489:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000040:2.0:1767389081.200491:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000020:00000040:0.0:1767389081.200494:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000040:2.0:1767389081.200498:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:00000001:0.0:1767389081.200500:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:2.0:1767389081.200506:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 02000000:00000010:0.0:1767389081.200507:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001284c6fe. 00000400:00000040:2.0:1767389081.200519:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 02000000:00000001:0.0:1767389081.200524:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000040:2.0:1767389081.200526:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 02000000:00000001:0.0:1767389081.200529:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000040:2.0:1767389081.200535:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000010:0.0:1767389081.200537:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff8424d7. 00000400:00000040:2.0:1767389081.200554:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000100:00000001:0.0:1767389081.200556:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389081.200563:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767389081.200564:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767389081.200586:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000100:00000001:0.0:1767389081.200587:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:2.0:1767389081.200604:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000001:0.0:1767389081.200609:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000040:2.0:1767389081.200610:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:0.0:1767389081.200614:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767389081.200618:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767389081.200625:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:0.0:1767389081.200628:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000040:2.0:1767389081.200635:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000100:00000001:0.0:1767389081.200638:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:2.0:1767389081.200643:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767389081.200650:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389081.200654:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767389081.200658:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767389081.200664:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389081.200667:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389081.200669:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389081.200672:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389081.200674:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389081.200676:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767389081.200681:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389081.200685:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389081.200688:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389081.200691:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389081.200694:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389081.200697:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767389081.200701:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389081.200704:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389081.200707:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389081.200710:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389081.200713:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389081.200716:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767389081.200722:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389081.200809:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389081.200812:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767389081.200814:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767389081.200816:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389081.200819:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767389081.200822:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767389081.200824:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767389081.200825:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767389081.200827:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767389081.200828:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767389081.200832:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767389081.200835:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389081.200838:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767389081.200840:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767389081.200842:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767389081.200845:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767389081.200847:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767389081.200849:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767389081.200850:0:355766:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767389081.201147:0:355766:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000080d4f336. 00080000:00000020:0.0:1767389081.202450:0:352639:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389081.202454:0:352639:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389081.202456:0:352639:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f7e72fe4. 20000000:00000001:0.0:1767389081.202462:0:352639:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389081.202465:0:352639:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654544512 00010000:00000001:0.0:1767389081.202467:0:352639:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389081.202473:0:352639:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000079446474 x1853241654544512/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:532/0 lens 4848/4768 e 0 to 0 dl 1767389092 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389081.202481:0:352639:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389081.202483:0:352639:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389081.202485:0:352639:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=106 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389081.202488:0:352639:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389081.202490:0:352639:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389081.202500:0:352639:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389081.202503:0:352639:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389081.202505:0:352639:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389081.202507:0:352639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389081.202509:0:352639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389081.202512:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f298fa8. 00000100:00000200:0.0:1767389081.202515:0:352639:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654544512, offset 224 00000400:00000200:0.0:1767389081.202519:0:352639:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389081.202525:0:352639:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389081.202530:0:352639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372808880 00000400:00000200:0.0:1767389081.202535:0:352639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x205d [2] + 224 00000400:00000200:0.0:1767389081.202541:0:352639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389081.202543:0:352639:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389081.202546:0:352639:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389081.202549:0:352639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000026632982 x1853241654544512/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389081.202556:0:352639:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000026632982 x1853241654544512/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389081.202572:0:352639:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389081.202576:0:352639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f298fa8 00000400:00000010:0.0:1767389081.202578:0:352639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f298fa8. 00000100:00000001:0.0:1767389081.202581:0:352639:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389081.202583:0:352639:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389081.202586:0:352639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389081.202589:0:352639:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:3.0:1767389081.202593:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767389081.202593:0:352639:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389081.202597:0:352639:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389081.202599:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767389081.202600:0:352639:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767389081.202608:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079446474 x1853241654544512/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:532/0 lens 4848/4768 e 0 to 0 dl 1767389092 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767389081.202610:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389081.202614:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389081.202618:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086311f96. 00000100:00100000:0.0:1767389081.202624:0:352639:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000079446474 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654544512:12345-0@lo:253: Request processed in 45155us (46199us total) trans 0 rc 0/0 00000400:00000200:3.0:1767389081.202625:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008339db77 00000400:00000010:3.0:1767389081.202631:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008339db77. 00000100:00000001:3.0:1767389081.202637:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767389081.202641:0:352639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00000200:3.0:1767389081.202645:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000026632982 x1853241654544512/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389081.202656:0:352639:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:0.0:1767389081.202662:0:352639:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389081.202666:0:352639:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767389081.202669:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000026632982 x1853241654544512/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389081.202671:0:352639:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000362d048c. 00000020:00000010:0.0:1767389081.202680:0:352639:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d819fc29. 00000100:00000001:3.0:1767389081.202683:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767389081.202686:0:352639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000523455a4. 00000100:00000001:3.0:1767389081.202687:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389081.202693:0:337539:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767389081.202695:0:352639:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:0.0:1767389081.202700:0:352639:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389081.202701:0:352639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007d0bd8f8. 02000000:00000001:3.0:1767389081.202706:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767389081.202707:0:352639:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389081.202709:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389081.202711:0:352639:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389081.202714:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389081.202717:0:352639:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767389081.202719:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389081.202725:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=106 v=5 (5 0 0 0) 00000400:00000010:0.0:1767389081.202768:0:352639:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cef57acf. 00000400:00000010:0.0:1767389081.202777:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f298fa8. 00000100:00001000:3.0:1767389081.202825:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=106 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389081.202832:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389081.202835:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389081.202838:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389081.202840:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389081.202843:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389081.202851:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000026632982 x1853241654544512/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389081.202859:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389081.202861:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389081.202863:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389081.202867:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389081.202869:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767389081.202870:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389081.202872:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389081.202874:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389081.202875:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389081.202877:0:337539:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389081.202879:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389081.202881:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389081.202884:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026632982 x1853241654544512/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389081.202891:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000026632982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654544512:0@lo:253: 00000100:00000001:3.0:1767389081.202897:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389081.202899:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389081.202901:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000026632982 x1853241654544512/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389097 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389081.202907:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389081.202911:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389081.202915:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000bbd12167. 02000000:00000001:3.0:1767389081.202932:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389081.202934:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389081.202938:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389081.202943:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389081.202947:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d41cd61d. 02000000:00000001:3.0:1767389081.202955:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389081.202958:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389081.202961:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026632982. 00000100:00000001:3.0:1767389081.202967:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389081.202970:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389081.202973:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389081.202978:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389081.202979:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389081.202981:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389081.202983:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767389081.205791:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e79c0c95. 00010000:00000010:0.1:1767389081.205809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018c4a8e0. 00000100:00000040:3.0:1767389081.205858:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299669225, at 4299669226 00000100:00000010:3.0:1767389081.205873:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e9660a54. 00000100:00000040:2.0:1767389081.205894:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299669225, at 4299669226 00000100:00000010:2.0:1767389081.205908:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c6f42a6c. 00000100:00000040:1.0:1767389081.206805:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299669225, at 4299669227 00000100:00000010:1.0:1767389081.206815:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc53df0d. 00000100:00000040:0.0:1767389081.206821:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299669225, at 4299669227 00000100:00000010:0.0:1767389081.206830:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000793ce2ce. 00010000:00000001:3.0:1767389081.804839:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389081.804846:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389081.804855:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389081.804859:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389081.804896:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389081.804901:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389081.804904:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767389082.187872:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389082.187878:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389082.187883:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000400:00000010:2.0:1767389082.187887:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000400:00000200:2.0:1767389082.187894:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389082.187902:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp40 recovery ping unlinked 00000400:00000010:2.0:1767389082.187929:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fb3aff94. 00000400:00000010:2.0:1767389082.187935:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000479b0774. 00000400:00000200:2.0:1767389082.187943:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp41 00000400:00000010:2.0:1767389082.187947:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fb3aff94. 00000400:00000010:2.0:1767389082.187954:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000092e86d42. 00000400:00000010:2.0:1767389082.187958:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00000400:00000010:2.0:1767389082.187965:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000260e73ce. 00000400:00000200:2.0:1767389082.187969:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp41 00000400:00000200:2.0:1767389082.188004:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp41 local destination 00000400:00000200:2.0:1767389082.188021:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp41 00000400:00000200:2.0:1767389082.188026:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp41 NI seq info: [161:161:256:4294967295] 192.168.204.113@tcp41 LPNI seq info [157:157:8:4294967295] 00000400:00000200:2.0:1767389082.188034:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp41 00000400:00000200:2.0:1767389082.188045:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp41(192.168.204.113@tcp41:) -> 192.168.204.113@tcp41(192.168.204.113@tcp41:192.168.204.113@tcp41) : GET try# 0 00000800:00000200:2.0:1767389082.188050:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp41 00000800:00000010:2.0:1767389082.188056:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000bbaccc2. 00000800:00000200:2.0:1767389082.188063:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090e1988e] -> 12345-192.168.204.113@tcp41 (2) 00000800:00000200:2.1:1767389082.188069:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090e1988e] -> 12345-192.168.204.113@tcp41 (2) 00000400:00000200:2.0:1767389082.188089:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp41 added to recovery queue. ping count: 2 next ping: 5006 health :800 00000400:00000200:3.0:1767389082.188180:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188236:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188259:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188281:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188321:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188351:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188387:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188480:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188501:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188526:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188553:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188597:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188630:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188658:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188699:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188781:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188824:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188854:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188902:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.188947:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.189101:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.189154:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.189189:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.189222:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.189267:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.189299:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.189339:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.189369:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.189475:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.189563:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.189691:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.189742:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.189870:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.189920:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389082.189938:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389082.190092:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d41cd61d. 00000800:00000010:3.0:1767389082.190098:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000064a701d3. 00000800:00000010:3.0:1767389082.190103:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000043fdd7e2. 00000800:00000010:3.0:1767389082.190124:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000043fdd7e2. 00000800:00020000:3.0:1767389082.190133:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389082.190136:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000064a701d3. 00000800:00000010:3.0:1767389082.190138:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d41cd61d. 00000400:02020000:3.0:1767389082.190177:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp41 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389082.190183:0:337525:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp41 notifying 192.168.204.113@tcp41: down 00000800:00000200:3.0:1767389082.190191:0:337525:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp41 down 00000800:00000100:3.0:1767389082.190206:0:337525:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp41 00000800:00000010:3.0:1767389082.190210:0:337525:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000bbaccc2. 00000400:00000200:3.0:1767389082.190215:0:337525:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389082.190219:0:337525:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp41->192.168.204.113@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389082.190246:0:337525:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389082.190249:0:337525:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389082.190253:0:337525:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp41) recovery failed with -71 00010000:00000001:3.0:1767389082.828804:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389082.828810:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389082.828817:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389082.828819:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389082.828852:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389082.828855:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389082.828856:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767389083.211856:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c15aeb1d] -> 12345-192.168.204.113@tcp10 (6) 00000800:00000200:3.0:1767389083.211870:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp10 ip 192.168.204.113:988 00000800:00000200:3.0:1767389083.211891:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000800:00000010:3.0:1767389083.211922:0:337528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000025f2a25f. 00000800:00000200:3.0:1767389083.211926:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8c3570a] -> 12345-192.168.204.113@tcp31 (6) 00000800:00000200:3.0:1767389083.211931:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp31 ip 192.168.204.113:988 00000800:00000200:3.0:1767389083.211933:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025f2a25f type 192, nob 24 niov 1 nkiov 0 00000400:00000001:1.0:1767389083.211937:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389083.211943:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389083.211946:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000400:00000010:1.0:1767389083.211950:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000400:00000200:1.0:1767389083.211972:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389083.211978:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp41 recovery ping unlinked 00000400:00000010:1.0:1767389083.212023:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fb3aff94. 00000400:00000010:1.0:1767389083.212028:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000092e86d42. 00000800:00000200:3.0:1767389083.212105:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767389083.212112:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767389083.212112:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767389083.212124:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389083.212127:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389083.212134:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389083.212135:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389083.212144:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389083.212145:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389083.212159:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767389083.349905:0:356253:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389083.349919:0:356253:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389083.349923:0:356253:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389083.349929:0:356253:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389083.349935:0:356253:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389083.349938:0:356253:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389083.531861:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767389083.531866:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767389083.531873:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d30d9c02. 00000020:00000040:1.0:1767389083.531879:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767389083.531904:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389083.531911:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389083.531919:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389083.531933:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000af4d5efe. 00000100:00000001:1.0:1767389083.531945:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.531983:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389083.531988:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389083.532018:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d30d9c02] to pc [ptlrpcd_00_01+1] req@00000000d30d9c02 x1853241654544896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767389083.532049:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.532078:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389083.532091:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389083.532094:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389083.532099:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d30d9c02 x1853241654544896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389083.532107:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389083.532109:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389083.532114:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389083.532117:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389083.532120:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389083.532125:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d30d9c02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654544896:0@lo:13: 00000100:00000001:1.0:1767389083.532130:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389083.532136:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389083.532139:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389083.532144:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389083.532149:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006c48f64f. 02000000:00000001:1.0:1767389083.532152:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389083.532161:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7271d6f. 00000400:00000010:1.0:1767389083.532169:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000100:00000200:1.0:1767389083.532176:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654544896, portal 4 00000100:00000001:1.0:1767389083.532178:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389083.532181:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378542976 : -122821331008640 : ffff904b6e31c380) 00000100:00000040:1.0:1767389083.532189:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d30d9c02 x1853241654544896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389099 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389083.532215:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389083.532224:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389083.532230:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 00000100:00000200:1.0:1767389083.532237:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654544896, offset 0 00000400:00000200:1.0:1767389083.532256:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389083.532297:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389083.532312:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372808a00 00000400:00000200:1.0:1767389083.532320:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 4032 00000400:00000200:1.0:1767389083.532328:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389083.532332:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389083.532341:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389083.532352:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767389083.532357:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ffd819ca. 00000100:00000040:1.0:1767389083.532360:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000ffd819ca x1853241654544896 msgsize 224 00000100:00100000:1.0:1767389083.532363:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389083.532376:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389083.532389:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000305cb2b 00000400:00000010:1.0:1767389083.532391:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000305cb2b. 00000100:00000001:1.0:1767389083.532398:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389083.532405:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d30d9c02 x1853241654544896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389099 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389083.532414:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389083.532417:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d30d9c02 x1853241654544896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389099 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389083.532423:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.532426:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389083.532434:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389083.532442:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8302 usecs (9 jiffies) 00000100:00000001:1.0:1767389083.532448:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299671561 00000100:00000010:1.0:1767389083.532453:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e055224. 00000100:00000001:1.0:1767389083.532462:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767389083.532472:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299671561 00000100:00000010:1.0:1767389083.532477:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000079fc4b4f. 00000100:00000001:1.0:1767389083.532485:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767389083.532500:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299671561 00000100:00000010:1.0:1767389083.532505:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9ca8cc1. 00000100:00000001:1.0:1767389083.532508:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389083.532522:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299671561 00000100:00000010:1.0:1767389083.532528:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fa1174fd. 00000100:00000001:1.0:1767389083.532536:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389083.532547:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389083.532551:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.532578:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.532582:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389083.532595:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389083.532598:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389083.532603:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389083.532606:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389083.532610:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.532613:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389083.532638:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389083.532649:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389083.532656:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008777fd9d. 00000100:00000001:1.0:1767389083.532663:0:339010:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1767389083.532664:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00100000:1.0:1767389083.532670:0:339010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654544896 00000100:00000001:0.0:1767389083.532675:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389083.532677:0:339010:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389083.532680:0:339010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389083.532683:0:339010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389083.532689:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389083.532692:0:339010:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389083.532696:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389083.532702:0:339010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654544896 02000000:00000010:0.0:1767389083.532706:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000510f349d. 00000020:00000001:1.0:1767389083.532708:0:339010:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389083.532718:0:339010:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000001:1.0:1767389083.532724:0:339010:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389083.532728:0:339010:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000001:1.0:1767389083.532736:0:339010:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:1.0:1767389083.532743:0:339010:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:1.0:1767389083.532751:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389083.532758:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6edafca. 00000020:00000010:1.0:1767389083.532765:0:339010:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b0e779ce. 00000020:00000040:1.0:1767389083.532776:0:339010:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:0.0:1767389083.532820:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389083.532834:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@000000008777fd9d x1853241654545024/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389083.532838:0:339010:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767389083.532845:0:339010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ef866b3. 00000100:00000001:0.0:1767389083.532849:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:1.0:1767389083.532851:0:339010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000070da22e6. 00000100:00000001:0.0:1767389083.532853:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389083.532858:0:339010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00000040:0.0:1767389083.532867:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008777fd9d] to pc [ptlrpcd_00_02+2] req@000000008777fd9d x1853241654545024/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389083.532872:0:339010:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767389083.532902:0:339010:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389083.532905:0:339010:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389083.532909:0:339010:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389083.532922:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.532928:0:339010:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389083.532929:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389083.532945:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767389083.532946:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767389083.532967:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db0a5abe. 00000100:00000001:1.0:1767389083.532972:0:339010:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767389083.532977:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00100000:3.0:1767389083.532979:0:337539:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767389083.532988:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767389083.532989:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389083.533007:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767389083.533013:0:339010:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767389083.533014:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.533024:0:339010:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389083.533030:0:339010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 02000000:00000010:0.0:1767389083.533034:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000096055b2c. 00000100:00000040:1.0:1767389083.533035:0:339010:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:3.0:1767389083.533039:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389083.533045:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389083.533046:0:339010:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252378550144 : -122821331001472 : ffff904b6e31df80) 00000100:00000001:0.0:1767389083.533049:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389083.533050:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767389083.533059:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ffd819ca x1853241654544896/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:534/0 lens 224/0 e 0 to 0 dl 1767389094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389083.533061:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767389083.533067:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000db0a5abe x1853241654545152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389083.533082:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767389083.533097:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767389083.533103:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008777fd9d x1853241654545024/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389083.533105:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbe3ab8d. 00000100:00000001:0.0:1767389083.533106:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389083.533114:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.533115:0:339010:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389083.533131:0:339010:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbe3ab8d. 00000100:00000001:3.0:1767389083.533132:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767389083.533138:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db0a5abe] to pc [ptlrpcd_00_03+3] req@00000000db0a5abe x1853241654545152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389083.533139:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389083.533149:0:339010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ffd819ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654544896:12345-0@lo:13: 02000000:00000001:3.0:1767389083.533152:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389083.533158:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389083.533170:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389083.533172:0:339010:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654544896 00000100:00100000:3.0:1767389083.533184:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008777fd9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654545024:0@lo:400: 00000020:00000001:1.0:1767389083.533184:0:339010:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389083.533194:0:339010:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389083.533203:0:339010:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389083.533219:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389083.533223:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389083.533236:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1767389083.533241:0:339010:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767389083.533243:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389083.533243:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1767389083.533257:0:339010:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 02000000:00000001:3.0:1767389083.533260:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767389083.533263:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389083.533285:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005daca956. 02000000:00000010:3.0:1767389083.533288:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d533510. 00000020:00000001:1.0:1767389083.533290:0:339010:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:0.0:1767389083.533291:0:54998:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767389083.533293:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389083.533294:0:339010:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389083.533298:0:339010:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:3.0:1767389083.533299:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d3b9675. 00000020:00000001:1.0:1767389083.533300:0:339010:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389083.533305:0:339010:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389083.533310:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d955f1a8. 00000100:00000001:0.0:1767389083.533311:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767389083.533313:0:339010:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389083.533320:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1767389083.533321:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654545024, portal 25 02000000:00000001:1.0:1767389083.533321:0:339010:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767389083.533330:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389083.533333:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520919040 : -122821188632576 : ffff904b76ae4000) 02000000:00000010:1.0:1767389083.533334:0:339010:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d0224ab8. 02000000:00000001:0.0:1767389083.533334:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389083.533345:0:339010:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.533354:0:339010:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389083.533356:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008777fd9d x1853241654545024/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767389083.533356:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e07bdece. 00002000:00000001:1.0:1767389083.533358:0:339010:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:0.0:1767389083.533369:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389083.533371:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000001:1.0:1767389083.533371:0:339010:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767389083.533379:0:339010:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000040:3.0:1767389083.533383:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:1.0:1767389083.533384:0:339010:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000040:0.0:1767389083.533389:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000005daca956 x1853241654545280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767389083.533391:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ebc5819. 00080000:00000001:1.0:1767389083.533398:0:339010:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389083.533400:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654545024, offset 0 00000020:00000001:1.0:1767389083.533412:0:339010:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767389083.533427:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000024:1.0:1767389083.533428:0:339010:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:0.0:1767389083.533447:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767389083.533448:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000020:1.0:1767389083.533449:0:339010:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:0.0:1767389083.533453:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767389083.533458:0:339010:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1767389083.533464:0:339010:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00000100:00000040:0.0:1767389083.533465:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005daca956] to pc [ptlrpcd_00_00+0] req@000000005daca956 x1853241654545280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389083.533470:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372808a80 00002000:00000001:1.0:1767389083.533476:0:339010:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767389083.533485:0:339010:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767389083.533492:0:339010:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389083.533499:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x17d1 [2] + 0 00002000:00000001:1.0:1767389083.533504:0:339010:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389083.533514:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005eadd047. 00010000:00000040:1.0:1767389083.533517:0:339010:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654544896 00000400:00000200:3.0:1767389083.533525:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007629a164 00010000:00000001:1.0:1767389083.533529:0:339010:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767389083.533535:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389083.533547:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:1.0:1767389083.533549:0:339010:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ffd819ca x1853241654544896/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:534/0 lens 224/368 e 0 to 0 dl 1767389094 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389083.533566:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389083.533583:0:54998:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5009) 00000400:00000200:3.0:1767389083.533588:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007629a164 00000400:00000010:3.0:1767389083.533599:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007629a164. 00010000:00000001:1.0:1767389083.533605:0:339010:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767389083.533609:0:337539:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767389083.533612:0:339010:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389083.533615:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767389083.533616:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767389083.533621:0:339010:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389083.533625:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767389083.533626:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000496a654e x1853241654545024 msgsize 224 00000100:00000001:0.0:1767389083.533633:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767389083.533635:0:339010:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389083.533646:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005daca956 x1853241654545280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389083.533647:0:339010:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00100000:3.0:1767389083.533656:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389083.533663:0:339010:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000040:3.0:1767389083.533668:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1767389083.533681:0:339010:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767389083.533688:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767389083.533689:0:339010:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389083.533692:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767389083.533702:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.533705:0:339010:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767389083.533710:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767389083.533711:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ebc5819 00000100:00000040:1.0:1767389083.533715:0:339010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389083.533724:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ebc5819. 00000400:00000010:1.0:1767389083.533728:0:339010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 00000100:00000001:3.0:1767389083.533731:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389083.533739:0:339010:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654544896, offset 224 00000100:00000200:3.0:1767389083.533747:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008777fd9d x1853241654545024/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389083.533757:0:339010:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389083.533772:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389083.533782:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008777fd9d x1853241654545024/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389099 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389083.533782:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389083.533802:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389083.533805:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005daca956 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:337536:1853241654545280:0@lo:400: 00000100:00000001:0.0:1767389083.533811:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389083.533817:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389083.533820:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389083.533823:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767389083.533827:0:339010:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767389083.533829:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ef9f865d. 00000100:00000001:3.0:1767389083.533834:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389083.533844:0:337539:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767389083.533844:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389083.533856:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389083.533856:0:339010:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372808a00 00000400:00000010:0.0:1767389083.533860:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c303a6. 00000100:00000001:3.0:1767389083.533863:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299671577 00000400:00000200:1.0:1767389083.533871:0:339010:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x20a5 [1] + 224 00000100:00000001:3.0:1767389083.533875:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299671561 00000400:00000200:1.0:1767389083.533877:0:339010:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767389083.533883:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f32e25e2. 00000100:00000001:3.0:1767389083.533885:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299671577 00000400:00000200:1.0:1767389083.533885:0:339010:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767389083.533910:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654545280, portal 10 00000100:00000001:3.0:1767389083.533915:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299671561 00000100:00000001:1.0:1767389083.533919:0:339010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389083.533920:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389083.533922:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299671577 00000100:00000001:3.0:1767389083.533929:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299671561 00000100:00000200:1.0:1767389083.533934:0:339010:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d30d9c02 x1853241654544896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389099 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389083.533936:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520927104 : -122821188624512 : ffff904b76ae5f80) 00000100:00000001:3.0:1767389083.533942:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299671577 00000100:00000040:0.0:1767389083.533976:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005daca956 x1853241654545280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389083.533998:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299671561 00000100:00000001:3.0:1767389083.534011:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389083.534025:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389083.534035:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389083.534041:0:339010:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000d30d9c02 x1853241654544896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389083.534058:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767389083.534060:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389083.534068:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767389083.534071:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389083.534084:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767389083.534086:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dc73e79. 00000100:00000001:3.0:1767389083.534089:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389083.534090:0:339010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767389083.534095:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654545280, offset 0 00000100:00000001:3.0:1767389083.534097:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767389083.534100:0:339010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000305cb2b 00000100:00000001:3.0:1767389083.534104:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767389083.534106:0:339010:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000305cb2b. 00000100:00000001:1.0:1767389083.534116:0:339010:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389083.534118:0:339010:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767389083.534119:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db0a5abe x1853241654545152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389083.534127:0:339010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389083.534128:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767389083.534144:0:339010:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:3.0:1767389083.534145:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389083.534149:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389083.534149:0:339010:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:3.0:1767389083.534154:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767389083.534154:0:339010:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389083.534160:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389083.534162:0:339010:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767389083.534163:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767389083.534164:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389083.534172:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ffd819ca x1853241654544896/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:534/0 lens 224/368 e 0 to 0 dl 1767389094 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389083.534176:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db0a5abe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:337539:1853241654545152:0@lo:400: 00000100:00000001:3.0:1767389083.534186:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389083.534190:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767389083.534192:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372808b80 02000000:00000001:3.0:1767389083.534213:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389083.534213:0:339010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ffd819ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654544896:12345-0@lo:13: Request processed in 1092us (1828us total) trans 0 rc 0/0 02000000:00000001:3.0:1767389083.534227:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767389083.534228:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 10296 02000000:00000010:3.0:1767389083.534242:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d9bbe60. 02000000:00000001:3.0:1767389083.534257:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389083.534258:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767389083.534280:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac7fbb47. 00000400:00000200:0.0:1767389083.534282:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767389083.534286:0:339010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000400:00000010:3.0:1767389083.534291:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ebc5819. 00000100:00000040:1.0:1767389083.534305:0:339010:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000200:3.0:1767389083.534307:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654545152, portal 10 00000100:00000001:0.0:1767389083.534312:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767389083.534314:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389083.534314:0:339010:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389083.534326:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520925312 : -122821188626304 : ffff904b76ae5880) 00000100:00000200:0.0:1767389083.534328:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767389083.534329:0:339010:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767389083.534339:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db0a5abe x1853241654545152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389083.534342:0:339010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000070da22e6. 00000100:00000010:0.0:1767389083.534343:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000dcd4aa50. 00000100:00000040:0.0:1767389083.534355:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000dcd4aa50 x1853241654545280 msgsize 224 00000020:00000010:1.0:1767389083.534357:0:339010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000100:00000001:3.0:1767389083.534368:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767389083.534370:0:339010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ef866b3. 00000100:00000040:3.0:1767389083.534382:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1767389083.534385:0:339010:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000400:00000010:3.0:1767389083.534393:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9285838. 00000100:00100000:0.0:1767389083.534393:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389083.534395:0:339010:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767389083.534406:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654545152, offset 0 00000400:00000200:3.0:1767389083.534415:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389083.534421:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389083.534432:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:1.0:1767389083.534432:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:0.0:1767389083.534437:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dc73e79 00000020:00000040:1.0:1767389083.534439:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000400:00000010:0.0:1767389083.534445:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006dc73e79. 00000400:00000200:3.0:1767389083.534450:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372808b00 00000100:00000001:0.0:1767389083.534459:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767389083.534464:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767389083.534468:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 10520 00000100:00100000:1.0:1767389083.534471:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654545280 00000100:00000200:0.0:1767389083.534474:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005daca956 x1853241654545280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389083.534475:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767389083.534476:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389083.534481:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389083.534487:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389083.534497:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389083.534503:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767389083.534511:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654545280 00000100:00000001:3.0:1767389083.534520:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767389083.534524:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1767389083.534526:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:1.0:1767389083.534531:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000100:00000010:3.0:1767389083.534539:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000026632982. 00000020:00000001:1.0:1767389083.534540:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389083.534542:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389083.534560:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005daca956 x1853241654545280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389083.534565:0:337539:0:(events.c:337:request_in_callback()) incoming req@0000000026632982 x1853241654545152 msgsize 224 00000020:00000040:1.0:1767389083.534566:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000020:00000001:1.0:1767389083.534582:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000020:00000001:1.0:1767389083.534597:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00100000:3.0:1767389083.534601:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389083.534613:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389083.534620:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389083.534623:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbe3ab8d. 00000100:00000001:0.0:1767389083.534627:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389083.534630:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767389083.534633:0:338180:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006046294e. 00000100:00000001:0.0:1767389083.534640:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389083.534643:0:338180:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000400:00000200:3.0:1767389083.534647:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9285838 00000100:00000040:0.0:1767389083.534649:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6392 usecs (7 jiffies) 00000400:00000010:3.0:1767389083.534653:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9285838. 00000100:00000001:0.0:1767389083.534658:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299671561 00000100:00000001:3.0:1767389083.534660:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767389083.534661:0:338180:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767389083.534663:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299671577 00000100:00000200:3.0:1767389083.534670:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db0a5abe x1853241654545152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389083.534671:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ef866b3. 00000020:00000010:1.0:1767389083.534686:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000070da22e6. 00000100:00000001:0.0:1767389083.534693:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299671561 00000020:00000010:1.0:1767389083.534697:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00000001:0.0:1767389083.534709:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299671577 00000100:00000040:1.0:1767389083.534717:0:338180:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767389083.534728:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389083.534732:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389083.534734:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389083.534740:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389083.534744:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db0a5abe x1853241654545152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389083.534753:0:338180:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767389083.534756:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389083.534757:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299671562 00000100:00000001:1.0:1767389083.534759:0:338180:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767389083.534767:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389083.534776:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299671577 00000100:00000001:3.0:1767389083.534778:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389083.534785:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389083.534800:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299671562 00000100:00000001:3.0:1767389083.534806:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389083.534812:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299671577 00000100:00000001:0.0:1767389083.534816:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389083.534820:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389083.534827:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389083.534831:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389083.534838:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5523 usecs (6 jiffies) 00000100:00000001:0.0:1767389083.534843:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389083.534844:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299671561 00000100:00000001:1.0:1767389083.534851:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389083.534852:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389083.534853:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299671577 00000100:00100000:1.0:1767389083.534860:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654545152 00000100:00000001:3.0:1767389083.534862:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299671561 00000100:00000001:0.0:1767389083.534862:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767389083.534866:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389083.534872:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389083.534873:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389083.534875:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299671577 00000100:00000001:3.0:1767389083.534886:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299671561 00000100:00000001:0.0:1767389083.534888:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.534903:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389083.534907:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389083.534911:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299671577 02000000:00000001:1.0:1767389083.534914:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389083.534921:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299671561 00000100:00100000:1.0:1767389083.534924:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654545152 00000100:00000001:3.0:1767389083.534929:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299671577 00000020:00000001:1.0:1767389083.534930:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767389083.534935:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767389083.534938:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000100:00000001:0.0:1767389083.534940:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389083.534941:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389083.534968:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389083.534972:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389083.534977:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389083.534995:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389083.534997:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000020:00000001:1.0:1767389083.535004:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:3.0:1767389083.535006:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767389083.535008:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:3.0:1767389083.535009:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389083.535016:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389083.535018:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389083.535019:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767389083.535022:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006046294e. 00000100:00000001:3.0:1767389083.535024:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.535028:0:338180:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389083.535030:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389083.535032:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006046294e. 00000100:00000001:0.0:1767389083.535035:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767389083.535039:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001626bc99. 00000100:00000001:0.0:1767389083.535040:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767389083.535065:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0a35238. 00000100:00100000:0.0:1767389083.535067:0:338182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00000001:3.0:1767389083.535068:0:352639:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767389083.535073:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000047135116. 00000100:00100000:3.0:1767389083.535075:0:352639:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654545024 02000000:00000001:3.0:1767389083.535082:0:352639:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767389083.535082:0:338182:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000100:00000001:1.0:1767389083.535084:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389083.535089:0:352639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389083.535093:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389083.535093:0:338182:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252144657536 : -122821564894080 : ffff904b6040f480) 00000100:00000001:3.0:1767389083.535094:0:352639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.535102:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389083.535112:0:352639:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.535115:0:338180:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1767389083.535117:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dcd4aa50 x1853241654545280/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:534/0 lens 224/0 e 0 to 0 dl 1767389094 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389083.535120:0:352639:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654545024 00000100:00000001:1.0:1767389083.535121:0:338180:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767389083.535126:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389083.535129:0:352639:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389083.535135:0:352639:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:1.0:1767389083.535142:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389083.535143:0:352639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389083.535150:0:352639:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000001:1.0:1767389083.535162:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767389083.535167:0:352639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389083.535167:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767389083.535168:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767389083.535174:0:352639:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00100000:1.0:1767389083.535178:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000020:00000010:0.0:1767389083.535179:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003edcdbc7. 00000100:00000001:3.0:1767389083.535180:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389083.535191:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4784894. 00000100:00000001:0.0:1767389083.535193:0:338182:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767389083.535194:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000020:00000010:0.0:1767389083.535210:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003edcdbc7. 00000100:00000001:3.0:1767389083.535212:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389083.535232:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251694451712 : -122822015099904 : ffff904b456b5c00) 00000020:00000010:3.0:1767389083.535233:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4784894. 00000100:00100000:0.0:1767389083.535248:0:338182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dcd4aa50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337536:x1853241654545280:12345-0@lo:400: 00000020:00000010:3.0:1767389083.535255:0:352639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cb43a2f. 00000100:00000040:1.0:1767389083.535258:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026632982 x1853241654545152/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:534/0 lens 224/0 e 0 to 0 dl 1767389094 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389083.535275:0:338182:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654545280 00000020:00000010:3.0:1767389083.535280:0:352639:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000999fa093. 00000020:00000010:3.0:1767389083.535288:0:352639:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007cde4d2b. 00000100:00000001:1.0:1767389083.535295:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767389083.535295:0:338182:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:3.0:1767389083.535298:0:352639:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389083.535310:0:352639:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767389083.535310:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006046294e. 00000020:00000001:0.0:1767389083.535311:0:338182:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767389083.535315:0:352639:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767389083.535317:0:338182:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.535318:0:338180:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389083.535320:0:352639:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389083.535336:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006046294e. 00000020:00000001:0.0:1767389083.535337:0:338182:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767389083.535338:0:352639:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389083.535348:0:338182:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:3.0:1767389083.535354:0:352639:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767389083.535358:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026632982 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:337539:x1853241654545152:12345-0@lo:400: 00000100:00000200:1.0:1767389083.535367:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654545152 00000020:00000001:0.0:1767389083.535368:0:338182:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767389083.535372:0:352639:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389083.535378:0:352639:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767389083.535379:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389083.535380:0:338182:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389083.535383:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389083.535390:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389083.535391:0:352639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000020:00000001:0.0:1767389083.535395:0:338182:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767389083.535397:0:352639:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000020:00000001:1.0:1767389083.535397:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389083.535411:0:338182:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767389083.535412:0:352639:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361794640 : -122821347756976 : ffff904b6d323450) 00000020:00000001:1.0:1767389083.535412:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:0.0:1767389083.535423:0:338182:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389083.535425:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767389083.535430:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000496a654e x1853241654545024/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:534/0 lens 224/0 e 0 to 0 dl 1767389094 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389083.535432:0:338182:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767389083.535433:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389083.535441:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767389083.535442:0:338182:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767389083.535447:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767389083.535447:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767389083.535449:0:338182:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767389083.535451:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389083.535454:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4784894. 00000020:00000001:1.0:1767389083.535455:0:338180:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000010:0.0:1767389083.535455:0:338182:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000097f4835b. 00000100:00000001:3.0:1767389083.535458:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389083.535465:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389083.535472:0:338182:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389083.535474:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e4784894. 02000000:00000001:1.0:1767389083.535474:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389083.535484:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a208a94b. 00000100:00000001:0.0:1767389083.535488:0:338182:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389083.535490:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389083.535498:0:352639:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000496a654e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654545024:12345-0@lo:400: 00000100:00000001:1.0:1767389083.535505:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389083.535505:0:338182:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389083.535507:0:352639:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654545024 00000020:00000001:3.0:1767389083.535516:0:352639:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389083.535524:0:338180:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389083.535527:0:338182:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654545280 00000020:00000001:3.0:1767389083.535528:0:352639:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000040:1.0:1767389083.535529:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654545152 00000020:00000001:3.0:1767389083.535536:0:352639:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389083.535540:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767389083.535541:0:338182:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767389083.535542:0:352639:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000200:0.0:1767389083.535568:0:338182:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dcd4aa50 x1853241654545280/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:534/0 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389083.535570:0:352639:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00010000:00000200:1.0:1767389083.535577:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026632982 x1853241654545152/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:534/0 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389083.535590:0:352639:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389083.535598:0:352639:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389083.535613:0:352639:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389083.535624:0:352639:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389083.535634:0:352639:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389083.535648:0:352639:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767389083.535657:0:352639:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389083.535666:0:352639:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389083.535678:0:352639:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ee256340. 02000000:00000001:3.0:1767389083.535685:0:352639:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389083.535690:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389083.535691:0:338182:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767389083.535692:0:352639:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389083.535706:0:352639:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389083.535711:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389083.535714:0:352639:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654545024 00010000:00000001:0.0:1767389083.535716:0:338182:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389083.535719:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=102 v=5 (1 0 0 0) 00010000:00000001:3.0:1767389083.535732:0:352639:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767389083.535734:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:3.0:1767389083.535744:0:352639:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000496a654e x1853241654545024/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:534/0 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389083.535746:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389083.535755:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389083.535764:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389083.535773:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389083.535775:0:338182:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=102 v=5 (1 0 0 0) 00010000:00000001:3.0:1767389083.535777:0:352639:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767389083.535781:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767389083.535785:0:352639:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389083.535806:0:338182:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:3.0:1767389083.535810:0:352639:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=108 v=5 (1 0 0 0) 00000100:00000040:0.0:1767389083.535816:0:338182:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000001:0.0:1767389083.535821:0:338182:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389083.535826:0:338182:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389083.535828:0:338182:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389083.535833:0:338182:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389083.535837:0:338182:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767389083.535838:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389083.535853:0:352639:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389083.535857:0:352639:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 23 to 0@lo 00000400:00000010:0.0:1767389083.535858:0:338182:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dc73e79. 00000400:00000010:1.0:1767389083.535859:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 00000100:00000001:3.0:1767389083.535861:0:352639:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000200:1.0:1767389083.535872:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654545152, offset 224 02000000:00000001:3.0:1767389083.535875:0:352639:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1767389083.535878:0:338182:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654545280, offset 224 02000000:00000001:3.0:1767389083.535880:0:352639:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389083.535905:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389083.535909:0:352639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767389083.535935:0:338182:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767389083.535937:0:352639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767389083.535939:0:338180:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389083.535977:0:338182:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767389083.535992:0:352639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9285838. 00000400:00000200:1.0:1767389083.535997:0:338180:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372808b00 00000100:00000200:3.0:1767389083.536000:0:352639:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654545024, offset 224 00000400:00000200:0.0:1767389083.536009:0:338182:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372808b80 00000400:00000200:1.0:1767389083.536010:0:338180:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20c1 [1] + 224 00000400:00000200:1.0:1767389083.536016:0:338180:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389083.536026:0:352639:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389083.536032:0:338180:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389083.536067:0:338182:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x20b9 [1] + 224 00000400:00000200:3.0:1767389083.536069:0:352639:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389083.536083:0:338180:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767389083.536083:0:338182:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389083.536087:0:352639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372808a80 00000400:00000200:0.0:1767389083.536096:0:338182:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767389083.536100:0:338180:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db0a5abe x1853241654545152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389083.536108:0:352639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x20ad [1] + 224 00000100:00000001:0.0:1767389083.536123:0:338182:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767389083.536125:0:352639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767389083.536126:0:338180:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000db0a5abe x1853241654545152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389083.536145:0:352639:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767389083.536146:0:338182:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005daca956 x1853241654545280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389083.536148:0:338180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389083.536151:0:352639:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767389083.536161:0:338180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000305cb2b 00000100:00000200:3.0:1767389083.536163:0:352639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008777fd9d x1853241654545024/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389083.536168:0:338180:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000305cb2b. 00000100:00000001:1.0:1767389083.536178:0:338180:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389083.536182:0:338180:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389083.536189:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389083.536215:0:338182:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005daca956 x1853241654545280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389083.536225:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 22 to 0@lo 00010000:00000001:1.0:1767389083.536245:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767389083.536254:0:352639:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008777fd9d x1853241654545024/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389083.536254:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389083.536280:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767389083.536281:0:338182:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389083.536290:0:352639:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767389083.536290:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026632982 x1853241654545152/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:534/0 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389083.536292:0:338182:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dc73e79 00000400:00000010:0.0:1767389083.536300:0:338182:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006dc73e79. 00000100:00000001:0.0:1767389083.536316:0:338182:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:1.0:1767389083.536317:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026632982 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:337539:x1853241654545152:12345-0@lo:400: Request processed in 1020us (1748us total) trans 0 rc 0/0 00000400:00000200:3.0:1767389083.536321:0:352639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9285838 00000100:00000001:0.0:1767389083.536323:0:338182:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767389083.536333:0:352639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9285838. 00000100:00000001:0.0:1767389083.536339:0:338182:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389083.536340:0:352639:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389083.536345:0:352639:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767389083.536345:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00000040:1.0:1767389083.536353:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000100:00000001:3.0:1767389083.536355:0:352639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389083.536355:0:338182:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389083.536361:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767389083.536375:0:338182:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767389083.536376:0:352639:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:1.0:1767389083.536376:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767389083.536389:0:338182:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389083.536390:0:352639:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:1.0:1767389083.536390:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0a35238. 00000020:00000001:3.0:1767389083.536399:0:352639:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389083.536403:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000047135116. 00000020:00000001:0.0:1767389083.536404:0:338182:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767389083.536405:0:352639:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389083.536415:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000496a654e x1853241654545024/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:534/0 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389083.536417:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001626bc99. 00000100:00000040:0.0:1767389083.536423:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dcd4aa50 x1853241654545280/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:534/0 lens 224/224 e 0 to 0 dl 1767389094 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389083.536427:0:338180:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000100:00000001:1.0:1767389083.536437:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767389083.536472:0:352639:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000496a654e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654545024:12345-0@lo:400: Request processed in 1017us (2838us total) trans 0 rc 0/0 00000100:00000001:1.0:1767389083.536487:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767389083.536490:0:338182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dcd4aa50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337536:x1853241654545280:12345-0@lo:400: Request processed in 1307us (2119us total) trans 0 rc 0/0 00000100:00000001:1.0:1767389083.536492:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389083.536502:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767389083.536504:0:352639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000400:00000001:1.0:1767389083.536509:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767389083.536516:0:352639:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000400:00000010:1.0:1767389083.536517:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac7fbb47. 00000100:00000001:3.0:1767389083.536522:0:352639:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767389083.536525:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ebc5819 00000100:00000001:3.0:1767389083.536527:0:352639:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767389083.536535:0:338182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000400:00000010:1.0:1767389083.536536:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ebc5819. 00000020:00000010:3.0:1767389083.536537:0:352639:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000999fa093. 00000100:00000040:0.0:1767389083.536540:0:338182:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000020:00000010:3.0:1767389083.536542:0:352639:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007cde4d2b. 00000100:00000001:0.0:1767389083.536559:0:338182:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389083.536567:0:338182:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767389083.536575:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767389083.536576:0:352639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cb43a2f. 00000020:00000010:0.0:1767389083.536577:0:338182:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000070da22e6. 00000100:00000200:1.0:1767389083.536586:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db0a5abe x1853241654545152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767389083.536598:0:352639:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000020:00000010:0.0:1767389083.536598:0:338182:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000100:00000200:1.0:1767389083.536613:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db0a5abe x1853241654545152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389083.536625:0:352639:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:0.0:1767389083.536627:0:338182:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ef866b3. 00000100:00000001:1.0:1767389083.536630:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767389083.536638:0:352639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ee256340. 00000100:00000001:1.0:1767389083.536644:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767389083.536648:0:338182:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 02000000:00000001:3.0:1767389083.536650:0:352639:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389083.536652:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389083.536665:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389083.536670:0:338182:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389083.536671:0:352639:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389083.536672:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389083.536684:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389083.536696:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389083.536703:0:352639:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767389083.536704:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=102 v=5 (5 0 0 0) 00000400:00000010:3.0:1767389083.536715:0:352639:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000052c7674. 00000100:00001000:1.0:1767389083.536716:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=102 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389083.536727:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767389083.536728:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3c95927. 00000100:00000001:1.0:1767389083.536731:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389083.536740:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767389083.536749:0:337539:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000db0a5abe x1853241654545152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389083.536760:0:337539:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767389083.536775:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1767389083.536802:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000001:1.0:1767389083.536813:0:337539:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767389083.536817:0:337539:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767389083.536820:0:337539:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767389083.536824:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389083.536829:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767389083.536833:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db0a5abe x1853241654545152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389083.536835:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389083.536847:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767389083.536850:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767389083.536852:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1767389083.536865:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767389083.536866:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389083.536876:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7271d6f. 00000100:00000040:1.0:1767389083.536877:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db0a5abe x1853241654545152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389083.536898:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000400:00000010:0.0:1767389083.536907:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000100:00100000:1.0:1767389083.536929:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db0a5abe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:337539:1853241654545152:0@lo:400: 00000100:00000001:0.0:1767389083.536929:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389083.536963:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d30d9c02 x1853241654544896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389083.536973:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389083.536985:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1767389083.537003:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d30d9c02 x1853241654544896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767389083.537010:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767389083.537011:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1767389083.537013:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767389083.537014:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767389083.537017:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3c303a6. 00000100:00000001:0.0:1767389083.537028:0:337537:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767389083.537029:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f32e25e2 00000400:00000010:3.0:1767389083.537038:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f32e25e2. 02000000:00000001:0.0:1767389083.537039:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389083.537048:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389083.537049:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767389083.537050:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767389083.537068:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767389083.537071:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767389083.537072:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389083.537077:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005daca956 x1853241654545280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389083.537077:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d3b9675. 00000400:00000200:1.0:1767389083.537084:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d955f1a8 00000100:00001000:0.0:1767389083.537085:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=92 v=5 (5 0 0 0) 00000400:00000010:1.0:1767389083.537094:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d955f1a8. 00000100:00001000:0.0:1767389083.537097:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389083.537100:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389083.537103:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767389083.537110:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008777fd9d x1853241654545024/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389083.537111:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389083.537118:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005daca956 x1853241654545280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389083.537126:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767389083.537143:0:337537:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d30d9c02 x1853241654544896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389083.537173:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389083.537182:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389083.537190:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008777fd9d x1853241654545024/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389083.537193:0:337536:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767389083.537215:0:337537:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389083.537218:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389083.537228:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389083.537229:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767389083.537244:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389083.537246:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1767389083.537247:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389083.537258:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389083.537266:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767389083.537269:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389083.537273:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d30d9c02 x1853241654544896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389083.537290:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.537291:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389083.537296:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389083.537302:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389083.537313:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767389083.537315:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=99 v=5 (5 0 0 0) 00000100:00000001:1.0:1767389083.537315:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389083.537321:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389083.537322:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=99 v=5 (1 0 0 0) 00000100:00001000:1.0:1767389083.537325:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=108 v=5 (5 0 0 0) 00000100:00000001:3.0:1767389083.537329:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389083.537335:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389083.537338:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1767389083.537340:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=108 v=5 (1 0 0 0) 00010000:00000001:3.0:1767389083.537341:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767389083.537342:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767389083.537354:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005daca956 x1853241654545280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767389083.537356:0:337537:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:1.0:1767389083.537357:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389083.537367:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767389083.537369:0:337537:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00010000:00000001:3.0:1767389083.537371:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389083.537373:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389083.537378:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767389083.537380:0:337537:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000001:3.0:1767389083.537381:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767389083.537382:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389083.537386:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767389083.537395:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767389083.537401:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389083.537401:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008777fd9d x1853241654545024/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:0.0:1767389083.537404:0:337537:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000100:00000040:3.0:1767389083.537413:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005daca956 x1853241654545280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767389083.537440:0:337537:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.537463:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767389083.537463:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d30d9c02 x1853241654544896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389099 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389083.537464:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389083.537477:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389083.537477:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389083.537485:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389083.537486:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389083.537504:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008777fd9d x1853241654545024/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389083.537505:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005daca956 x1853241654545280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389083.537515:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d30d9c02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654544896:0@lo:13: 00000100:00000001:0.0:1767389083.537548:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389083.537568:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389083.537580:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d30d9c02 x1853241654544896/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389099 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389083.537596:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005daca956 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:337536:1853241654545280:0@lo:400: 00000100:00100000:1.0:1767389083.537603:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008777fd9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654545024:0@lo:400: 00000100:00000001:3.0:1767389083.537628:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389083.537639:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389083.537644:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389083.537648:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767389083.537656:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005daca956 x1853241654545280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389083.537663:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767389083.537664:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767389083.537676:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1767389083.537679:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006c48f64f. 02000000:00000001:3.0:1767389083.537683:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767389083.537686:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db0a5abe x1853241654545152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767389083.537694:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ef9f865d. 02000000:00000001:0.0:1767389083.537695:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389083.537708:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767389083.537710:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389083.537711:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1767389083.537714:0:337537:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767389083.537717:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767389083.537721:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389083.537727:0:337536:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000010:1.0:1767389083.537728:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d9bbe60. 00000020:00000001:3.0:1767389083.537736:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389083.537742:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e07bdece. 02000000:00000001:1.0:1767389083.537742:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389083.537749:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389083.537753:0:337539:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 02000000:00000001:3.0:1767389083.537755:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1767389083.537758:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389083.537770:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000096055b2c. 02000000:00000001:3.0:1767389083.537773:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767389083.537774:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767389083.537779:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:3.0:1767389083.537787:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005daca956. 02000000:00000010:0.0:1767389083.537790:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000af4d5efe. 02000000:00000001:0.0:1767389083.537812:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767389083.537814:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389083.537818:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389083.537819:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389083.537824:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d30d9c02. 02000000:00000001:1.0:1767389083.537826:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389083.537831:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db0a5abe. 00000100:00000001:0.0:1767389083.537831:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389083.537838:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389083.537840:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389083.537844:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389083.537844:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389083.537863:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389083.537863:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389083.537866:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389083.537873:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389083.537874:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767389083.537874:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008777fd9d x1853241654545024/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389083.537881:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389083.537890:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389083.537891:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389083.537907:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.537909:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767389083.537915:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389083.537916:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389083.537926:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d533510. 02000000:00000001:1.0:1767389083.537936:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389083.537939:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389083.537942:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389083.537946:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389083.537966:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000510f349d. 02000000:00000001:1.0:1767389083.537979:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389083.537999:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389083.538001:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008777fd9d. 00000100:00000001:1.0:1767389083.538007:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389083.538011:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389083.538013:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389083.538017:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389083.538019:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389083.538021:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389083.538023:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389083.557766:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299671577, at 4299671578 00000100:00000010:0.0:1767389083.557776:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e055224. 00000100:00000040:2.0:1767389083.557839:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299671577, at 4299671578 00000100:00000040:1.0:1767389083.557842:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299671577, at 4299671578 00000100:00000040:3.0:1767389083.557844:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299671577, at 4299671578 00000100:00000010:2.0:1767389083.557848:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9ca8cc1. 00000100:00000010:1.0:1767389083.557851:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000079fc4b4f. 00000100:00000010:3.0:1767389083.557853:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fa1174fd. 00010000:00000001:3.0:1767389083.852800:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389083.852806:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389083.852812:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389083.852814:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389083.852920:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389083.852925:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389083.852929:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767389084.232898:0:356417:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767389084.232904:0:356417:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000400:00000200:1.0:1767389084.235806:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp33 00000400:00000010:1.0:1767389084.235813:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fac0fd6c. 00000800:00000200:3.0:1767389084.235816:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000925f3843] -> 12345-192.168.204.113@tcp26 (4) 00000400:00000010:1.0:1767389084.235821:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001626bc99. 00000800:00000200:3.1:1767389084.235826:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000925f3843] -> 12345-192.168.204.113@tcp26 (4) 00000400:00000010:1.0:1767389084.235828:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 00000400:00000010:1.0:1767389084.235837:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ee262a63. 00000400:00000200:1.0:1767389084.235842:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp33 00000400:00000200:1.0:1767389084.235865:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp33 local destination 00000400:00000200:1.0:1767389084.235872:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp33 00000400:00000200:1.0:1767389084.235875:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp33 NI seq info: [162:162:256:4294967295] 192.168.204.113@tcp33 LPNI seq info [158:158:8:4294967295] 00000400:00000200:1.0:1767389084.235882:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp33 00000400:00000200:1.0:1767389084.235889:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp33(192.168.204.113@tcp33:) -> 192.168.204.113@tcp33(192.168.204.113@tcp33:192.168.204.113@tcp33) : GET try# 0 00000800:00000200:1.0:1767389084.235894:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp33 00000800:00000010:1.0:1767389084.235898:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c992cf03. 00000800:00000200:1.0:1767389084.235904:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071c9ae5f] -> 12345-192.168.204.113@tcp33 (2) 00000800:00000200:1.1:1767389084.235909:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071c9ae5f] -> 12345-192.168.204.113@tcp33 (2) 00000400:00000200:1.0:1767389084.235931:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp33 added to recovery queue. ping count: 5 next ping: 5036 health :500 00000400:00000200:3.0:1767389084.236010:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.236010:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.236079:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.236091:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.236126:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.236144:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.236172:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.236195:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.236220:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.236257:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.236275:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.236305:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.236321:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.236354:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.236364:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.236399:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.236406:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.236449:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.236452:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.236501:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.236502:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.236591:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.236591:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.236675:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.236676:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.236738:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.236771:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.236809:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.236828:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.236871:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.236889:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.236928:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.236952:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.236998:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237005:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237070:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.237080:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237114:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.237130:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237164:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.237174:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237211:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.237219:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237273:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.237280:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237319:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.237325:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.237370:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237370:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.237409:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237427:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.237450:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237480:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.237495:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237546:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.237555:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237610:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.237611:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.237699:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237699:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.237764:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237775:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.237828:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237840:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.237875:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237894:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.237923:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237957:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.237994:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.238012:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.238031:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.238056:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.238078:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.238106:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000800:00000010:3.0:1767389084.238126:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d41cd61d. 00000400:00000200:2.0:1767389084.238129:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000800:00000010:3.0:1767389084.238132:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006b43d4d2. 00000800:00000010:3.0:1767389084.238152:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b2f62eca. 00000400:00000200:2.0:1767389084.238163:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000800:00000010:3.0:1767389084.238177:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b2f62eca. 00000800:00020000:3.0:1767389084.238190:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000400:00000200:2.0:1767389084.238191:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.113:988 00000800:00000010:3.0:1767389084.238195:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006b43d4d2. 00000800:00000010:3.0:1767389084.238199:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d41cd61d. 00000400:00000200:2.0:1767389084.238219:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.113:988 00000400:02020000:3.0:1767389084.238271:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp33 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767389084.238272:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.238280:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp33 notifying 192.168.204.113@tcp33: down 00000800:00000200:3.0:1767389084.238287:0:337527:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp33 down 00000800:00000100:3.0:1767389084.238294:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp33 00000800:00000010:3.0:1767389084.238297:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c992cf03. 00000400:00000200:2.0:1767389084.238301:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.238302:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389084.238310:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp33->192.168.204.113@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389084.238324:0:337527:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389084.238327:0:337527:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767389084.238328:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.113:988 00000400:00000200:3.0:1767389084.238332:0:337527:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp33) recovery failed with -71 00000400:00000200:2.0:1767389084.238348:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.238364:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.113:988 00000800:00000010:2.0:1767389084.238498:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000161ee01. 00000800:00000010:2.0:1767389084.238502:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000095437f22. 00000800:00000010:2.0:1767389084.238505:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000110315d2. 00000800:00000010:2.0:1767389084.238549:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000110315d2. 00000400:00000200:3.0:1767389084.238609:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767389084.238621:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp26 from 207.3.0.2 00000800:00000010:3.0:1767389084.238624:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b203e498. 00000800:00000010:1.0:1767389084.238707:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fcdf2465. 00000800:00000010:1.0:1767389084.238714:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e40e338a. 00000800:00000010:1.0:1767389084.238768:0:337524:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006a0cefc9. 00000800:00000200:1.1:1767389084.238774:0:337524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000925f3843] -> 12345-192.168.204.113@tcp26 (4) 00000800:00000200:1.1:1767389084.238786:0:337524:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp26 000000006a0cefc9 deleted 00000800:00000010:1.1:1767389084.238788:0:337524:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006a0cefc9. 00000800:00000200:1.1:1767389084.238794:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767389084.238801:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp26 p 3.x 192.168.204.113 -> 192.168.204.113:975 incarnation:1767389028168252257 sched[0] 00000800:00000010:1.0:1767389084.238806:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000489866c7. 00000800:00000010:1.0:1767389084.238866:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000489866c7. 00000800:00000010:1.0:1767389084.238871:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e40e338a. 00000800:00000200:2.1:1767389084.238885:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.1:1767389084.238894:0:337526:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp26 ip 192.168.204.113:988 00000800:00000200:2.1:1767389084.238898:0:337526:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025f2a25f type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767389084.238905:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp26 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389028168252257 sched[0] 00000800:00000010:2.0:1767389084.238908:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000095437f22. 00000800:00000010:1.0:1767389084.238918:0:337524:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b203e498. 00000800:00000001:1.0:1767389084.238963:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389084.238970:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389084.238983:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389084.239001:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767389084.239053:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767389084.239057:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389084.239063:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389084.239070:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389084.239071:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767389084.240074:0:356417:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767389084.251117:0:356418:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ee256340. 00000400:00000010:3.0:1767389084.251132:0:356418:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000006b43d4d2. 00000400:00000010:3.0:1767389084.251143:0:356418:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000099ebdb16. 00000400:00000010:3.0:1767389084.251146:0:356418:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003d9bbe60. 00000400:00000010:3.0:1767389084.251150:0:356418:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007538780f. 00000400:00000010:3.0:1767389084.251153:0:356418:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b2f62eca. 00000400:00000010:3.0:1767389084.251155:0:356418:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a82a1587. 00000400:00000010:3.0:1767389084.251156:0:356418:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ca0bd8a5. 00000400:00000010:3.0:1767389084.251159:0:356418:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000009c1b646c. 00000800:00000010:3.0:1767389084.251172:0:356418:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000000ebbcba7. 00000800:00000200:3.0:1767389084.251210:0:356418:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767389084.251229:0:356418:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767389084.251278:0:356418:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:3.0:1767389084.251297:0:356418:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp44 [8/256/0/180] 00000400:00000010:3.0:1767389084.252703:0:356418:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000df4ed9d3. 00000400:00000010:3.0:1767389084.252709:0:356418:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002166e873. 00000400:00000010:3.0:1767389084.252713:0:356418:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9285838. 00000400:00000001:3.0:1767389084.252762:0:356418:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389084.252764:0:356418:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389084.252766:0:356418:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2d78d42. 00000400:00000200:3.0:1767389084.252770:0:356418:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a179ee7f 00000400:00000010:3.0:1767389084.252772:0:356418:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a179ee7f. 00000400:00000010:3.0:1767389084.252776:0:356418:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000bb5f44a2. 00000400:00000200:3.0:1767389084.252782:0:356418:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (36) 00000400:00000200:3.0:1767389084.252793:0:356418:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:3.0:1767389084.252803:0:356418:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:3.0:1767389084.252809:0:356418:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d41cd61d. 00000020:01000000:3.0:1767389084.252814:0:356418:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767389084.252816:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767389084.252823:0:356418:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp44 00000400:00000200:2.0:1767389084.252826:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:2.0:1767389084.252835:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021e83cc8. 00000400:00000200:2.0:1767389084.252839:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (37) 00000400:00000010:2.0:1767389084.252844:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000038fc060f. 00000400:00000010:3.0:1767389084.252845:0:356418:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000006b43d4d2. 00000400:00000200:2.0:1767389084.252850:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000400:00000010:3.0:1767389084.252851:0:356418:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ee256340. 00000400:00000200:2.0:1767389084.252862:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:2.0:1767389084.252869:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000020:00000001:1.0:1767389084.252873:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767389084.252875:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 10000000:00000001:1.0:1767389084.252879:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767389084.252883:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 10000000:00000001:1.0:1767389084.252884:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767389084.252888:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767389084.252892:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 00000020:01000004:1.0:1767389084.252893:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767389084.252897:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767389084.252899:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767389084.252900:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 38], ns[97, 38] 00000020:01000004:1.0:1767389084.252901:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389084.252905:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389084.252907:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767389084.252910:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[101, 38] 00000020:01000004:1.0:1767389084.252910:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767389084.252914:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767389084.252917:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767389084.252920:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 38], ns[112, 38] 00000020:01000004:1.0:1767389084.252920:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767389084.252929:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015b524cc. 00000400:00000200:2.0:1767389084.252935:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[119, 38] 00000020:00000040:1.0:1767389084.252935:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:2.0:1767389084.252953:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[123, 38] 00000100:00000001:1.0:1767389084.252955:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767389084.252959:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 38], ns[135, 38] 02000000:00000001:1.0:1767389084.252960:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767389084.252966:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 38], ns[143, 38] 02000000:00000001:1.0:1767389084.252966:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389084.252974:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 38], ns[146, 38] 00000400:00000200:2.0:1767389084.252977:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 38], ns[155, 38] 02000000:00000010:1.0:1767389084.252980:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c2d9defc. 00000400:00000200:2.0:1767389084.252981:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[155, 38], ns[159, 38] 00000400:00000200:2.0:1767389084.252987:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 38], ns[42, 38] 00000100:00000001:1.0:1767389084.252990:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389084.252991:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 38], ns[46, 38] 00000400:00000200:2.0:1767389084.252998:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 38], ns[50, 38] 00000400:00000200:2.0:1767389084.253002:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 38], ns[54, 38] 00000100:00000001:1.0:1767389084.253002:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389084.253006:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389084.253010:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000100:00000040:1.0:1767389084.253017:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015b524cc] to pc [ptlrpcd_00_01+1] req@0000000015b524cc x1853241654545408/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389084.253019:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[125, 38], ns[128, 38] 00000400:00000200:2.0:1767389084.253035:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 38], ns[141, 38] 00000400:00000200:2.0:1767389084.253042:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 38], ns[87, 38] 00000400:00000200:2.0:1767389084.253045:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 00000400:00000200:2.0:1767389084.253050:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[158, 38], ns[162, 38] 00000400:00000200:2.0:1767389084.253054:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 38], ns[132, 38] 10000000:00000001:1.0:1767389084.253055:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389084.253060:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[109, 38] 10000000:00000001:1.0:1767389084.253060:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389084.253065:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389084.253068:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[117, 38] 00000020:01000000:1.0:1767389084.253070:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767389084.253081:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767389084.253082:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 38], ns[127, 38] 10000000:00000001:1.0:1767389084.253087:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767389084.253091:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767389084.253094:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[146, 38], ns[150, 38] 10000000:01000000:1.0:1767389084.253095:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767389084.253101:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767389084.253105:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767389084.253107:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[147, 38], ns[151, 38] 00000400:00000200:2.0:1767389084.253117:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[156, 38], ns[160, 38] 00000020:01000004:1.0:1767389084.253117:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389084.253124:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767389084.253125:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767389084.253127:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767389084.253130:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[157, 38], ns[161, 38] 00000020:01000004:1.0:1767389084.253133:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767389084.253134:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767389084.253138:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:3.0:1767389084.253139:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767389084.253143:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 38], ns[0, 38] 00000020:01000004:1.0:1767389084.253143:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389084.253147:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389084.253151:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000015b524cc x1853241654545408/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767389084.253153:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d659aeb. 00000400:00000200:2.0:1767389084.253154:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp42] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000020:00000040:1.0:1767389084.253161:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389084.253170:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767389084.253173:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 00000100:00000001:3.0:1767389084.253174:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767389084.253175:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767389084.253179:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389084.253181:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389084.253182:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp42 02000000:00000001:3.0:1767389084.253187:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389084.253192:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767389084.253194:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000002c5c95e. 00000400:00000200:2.0:1767389084.253195:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp42 lpni_is_preferred = 0 02000000:00000001:3.0:1767389084.253197:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389084.253202:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389084.253206:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp42 00000100:00100000:3.0:1767389084.253208:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000015b524cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654545408:0@lo:253: 00000100:00000001:1.0:1767389084.253208:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389084.253213:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389084.253218:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp42 NI seq info: [163:163:256:4294967295] 192.168.204.113@tcp42 LPNI seq info [159:159:8:4294967295] 00000100:00000001:3.0:1767389084.253219:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767389084.253224:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d659aeb] to pc [ptlrpcd_00_02+2] req@000000000d659aeb x1853241654545536/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389084.253225:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389084.253230:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389084.253233:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp42 02000000:00000001:3.0:1767389084.253236:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767389084.253260:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001284c6fe. 02000000:00000001:3.0:1767389084.253263:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389084.253269:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp42(192.168.204.113@tcp42:) -> 192.168.204.113@tcp42(192.168.204.113@tcp:192.168.204.113@tcp42) : PUT try# 0 00000400:00000010:3.0:1767389084.253270:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000def69246. 00000400:00000010:3.0:1767389084.253278:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b43d4d2. 00000800:00000200:2.0:1767389084.253279:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.113@tcp42 10000000:00000001:1.0:1767389084.253280:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389084.253284:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654545408, portal 25 10000000:00000001:1.0:1767389084.253285:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767389084.253286:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c4c5345e. 00000100:00000001:3.0:1767389084.253291:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767389084.253292:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389084.253293:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378554624 : -122821330996992 : ffff904b6e31f100) 00000020:01000000:1.0:1767389084.253295:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:2.0:1767389084.253296:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000095437f22. 00000020:00000010:1.0:1767389084.253299:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d41cd61d. 00000100:00000040:3.0:1767389084.253301:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000015b524cc x1853241654545408/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767389084.253302:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000008339db77. 00000100:00000001:1.0:1767389084.253312:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389084.253313:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767389084.253313:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000095437f22] -> 12345-192.168.204.113@tcp42 (2) 00000100:00000001:1.0:1767389084.253316:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389084.253320:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:2.1:1767389084.253322:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000095437f22] -> 12345-192.168.204.113@tcp42 (2) 00000100:00000001:1.0:1767389084.253323:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767389084.253324:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c1a65c5. 00000100:00000001:1.0:1767389084.253328:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767389084.253329:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654545408, offset 0 00000100:00000001:1.0:1767389084.253332:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389084.253338:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000d659aeb x1853241654545536/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389084.253341:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:3.0:1767389084.253343:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389084.253348:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000400:00000200:3.0:1767389084.253356:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389084.253356:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389084.253358:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389084.253363:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389084.253365:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389084.253367:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389084.253370:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372808c00 00000100:00100000:1.0:1767389084.253372:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000d659aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654545536:0@lo:253: 00000100:00000001:1.0:1767389084.253384:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767389084.253387:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x17e9 [2] + 0 02000000:00000001:1.0:1767389084.253388:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389084.253391:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389084.253392:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f32cd16. 02000000:00000001:1.0:1767389084.253394:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767389084.253399:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cb69665b 02000000:00000010:1.0:1767389084.253401:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000801f716c. 00000400:00000200:2.0:1767389084.253404:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 02000000:00000001:1.0:1767389084.253404:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389084.253409:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767389084.253409:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5036936. 00000400:00000200:3.0:1767389084.253416:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767389084.253416:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e40e338a. 00000100:00000200:1.0:1767389084.253424:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654545536, portal 25 00000400:00000200:3.0:1767389084.253427:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb69665b 00000100:00000001:1.0:1767389084.253428:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389084.253431:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378557312 : -122821330994304 : ffff904b6e31fb80) 00000400:00000010:3.0:1767389084.253432:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb69665b. 00000100:00000001:3.0:1767389084.253439:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767389084.253439:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000d659aeb x1853241654545536/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389084.253442:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767389084.253444:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000100:00000040:3.0:1767389084.253450:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000e826e5f9 x1853241654545408 msgsize 4848 00000100:00000001:1.0:1767389084.253453:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767389084.253460:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389084.253460:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767389084.253464:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767389084.253467:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006a0cefc9. 00000100:00000200:1.0:1767389084.253471:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654545536, offset 0 00000100:00000001:3.0:1767389084.253473:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389084.253477:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389084.253482:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c1a65c5 00000400:00000010:3.0:1767389084.253485:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c1a65c5. 00000400:00000200:2.0:1767389084.253486:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389084.253490:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389084.253493:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767389084.253499:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000015b524cc x1853241654545408/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389084.253505:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372808c80 00000100:00000001:3.0:1767389084.253510:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767389084.253514:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1829 [2] + 0 00000100:00000040:3.0:1767389084.253532:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000015b524cc x1853241654545408/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389084.253535:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d98e824. 00000100:00000001:3.0:1767389084.253542:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389084.253544:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000372d14de 00000100:00000001:3.0:1767389084.253545:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389084.253552:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389084.253553:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389084.253555:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000100:00000001:3.0:1767389084.253559:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299672296 00000400:00000200:1.0:1767389084.253562:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1767389084.253566:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f39f16a. 00000400:00000200:1.0:1767389084.253567:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000372d14de 00000400:00000010:1.0:1767389084.253572:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000372d14de. 00000100:00000001:3.0:1767389084.253574:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767389084.253577:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389084.253583:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767389084.253586:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299672296 00000100:00000040:1.0:1767389084.253588:0:337538:0:(events.c:337:request_in_callback()) incoming req@0000000092da4c5d x1853241654545536 msgsize 4848 00000100:00000010:3.0:1767389084.253592:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c30ad0d3. 00000400:00000200:2.0:1767389084.253596:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000100:00000001:3.0:1767389084.253599:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00100000:1.0:1767389084.253603:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389084.253607:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767389084.253610:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299672296 00000100:00000010:3.0:1767389084.253614:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c8157309. 00000100:00000001:3.0:1767389084.253622:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389084.253626:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389084.253633:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299672296 00000400:00000200:1.0:1767389084.253634:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a0cefc9 00000100:00000010:3.0:1767389084.253637:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d666d0b. 00000100:00000001:3.0:1767389084.253642:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:2.0:1767389084.253643:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000100:00000001:3.0:1767389084.253645:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767389084.253646:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006a0cefc9. 00000100:00000001:3.0:1767389084.253652:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389084.253657:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389084.253657:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767389084.253661:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389084.253664:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d659aeb x1853241654545536/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389084.253668:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389084.253672:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389084.253674:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767389084.253676:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389084.253678:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767389084.253680:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000d659aeb x1853241654545536/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389084.253681:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389084.253684:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000100:00000001:3.0:1767389084.253687:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389084.253696:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389084.253698:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389084.253703:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389084.253706:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299672296 00000100:00000001:1.0:1767389084.253709:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299672296 00000100:00000001:1.0:1767389084.253712:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299672296 00000100:00000001:1.0:1767389084.253715:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299672296 00000100:00000001:1.0:1767389084.253717:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299672296 00000100:00000001:1.0:1767389084.253719:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299672296 00000100:00000001:1.0:1767389084.253720:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299672296 00000100:00000001:3.0:1767389084.253721:0:352639:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389084.253722:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299672296 00000100:00100000:3.0:1767389084.253724:0:352639:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654545408 00000100:00000001:1.0:1767389084.253726:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389084.253728:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 02000000:00000001:3.0:1767389084.253729:0:352639:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389084.253730:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389084.253734:0:352639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389084.253739:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389084.253740:0:352639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389084.253747:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389084.253748:0:352639:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389084.253784:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389084.253786:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389084.253790:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389084.253791:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767389084.253792:0:352639:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654545408 00000100:00000001:1.0:1767389084.253794:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389084.253797:0:352639:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767389084.253798:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389084.253800:0:352639:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389084.253803:0:352639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389084.253805:0:352639:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:3.0:1767389084.253809:0:352639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000200:2.0:1767389084.253809:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000020:00000001:3.0:1767389084.253814:0:352639:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389084.253814:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389084.253819:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389084.253821:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389084.253827:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bd1012a. 00000100:00000001:3.0:1767389084.253831:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389084.253835:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bd1012a. 00000100:00000001:1.0:1767389084.253842:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767389084.253844:0:352639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a23ba5c8. 00000100:00100000:1.0:1767389084.253845:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654545536 02000000:00000001:1.0:1767389084.253849:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767389084.253853:0:352639:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001a97c8e8. 00000400:00000200:2.0:1767389084.253854:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000100:00000001:1.0:1767389084.253859:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767389084.253861:0:352639:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007cde4d2b. 00000100:00000001:1.0:1767389084.253862:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389084.253869:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389084.253873:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654545536 00000020:00000001:1.0:1767389084.253875:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389084.253877:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000040:3.0:1767389084.253879:0:352639:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:1.0:1767389084.253880:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389084.253883:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00000001:3.0:1767389084.253885:0:352639:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767389084.253887:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389084.253889:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389084.253895:0:352639:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389084.253895:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389084.253897:0:352639:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389084.253897:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000020:00000010:1.0:1767389084.253899:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000489866c7. 00000100:00000001:1.0:1767389084.253905:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389084.253907:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000489866c7. 00000100:00000001:3.0:1767389084.253910:0:352639:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389084.253912:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d71c060. 00000020:00000010:1.0:1767389084.253918:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d0a35238. 00000100:00000001:3.0:1767389084.253920:0:352639:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389084.253922:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000047135116. 00000100:00000001:1.0:1767389084.253929:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389084.253931:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389084.253932:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389084.253934:0:352639:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389084.253951:0:352639:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767389084.253952:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389084.253957:0:352639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000400:00000200:2.0:1767389084.253959:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000100:00000040:3.0:1767389084.253960:0:352639:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389084.253964:0:352639:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361792592 : -122821347759024 : ffff904b6d322c50) 00000100:00000001:1.0:1767389084.253965:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389084.253969:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e826e5f9 x1853241654545408/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:535/0 lens 4848/0 e 0 to 0 dl 1767389095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389084.253977:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389084.253997:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bd1012a. 00000100:00000001:1.0:1767389084.254000:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389084.254002:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389084.254005:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767389084.254009:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bd1012a. 00000100:00100000:1.0:1767389084.254018:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1767389084.254020:0:352639:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e826e5f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654545408:12345-0@lo:253: 00000100:00000040:1.0:1767389084.254025:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000200:3.0:1767389084.254029:0:352639:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654545408 00000400:00000200:2.0:1767389084.254030:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000100:00000001:1.0:1767389084.254031:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361786448 : -122821347765168 : ffff904b6d321450) 00000020:00000001:3.0:1767389084.254036:0:352639:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389084.254046:0:352639:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389084.254049:0:352639:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389084.254052:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092da4c5d x1853241654545536/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:535/0 lens 4848/0 e 0 to 0 dl 1767389095 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389084.254055:0:352639:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389084.254060:0:352639:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:3.0:1767389084.254069:0:352639:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389084.254074:0:352639:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389084.254075:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767389084.254079:0:352639:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767389084.254082:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000020:00000010:1.0:1767389084.254083:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000489866c7. 00000020:00000001:3.0:1767389084.254085:0:352639:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389084.254093:0:352639:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389084.254094:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389084.254100:0:352639:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767389084.254101:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000489866c7. 02000000:00000001:3.0:1767389084.254107:0:352639:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389084.254115:0:352639:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000557ae080. 02000000:00000001:3.0:1767389084.254122:0:352639:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389084.254123:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000092da4c5d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654545536:12345-0@lo:253: 00000100:00000001:3.0:1767389084.254128:0:352639:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389084.254134:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654545536 20000000:00000001:3.0:1767389084.254137:0:352639:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767389084.254138:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000020:00000001:1.0:1767389084.254141:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389084.254148:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389084.254154:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389084.254158:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389084.254161:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 20000000:00000010:3.0:1767389084.254163:0:352639:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f3e7dd3e. 00000020:00000001:1.0:1767389084.254165:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389084.254172:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:3.0:1767389084.254174:0:352639:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767389084.254177:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:3.0:1767389084.254182:0:352639:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767389084.254185:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:3.0:1767389084.254190:0:352639:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:1.0:1767389084.254191:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389084.254196:0:352639:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389084.254199:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767389084.254204:0:352639:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389084.254210:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:3.0:1767389084.254211:0:352639:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767389084.254216:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 02000000:00000010:1.0:1767389084.254226:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000d6318e3. 20000000:00000010:3.0:1767389084.254232:0:352639:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001552d8f3. 02000000:00000001:1.0:1767389084.254233:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767389084.254241:0:352639:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 00000100:00000001:1.0:1767389084.254242:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389084.254265:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767389084.254268:0:352639:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767389084.254277:0:352639:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000010:1.0:1767389084.254277:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000007c7bae14. 20000000:01000000:1.0:1767389084.254282:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767389084.254284:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767389084.254286:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767389084.254288:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389084.254290:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389084.254292:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767389084.254313:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00080000:00000001:3.0:1767389084.254349:0:352639:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767389084.254353:0:352639:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767389084.254355:0:352639:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389084.254357:0:352639:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767389084.254360:0:352639:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767389084.254363:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000020:00000001:3.0:1767389084.254368:0:352639:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:3.0:1767389084.254374:0:352639:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767389084.254381:0:352639:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000097b00f51. 00080000:00000001:3.0:1767389084.254385:0:352639:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621251715204096 : -122821994347520 : ffff904b46a80400) 00080000:00000001:3.0:1767389084.254389:0:352639:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767389084.254447:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.254522:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000001:00000001:3.0:1767389084.254557:0:352639:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767389084.254562:0:352639:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389084.254569:0:352639:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767389084.254615:0:352639:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389084.254621:0:352639:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767389084.254669:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.254818:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.254982:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00080000:00000001:3.0:1767389084.255049:0:352639:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767389084.255056:0:352639:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767389084.255124:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.255327:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.255435:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.255496:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.255524:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.255578:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.255633:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.256002:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.256117:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.256207:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.256289:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389084.256320:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389084.256602:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d41cd61d. 00000800:00000010:3.0:1767389084.256611:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001b3618c7. 00000800:00000010:3.0:1767389084.256616:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f0a44bba. 00000800:00000010:3.0:1767389084.256664:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f0a44bba. 00000800:00020000:3.0:1767389084.256676:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389084.256681:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001b3618c7. 00000800:00000010:3.0:1767389084.256684:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d41cd61d. 00000400:02020000:3.0:1767389084.256809:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp42 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389084.256824:0:337525:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp42 notifying 192.168.204.113@tcp42: down 00000800:00000200:3.0:1767389084.256832:0:337525:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp42 down 00000800:00000100:3.0:1767389084.256838:0:337525:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 608 0@<0:0>->192.168.204.113@tcp42 00000800:00000010:3.0:1767389084.256841:0:337525:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c4c5345e. 00000400:00000200:3.0:1767389084.256844:0:337525:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389084.256848:0:337525:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp42->192.168.204.113@tcp42: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767389084.256854:0:337525:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp42 added to recovery queue. ping count: 0 next ping: 5005 health :900 00000400:00000200:3.0:1767389084.256857:0:337525:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767389084.256860:0:337525:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 1 00000400:00000200:3.0:1767389084.256864:0:337525:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389084.256909:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767389084.256919:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x101151 00000400:00000001:2.0:1767389084.256925:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389084.256928:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389084.256931:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021e83cc8 00000400:00000010:2.0:1767389084.256934:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021e83cc8. 00000400:00000200:2.0:1767389084.256967:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767389084.256988:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389084.256992:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (38) 00000400:00000200:2.0:1767389084.256996:0:337534:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.113@tcp 00000400:00000200:2.0:1767389084.257000:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc -71 00000400:00000200:2.0:1767389084.257002:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:2.0:1767389084.257005:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (37) 00080000:00000001:1.0:1767389084.271820:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767389084.271825:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389084.271829:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389084.271830:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389084.271833:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389084.271836:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000097b00f51. 00080000:00000001:1.0:1767389084.271840:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767389084.271899:0:352639:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767389084.271911:0:352639:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:0.0:1767389084.271916:0:352639:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389084.271920:0:352639:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767389084.271959:0:352639:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000010:1.0:1767389084.271980:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003ef866b3. 20000000:00000001:0.0:1767389084.271982:0:352639:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389084.272002:0:352639:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767389084.272004:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:00000001:1.0:1767389084.272015:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767389084.272020:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000020:0.0:1767389084.272022:0:352639:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767389084.272024:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767389084.272030:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767389084.272034:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767389084.272039:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389084.272044:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389084.272055:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000061c5b4fd. 00010000:00000001:2.0:1767389084.272063:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389084.272067:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000094c0982e. 00000020:00000001:2.0:1767389084.272072:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767389084.272072:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767389084.272075:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000094c0982e with handle 0x95cd417baf4295cf to hash 00080000:00000001:1.0:1767389084.272076:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:2.0:1767389084.272080:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767389084.272080:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389084.272084:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 00080000:00000001:1.0:1767389084.272084:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767389084.272089:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 00000020:00000001:1.0:1767389084.272089:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767389084.272093:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00010000:00000001:2.0:1767389084.272094:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389084.272099:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389084.272099:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:2.0:1767389084.272104:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000094c0982e/0x95cd417baf4295cf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767389084.272105:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002e64cbc4. 00080000:00000001:1.0:1767389084.272109:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252520941568 : -122821188610048 : ffff904b76ae9800) 00080000:00000001:1.0:1767389084.272114:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767389084.272118:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389084.272124:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389084.272126:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389084.272128:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389084.272130:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389084.272132:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389084.272134:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389084.272136:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389084.272138:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389084.272140:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389084.272142:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389084.272144:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000061c5b4fd) refcount = 1 00010000:00010000:2.0:1767389084.272147:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000094c0982e/0x95cd417baf4295cf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389084.272151:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389084.272154:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389084.272155:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389084.272157:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389084.272159:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389084.272162:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767389084.272165:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:2.0:1767389084.272168:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389084.272170:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389084.272172:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000094c0982e refcount=4 00000020:00000001:2.0:1767389084.272189:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 00010000:00000001:2.0:1767389084.272193:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 00000001:00000001:1.0:1767389084.272195:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767389084.272197:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:1.0:1767389084.272199:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389084.272202:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000094c0982e/0x95cd417baf4295cf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767389084.272204:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767389084.272214:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389084.272218:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000094c0982e/0x95cd417baf4295cf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767389084.272222:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389084.272224:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767389084.272229:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767389084.272230:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389084.272235:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000094c0982e/0x95cd417baf4295cf lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389084.272241:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389084.272243:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389084.272247:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389084.272250:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000094c0982e/0x95cd417baf4295cf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389084.272257:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000094c0982e already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389084.272277:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389084.272280:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389084.272283:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000094c0982e/0x95cd417baf4295cf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389084.272290:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389084.272292:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389084.272293:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389084.272294:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000094c0982e refcount=5 00000020:00000001:2.0:1767389084.272299:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 00010000:00000001:2.0:1767389084.272302:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 00010000:00000001:2.0:1767389084.272307:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389084.272309:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000094c0982e/0x95cd417baf4295cf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389084.272315:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389084.272319:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389084.272320:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389084.272325:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389084.272326:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389084.272327:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389084.272329:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389084.272332:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000094c0982e with handle 0x95cd417baf4295cf from hash 00010000:00000001:2.0:1767389084.272333:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389084.272334:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389084.272336:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389084.272338:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389084.272341:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389084.272343:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389084.272345:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389084.272347:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389084.272350:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389084.272352:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:1.0:1767389084.272352:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00010000:00000001:2.0:1767389084.272353:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389084.272358:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767389084.272358:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767389084.272363:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389084.272367:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389084.272370:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389084.272372:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389084.272375:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000094c0982e/0x95cd417baf4295cf lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389084.272381:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389084.272384:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389084.272386:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389084.272389:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389084.272393:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389084.272396:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389084.272399:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389084.272406:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389084.272408:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389084.272411:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000094c0982e/0x95cd417baf4295cf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389084.272416:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767389084.272419:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389084.272420:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000094c0982e/0x95cd417baf4295cf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389084.272424:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000061c5b4fd count: 0 00010000:00000001:2.0:1767389084.272440:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767389084.272442:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767389084.276844:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299672296, at 4299672297 00000100:00000010:1.0:1767389084.276853:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c30ad0d3. 00000100:00000040:0.0:1767389084.277815:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299672296, at 4299672297 00000100:00000010:0.0:1767389084.277827:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f39f16a. 00000100:00000040:2.0:1767389084.277833:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299672296, at 4299672298 00000100:00000010:2.0:1767389084.277843:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c8157309. 00000100:00000040:3.0:1767389084.278117:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299672296, at 4299672298 00000100:00000010:3.0:1767389084.278124:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d666d0b. 00010000:00000010:2.1:1767389084.278833:0:356424:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000061c5b4fd. 00010000:00000010:2.1:1767389084.278849:0:356424:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000094c0982e. 00080000:00000001:1.0:1767389084.285160:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767389084.285167:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:1.0:1767389084.285170:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389084.285172:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767389084.285175:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767389084.285209:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767389084.285214:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:1.0:1767389084.285221:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:3.0:1767389084.285224:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767389084.285231:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767389084.285234:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767389084.285239:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767389084.285243:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767389084.285262:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000010:3.0:1767389084.285263:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004609cc1a. 00040000:00000001:1.0:1767389084.285264:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389084.285270:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:3.0:1767389084.285272:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00040000:00000001:1.0:1767389084.285272:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000010:3.0:1767389084.285279:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ebafbf7. 00040000:00000001:1.0:1767389084.285279:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:3.0:1767389084.285284:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:1.0:1767389084.285286:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002e64cbc4. 00000020:00000040:3.0:1767389084.285291:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002ebafbf7 with handle 0x95cd417baf4295d6 to hash 00080000:00000001:1.0:1767389084.285292:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:3.0:1767389084.285294:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389084.285297:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389084.285300:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389084.285304:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389084.285308:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389084.285310:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295d6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389084.285316:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389084.285319:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389084.285326:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389084.285327:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389084.285328:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389084.285331:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389084.285333:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389084.285336:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389084.285338:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389084.285340:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389084.285342:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389084.285345:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004609cc1a) refcount = 1 00010000:00010000:3.0:1767389084.285350:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295d6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389084.285355:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389084.285358:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389084.285360:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389084.285363:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389084.285364:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767389084.285367:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767389084.285373:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:3.0:1767389084.285376:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389084.285378:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389084.285379:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ebafbf7 refcount=4 00000020:00000001:3.0:1767389084.285382:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389084.285386:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389084.285389:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767389084.285392:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295d6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389084.285399:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767389084.285400:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295d6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389084.285404:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389084.285405:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389084.285407:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295d6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389084.285416:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389084.285417:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389084.285419:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767389084.285421:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295d6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389084.285426:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002ebafbf7 already unused, calling callback (00000000eb737536) 00010000:00000001:3.0:1767389084.285430:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389084.285433:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767389084.285436:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295d6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389084.285440:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767389084.285440:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389084.285441:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389084.285442:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ebafbf7 refcount=5 00000020:00000001:3.0:1767389084.285443:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389084.285445:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00000400:00000010:1.0:1767389084.285446:0:356423:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000706c7d4f. 00010000:00000001:3.0:1767389084.285448:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767389084.285452:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295d6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389084.285457:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767389084.285461:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389084.285463:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389084.285469:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389084.285471:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000040:1.0:1767389084.285471:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00000001:3.0:1767389084.285473:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389084.285476:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767389084.285476:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000020:00000040:3.0:1767389084.285480:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002ebafbf7 with handle 0x95cd417baf4295d6 from hash 00010000:00000001:3.0:1767389084.285482:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389084.285485:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389084.285487:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:1.0:1767389084.285487:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389084.285490:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767389084.285492:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:3.0:1767389084.285498:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000040:1.0:1767389084.285498:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00010000:00000001:3.0:1767389084.285502:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000040:1.0:1767389084.285504:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00010000:00000001:3.0:1767389084.285505:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000040:1.0:1767389084.285507:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00010000:00000001:3.0:1767389084.285508:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767389084.285511:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:1.0:1767389084.285512:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00010000:00000001:3.0:1767389084.285515:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767389084.285516:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00010000:00000001:3.0:1767389084.285519:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767389084.285521:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000040:1.0:1767389084.285521:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00010000:00000001:3.0:1767389084.285543:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:1.0:1767389084.285543:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00010000:00000001:3.0:1767389084.285548:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389084.285551:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767389084.285551:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767389084.285557:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:3.0:1767389084.285559:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767389084.285561:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00010000:00000001:3.0:1767389084.285564:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389084.285569:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295d6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000400:00000040:1.0:1767389084.285569:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767389084.285577:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00010000:00000001:3.0:1767389084.285579:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:1.0:1767389084.285581:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00010000:00000001:3.0:1767389084.285583:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:1.0:1767389084.285585:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00010000:00000001:3.0:1767389084.285586:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767389084.285589:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000040:1.0:1767389084.285589:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:3.0:1767389084.285591:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:1.0:1767389084.285594:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00000001:3.0:1767389084.285595:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389084.285600:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000040:1.0:1767389084.285601:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000001:3.0:1767389084.285603:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767389084.285606:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 20000000:00000001:3.0:1767389084.285607:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:1.0:1767389084.285615:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00010000:3.0:1767389084.285616:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295d6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000400:00000040:1.0:1767389084.285621:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767389084.285627:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00010000:00000001:3.0:1767389084.285629:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767389084.285633:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000040:1.0:1767389084.285633:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00010000:00010000:3.0:1767389084.285639:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295d6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000400:00000040:1.0:1767389084.285639:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389084.285645:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389084.285650:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00010000:00000040:3.0:1767389084.285652:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004609cc1a count: 0 00000400:00000040:1.0:1767389084.285654:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767389084.285660:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767389084.285664:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767389084.285668:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767389084.285671:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767389084.285675:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389084.285678:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00010000:00000001:3.0:1767389084.285679:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000040:1.0:1767389084.285682:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 20000000:00000001:3.0:1767389084.285684:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000040:1.0:1767389084.285687:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389084.285691:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767389084.285693:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767389084.285702:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767389084.285705:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767389084.285707:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767389084.285709:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767389084.285711:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767389084.285713:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767389084.285714:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767389084.285717:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767389084.285719:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767389084.285721:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767389084.285723:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767389084.285724:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767389084.285727:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767389084.285728:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767389084.285731:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767389084.285733:0:356423:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767389084.285921:0:356423:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000706c7d4f. 00080000:00000020:3.0:1767389084.288282:0:352639:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389084.288286:0:352639:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389084.288293:0:352639:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f3e7dd3e. 20000000:00000001:3.0:1767389084.288302:0:352639:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389084.288306:0:352639:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654545408 00010000:00000001:3.0:1767389084.288309:0:352639:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389084.288315:0:352639:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e826e5f9 x1853241654545408/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:535/0 lens 4848/4768 e 0 to 0 dl 1767389095 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389084.288322:0:352639:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389084.288324:0:352639:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389084.288328:0:352639:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=109 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389084.288332:0:352639:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389084.288337:0:352639:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389084.288340:0:352639:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389084.288343:0:352639:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389084.288345:0:352639:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389084.288348:0:352639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389084.288354:0:352639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389084.288358:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2bdb009. 00000100:00000200:3.0:1767389084.288363:0:352639:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654545408, offset 224 00000400:00000200:3.0:1767389084.288373:0:352639:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389084.288387:0:352639:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389084.288400:0:352639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372808c00 00000400:00000200:3.0:1767389084.288410:0:352639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x20e5 [2] + 224 00000400:00000200:3.0:1767389084.288415:0:352639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389084.288423:0:352639:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389084.288432:0:352639:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389084.288439:0:352639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000015b524cc x1853241654545408/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389084.288449:0:352639:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000015b524cc x1853241654545408/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389084.288462:0:352639:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389084.288466:0:352639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2bdb009 00000400:00000010:3.0:1767389084.288469:0:352639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2bdb009. 00000100:00000001:3.0:1767389084.288475:0:352639:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389084.288481:0:352639:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389084.288490:0:352639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389084.288495:0:352639:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389084.288497:0:352639:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389084.288498:0:352639:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389084.288501:0:352639:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389084.288507:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e826e5f9 x1853241654545408/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:535/0 lens 4848/4768 e 0 to 0 dl 1767389095 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389084.288517:0:352639:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e826e5f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654545408:12345-0@lo:253: Request processed in 34536us (35063us total) trans 0 rc 0/0 00000100:00100000:3.0:1767389084.288540:0:352639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00000040:3.0:1767389084.288543:0:352639:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389084.288547:0:352639:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389084.288549:0:352639:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389084.288555:0:352639:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001a97c8e8. 00000020:00000010:3.0:1767389084.288561:0:352639:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007cde4d2b. 00000020:00000010:3.0:1767389084.288567:0:352639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a23ba5c8. 00000020:00000040:3.0:1767389084.288573:0:352639:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:3.0:1767389084.288580:0:352639:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389084.288583:0:352639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000557ae080. 02000000:00000001:3.0:1767389084.288587:0:352639:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389084.288592:0:352639:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767389084.288597:0:352639:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767389084.288855:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389084.288858:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767389084.288881:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389084.288884:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389084.288888:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000def69246. 00000400:00000200:3.0:1767389084.288896:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b43d4d2 00000400:00000010:3.0:1767389084.288898:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b43d4d2. 00000100:00000001:3.0:1767389084.288904:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389084.288956:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000015b524cc x1853241654545408/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389084.288984:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000015b524cc x1853241654545408/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389084.289004:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389084.289009:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389084.289013:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389084.289017:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389084.289020:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389084.289023:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389084.289026:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389084.289031:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=109 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389084.289036:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=109 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389084.289041:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389084.289044:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389084.289046:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389084.289049:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389084.289051:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389084.289059:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000015b524cc x1853241654545408/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389084.289064:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389084.289068:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389084.289070:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389084.289074:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389084.289077:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767389084.289078:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389084.289080:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389084.289082:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389084.289084:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767389084.289087:0:337537:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767389084.289089:0:337537:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767389084.289092:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389084.289094:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389084.289100:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015b524cc x1853241654545408/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389084.289106:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000015b524cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654545408:0@lo:253: 00000100:00000001:3.0:1767389084.289113:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389084.289115:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389084.289125:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000015b524cc x1853241654545408/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389084.289132:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389084.289136:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389084.289139:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001284c6fe. 02000000:00000001:3.0:1767389084.289146:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389084.289148:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389084.289150:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389084.289151:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389084.289154:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c2d9defc. 02000000:00000001:3.0:1767389084.289157:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389084.289159:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389084.289161:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000015b524cc. 00000100:00000001:3.0:1767389084.289167:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389084.289170:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389084.289174:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389084.289180:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389084.289181:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389084.289199:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389084.289201:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389084.289210:0:352639:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000def69246. 00000400:00000010:3.0:1767389084.289216:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b43d4d2. 00010000:00000010:3.1:1767389084.289792:0:337997:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004609cc1a. 00010000:00000010:3.1:1767389084.289800:0:337997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002ebafbf7. 00080000:00000020:3.0:1767389084.290487:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389084.290490:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389084.290491:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000007c7bae14. 20000000:00000001:3.0:1767389084.290496:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389084.290498:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654545536 00010000:00000001:3.0:1767389084.290500:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389084.290503:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000092da4c5d x1853241654545536/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:535/0 lens 4848/4768 e 0 to 0 dl 1767389095 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389084.290509:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389084.290511:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389084.290513:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=109 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389084.290530:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389084.290532:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389084.290534:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389084.290544:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389084.290546:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389084.290548:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389084.290551:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389084.290553:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2bdb009. 00000100:00000200:3.0:1767389084.290557:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654545536, offset 224 00000400:00000200:3.0:1767389084.290562:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389084.290568:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389084.290574:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372808c80 00000400:00000200:3.0:1767389084.290579:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x20ed [2] + 224 00000400:00000200:3.0:1767389084.290583:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389084.290587:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389084.290590:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389084.290593:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d659aeb x1853241654545536/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389084.290601:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000d659aeb x1853241654545536/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389084.290618:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389084.290623:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2bdb009 00000400:00000010:3.0:1767389084.290625:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2bdb009. 00000100:00000001:3.0:1767389084.290628:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389084.290630:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389084.290634:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389084.290638:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389084.290640:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767389084.290641:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767389084.290642:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389084.290646:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767389084.290647:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767389084.290653:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767389084.290654:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092da4c5d x1853241654545536/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:535/0 lens 4848/4768 e 0 to 0 dl 1767389095 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767389084.290658:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389084.290662:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5036936. 00000100:00100000:3.0:1767389084.290669:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000092da4c5d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337538:x1853241654545536:12345-0@lo:253: Request processed in 36594us (37079us total) trans 0 rc 0/0 00000400:00000200:1.0:1767389084.290669:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e40e338a 00000400:00000010:1.0:1767389084.290674:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e40e338a. 00000100:00000001:1.0:1767389084.290681:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767389084.290682:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00000040:3.0:1767389084.290686:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000200:1.0:1767389084.290689:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d659aeb x1853241654545536/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389084.290698:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389084.290703:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767389084.290706:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d659aeb x1853241654545536/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389084.290709:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d0a35238. 00000020:00000010:3.0:1767389084.290715:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000047135116. 00000100:00000001:1.0:1767389084.290718:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767389084.290720:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d71c060. 00000100:00000001:1.0:1767389084.290722:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389084.290752:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389084.290754:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389084.290756:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389084.290759:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389084.290760:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:1.0:1767389084.290762:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389084.290765:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767389084.290767:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=109 v=5 (5 0 0 0) 02000000:00000010:3.0:1767389084.290769:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000d6318e3. 02000000:00000001:3.0:1767389084.290792:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389084.290799:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767389084.290799:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=109 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389084.290807:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767389084.290808:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767389084.290811:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389084.290815:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa9757d6. 00010000:00000001:1.0:1767389084.290816:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389084.290821:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389084.290826:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f2bdb009. 00000100:00000001:1.0:1767389084.290827:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389084.290839:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000d659aeb x1853241654545536/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389084.290847:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389084.290850:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389084.290851:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389084.290856:0:337538:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767389084.290860:0:337538:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767389084.290863:0:337538:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389084.290880:0:337538:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389084.290882:0:337538:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389084.290885:0:337538:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389084.290889:0:337538:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767389084.290890:0:337538:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389084.290892:0:337538:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767389084.290897:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d659aeb x1853241654545536/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389084.290903:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000d659aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654545536:0@lo:253: 00000100:00000001:1.0:1767389084.290908:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389084.290909:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389084.290910:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000d659aeb x1853241654545536/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389100 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389084.290916:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389084.290918:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389084.290920:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000801f716c. 02000000:00000001:1.0:1767389084.290924:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389084.290925:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389084.290926:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389084.290928:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389084.290930:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000002c5c95e. 02000000:00000001:1.0:1767389084.290952:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389084.290954:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389084.290955:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d659aeb. 00000100:00000001:1.0:1767389084.290957:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389084.290958:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389084.290960:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389084.290964:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389084.290966:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389084.290967:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389084.290969:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389084.555910:0:339008:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767389084.555916:0:339008:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389084.876011:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389084.876031:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389084.876038:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389084.876040:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389084.876080:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389084.876085:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389084.876088:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1767389085.259830:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000520c0684] -> 12345-192.168.204.113@tcp13 (6) 00000800:00000200:3.0:1767389085.259838:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp13 ip 192.168.204.113:988 00000800:00000200:3.0:1767389085.259843:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025f2a25f type 192, nob 24 niov 1 nkiov 0 00000800:00000001:3.0:1767389085.260005:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767389085.260011:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767389085.260023:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389085.260029:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389085.260034:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767389085.260801:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389085.260805:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389085.260808:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000305cb2b 00000400:00000010:2.0:1767389085.260811:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000305cb2b. 00000400:00000200:2.0:1767389085.260816:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389085.260821:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp33 recovery ping unlinked 00000400:00000010:2.0:1767389085.260834:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fac0fd6c. 00000400:00000010:2.0:1767389085.260849:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001626bc99. 00000400:00000200:2.0:1767389085.260855:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp38 00000400:00000010:2.0:1767389085.260859:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001871dcdd. 00000400:00000010:2.0:1767389085.260864:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000306474fe. 00000400:00000010:2.0:1767389085.260869:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021e83cc8. 00000400:00000010:2.0:1767389085.260875:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a14960fd. 00000400:00000200:2.0:1767389085.260879:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp38 00000400:00000200:2.0:1767389085.260895:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp38 local destination 00000400:00000200:2.0:1767389085.260901:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp38 00000400:00000200:2.0:1767389085.260906:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp38 NI seq info: [164:164:256:4294967295] 192.168.204.113@tcp38 LPNI seq info [160:160:8:4294967295] 00000400:00000200:2.0:1767389085.260912:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp38 00000400:00000200:2.0:1767389085.260938:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp38(192.168.204.113@tcp38:) -> 192.168.204.113@tcp38(192.168.204.113@tcp38:192.168.204.113@tcp38) : GET try# 0 00000800:00000200:2.0:1767389085.260943:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp38 00000800:00000010:2.0:1767389085.260959:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000522cb049. 00000800:00000200:2.0:1767389085.260964:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3f295f6] -> 12345-192.168.204.113@tcp38 (2) 00000800:00000200:2.1:1767389085.260969:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3f295f6] -> 12345-192.168.204.113@tcp38 (2) 00000400:00000200:2.0:1767389085.260984:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp38 added to recovery queue. ping count: 4 next ping: 5021 health :600 00000400:00000200:2.0:1767389085.260990:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp42 00000400:00000010:2.0:1767389085.260994:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003250a978. 00000400:00000010:2.0:1767389085.260998:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000010dc06b. 00000400:00000010:2.0:1767389085.261003:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000471bfa54. 00000400:00000010:2.0:1767389085.261009:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008e9a33cc. 00000400:00000200:2.0:1767389085.261013:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp42 00000400:00000200:2.0:1767389085.261019:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp42 local destination 00000400:00000200:2.0:1767389085.261022:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp42 00000400:00000200:2.0:1767389085.261025:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp42 NI seq info: [165:165:256:4294967295] 192.168.204.113@tcp42 LPNI seq info [161:161:8:4294967295] 00000400:00000200:2.0:1767389085.261029:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp42 00000400:00000200:2.0:1767389085.261035:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp42(192.168.204.113@tcp42:) -> 192.168.204.113@tcp42(192.168.204.113@tcp42:192.168.204.113@tcp42) : GET try# 0 00000800:00000200:2.0:1767389085.261039:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp42 00000800:00000010:2.0:1767389085.261043:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c4c5345e. 00000800:00000200:2.0:1767389085.261045:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000095437f22] -> 12345-192.168.204.113@tcp42 (2) 00000800:00000200:2.1:1767389085.261049:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000095437f22] -> 12345-192.168.204.113@tcp42 (2) 00000400:00000200:2.0:1767389085.261063:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp42 added to recovery queue. ping count: 1 next ping: 5007 health :900 00000400:00000200:3.0:1767389085.261104:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.261180:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.261182:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.261274:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.261319:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.261410:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.261446:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.261539:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.261542:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.261658:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.261665:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.261805:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.261820:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.261959:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.261959:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.262204:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.262206:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.262359:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.262364:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.262596:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.262596:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.262743:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.262897:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.262906:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.263051:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.263108:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.263206:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.263278:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.263372:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.263472:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.263522:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.263684:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.263689:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.263849:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.263936:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.264025:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.264093:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.264179:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.264282:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.264328:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.264511:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.264513:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.264687:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.264687:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.264877:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.264882:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.264994:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.265002:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.265199:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.265207:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.265346:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.265353:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.265444:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.265471:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.265584:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.265620:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.265723:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.265801:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.265866:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.265974:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.266027:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.266173:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.266176:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.266341:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.266364:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.266519:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389085.266639:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000800:00000010:3.0:1767389085.266648:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001284c6fe. 00000800:00000010:3.0:1767389085.266656:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008cc6da4a. 00000800:00000010:3.0:1767389085.266667:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e484694c. 00000400:00000200:0.0:1767389085.266689:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000800:00000010:3.0:1767389085.266706:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e484694c. 00000800:00020000:3.0:1767389085.266726:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389085.266731:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008cc6da4a. 00000800:00000010:3.0:1767389085.266744:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001284c6fe. 00000400:00000200:0.0:1767389085.266879:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:02020000:3.0:1767389085.266963:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp38 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389085.266987:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp38 notifying 192.168.204.113@tcp38: down 00000800:00000200:3.0:1767389085.266998:0:337527:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp38 down 00000800:00000100:3.0:1767389085.267015:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp38 00000800:00000010:3.0:1767389085.267019:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000522cb049. 00000400:00000200:3.0:1767389085.267028:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389085.267037:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp38->192.168.204.113@tcp38: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389085.267051:0:337527:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767389085.267053:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:3.0:1767389085.267059:0:337527:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389085.267072:0:337527:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp38) recovery failed with -71 00000800:00000010:0.0:1767389085.267317:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005a0aafd9. 00000800:00000010:0.0:1767389085.267324:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007191dcb9. 00000800:00000010:0.0:1767389085.267330:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ef9e9986. 00000800:00000010:0.0:1767389085.267353:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ef9e9986. 00000800:00020000:0.0:1767389085.267363:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389085.267368:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007191dcb9. 00000800:00000010:0.0:1767389085.267374:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005a0aafd9. 00000400:02020000:0.0:1767389085.267493:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp42 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389085.267501:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp42 notifying 192.168.204.113@tcp42: down 00000400:00000200:0.0:1767389085.267520:0:337524:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767389085.267534:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp42 00000800:00000010:0.0:1767389085.267538:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c4c5345e. 00000400:00000200:0.0:1767389085.267544:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389085.267550:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp42->192.168.204.113@tcp42: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389085.267568:0:337524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767389085.267572:0:337524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767389085.267578:0:337524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp42) recovery failed with -71 10000000:00000001:2.0:1767389085.579841:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767389085.579846:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 2 10000000:00000001:2.0:1767389085.579866:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389085.579871:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767389085.579874:0:338177:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767389085.579877:0:338177:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767389085.579881:0:338177:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767389085.579883:0:338177:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767389085.579886:0:338177:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff904b60cd8000 from 71 10000000:00000001:2.0:1767389085.579889:0:338177:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767389085.579891:0:338177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767389085.579901:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8e7ae78. 00000020:00000040:2.0:1767389085.579906:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389085.579928:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389085.579933:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389085.579938:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389085.579947:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041d4abdf. 00000100:00000001:2.0:1767389085.579969:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389085.579975:0:338177:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767389085.579978:0:338177:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389085.579987:0:338177:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000061c5b4fd. 00010000:00000001:2.0:1767389085.579992:0:338177:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389085.579996:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d83d1a37. 00000020:00000001:2.0:1767389085.580001:0:338177:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389085.580004:0:338177:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d83d1a37 with handle 0x95cd417baf4295dd to hash 00000020:00000001:2.0:1767389085.580007:0:338177:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389085.580009:0:338177:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389085.580012:0:338177:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389085.580016:0:338177:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389085.580020:0:338177:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389085.580023:0:338177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 00000000d83d1a37/0x95cd417baf4295dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389085.580030:0:338177:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: 00000000d83d1a37/0x95cd417baf4295dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389085.580041:0:338177:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: 00000000d83d1a37/0x95cd417baf4295dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389085.580046:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767389085.580049:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767389085.580053:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000528192c0. 00000100:00000001:2.0:1767389085.580056:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247632736448 : -122826076815168 : ffff904a535280c0) 00000100:00000001:2.0:1767389085.580059:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389085.580060:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402876800 : -122821306674816 : ffff904b6fa51180) 00000100:00000001:2.0:1767389085.580066:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389085.580069:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389085.580071:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767389085.580073:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389085.580083:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8e7ae78 x1853241654545664/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389085.580091:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389085.580093:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389085.580096:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389085.580099:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389085.580101:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389085.580104:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8e7ae78 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654545664:0@lo:101: 00000100:00000001:2.0:1767389085.580109:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389085.580115:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389085.580118:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389085.580120:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389085.580124:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003df2a3e5. 02000000:00000001:2.0:1767389085.580127:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389085.580133:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063057005. 00000400:00000010:2.0:1767389085.580140:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e493685. 00000100:00000200:2.0:1767389085.580145:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654545664, portal 25 00000100:00000001:2.0:1767389085.580147:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389085.580149:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402876800 : -122821306674816 : ffff904b6fa51180) 00000100:00000040:2.0:1767389085.580169:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8e7ae78 x1853241654545664/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389101 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389085.580178:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389085.580183:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389085.580186:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009913b38a. 00000100:00000200:2.0:1767389085.580189:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654545664, offset 0 00000400:00000200:2.0:1767389085.580195:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389085.580212:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389085.580226:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958372808d00 00000400:00000200:2.0:1767389085.580248:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1831 [2] + 0 00000400:00000010:2.0:1767389085.580252:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de38062a. 00000400:00000200:2.0:1767389085.580256:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000529f6480 00000400:00000200:2.0:1767389085.580262:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389085.580265:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389085.580269:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000529f6480 00000400:00000010:2.0:1767389085.580271:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000529f6480. 00000100:00000001:2.0:1767389085.580276:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389085.580278:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767389085.580281:0:338177:0:(events.c:337:request_in_callback()) incoming req@000000002e3eccd3 x1853241654545664 msgsize 328 00000100:00100000:2.0:1767389085.580286:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389085.580288:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767389085.580300:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389085.580306:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009913b38a 00000400:00000010:2.0:1767389085.580307:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009913b38a. 00000100:00000001:2.0:1767389085.580309:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389085.580322:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8e7ae78 x1853241654545664/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389101 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389085.580331:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389085.580333:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b8e7ae78 x1853241654545664/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389101 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389085.580338:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389085.580340:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389085.580344:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389085.580349:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299673623 00000100:00000010:2.0:1767389085.580353:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2b77d54. 00000100:00000001:2.0:1767389085.580358:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767389085.580362:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767389085.580364:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299673623 00000100:00100000:1.0:1767389085.580366:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654545664 00000100:00000010:2.0:1767389085.580369:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4d7413b. 02000000:00000001:1.0:1767389085.580370:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389085.580373:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767389085.580374:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389085.580378:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389085.580380:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299673623 02000000:00000001:1.0:1767389085.580383:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389085.580384:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ef6fd658. 00000100:00000001:2.0:1767389085.580389:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00100000:1.0:1767389085.580390:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654545664 00000100:00000001:2.0:1767389085.580392:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299673623 00000100:00000010:2.0:1767389085.580396:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000097425e09. 00000020:00000001:1.0:1767389085.580396:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389085.580400:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:2.0:1767389085.580401:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000020:00000001:1.0:1767389085.580403:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767389085.580405:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767389085.580407:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000001:2.0:1767389085.580409:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389085.580412:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389085.580413:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767389085.580415:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389085.580416:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767389085.580419:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000528192c0 going to sleep for 11 seconds 00000100:00000001:1.0:1767389085.580420:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389085.580422:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767389085.580425:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a82c7aaa. 00000100:00000001:2.0:1767389085.580426:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389085.580431:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389085.580434:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a82c7aaa. 00000020:00000010:1.0:1767389085.580439:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd30d963. 00000020:00000010:1.0:1767389085.580443:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000070da22e6. 00000020:00000010:1.0:1767389085.580459:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac0c6ab5. 00000100:00000040:1.0:1767389085.580469:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389085.580472:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389085.580473:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389085.580480:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389085.580489:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389085.580521:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389085.580533:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389085.580535:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389085.580538:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00000040:1.0:1767389085.580542:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389085.580544:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361787472 : -122821347764144 : ffff904b6d321850) 00000100:00000040:1.0:1767389085.580558:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002e3eccd3 x1853241654545664/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:536/0 lens 328/0 e 0 to 0 dl 1767389096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389085.580567:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389085.580570:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a82c7aaa. 00000100:00000001:1.0:1767389085.580572:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389085.580574:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a82c7aaa. 00000100:00100000:1.0:1767389085.580578:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002e3eccd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:338177:x1853241654545664:12345-0@lo:101: 00000100:00000200:1.0:1767389085.580581:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654545664 00000020:00000001:1.0:1767389085.580584:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389085.580587:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389085.580589:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389085.580592:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389085.580594:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000020:00000001:1.0:1767389085.580597:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389085.580599:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389085.580602:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389085.580604:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389085.580607:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389085.580610:0:338174:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767389085.580612:0:338174:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767389085.580614:0:338174:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767389085.580616:0:338174:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767389085.580618:0:338174:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389085.580622:0:338174:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767389085.580628:0:338174:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dc31ec79. 00010000:00000001:1.0:1767389085.580638:0:338174:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389085.580641:0:338174:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a4381453. 00000020:00000001:1.0:1767389085.580644:0:338174:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389085.580645:0:338174:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a4381453 with handle 0x95cd417baf4295e4 to hash 00000020:00000001:1.0:1767389085.580647:0:338174:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389085.580648:0:338174:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343633920 : -122826365917696 : ffff904a42172600) 00010000:00000001:1.0:1767389085.580650:0:338174:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343633920 : -122826365917696 : ffff904a42172600) 00010000:00010000:1.0:1767389085.580652:0:338174:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a4381453/0x95cd417baf4295e4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x95cd417baf4295dd expref: -99 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389085.580659:0:338174:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003eb5d898 : new locks_count 10 00000020:00000040:1.0:1767389085.580661:0:338174:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=15 00000100:00000001:1.0:1767389085.580670:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389085.580672:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389085.580676:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000006633c69b. 02000000:00000001:1.0:1767389085.580678:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389085.580680:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389085.580682:0:338174:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389085.580686:0:338174:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389085.580689:0:338174:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389085.580691:0:338174:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389085.580693:0:338174:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389085.580695:0:338174:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389085.580696:0:338174:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389085.580699:0:338174:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389085.580701:0:338174:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389085.580703:0:338174:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389085.580704:0:338174:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389085.580706:0:338174:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dc31ec79) refcount = 1 00010000:00010000:1.0:1767389085.580709:0:338174:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a4381453/0x95cd417baf4295e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x95cd417baf4295dd expref: 15 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389085.580714:0:338174:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389085.580716:0:338174:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389085.580717:0:338174:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389085.581270:0:338174:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389085.581273:0:338174:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389085.581278:0:338174:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767389085.581280:0:338174:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a4381453/0x95cd417baf4295e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf4295dd expref: 15 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389085.581286:0:338174:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389085.581288:0:338174:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389085.581290:0:338174:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389085.581292:0:338174:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389085.581293:0:338174:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389085.581294:0:338174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389085.581296:0:338174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389085.581297:0:338174:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a4381453, rc 0) 00000020:00000001:1.0:1767389085.581298:0:338174:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389085.581301:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654545664 00010000:00000001:1.0:1767389085.581304:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389085.581307:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002e3eccd3 x1853241654545664/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:536/0 lens 328/344 e 0 to 0 dl 1767389096 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389085.581313:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389085.581315:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389085.581319:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389085.581324:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389085.581326:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389085.581328:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389085.581330:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389085.581332:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389085.581334:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389085.581335:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389085.581338:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc0a7fd1. 00000100:00000200:1.0:1767389085.581341:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654545664, offset 224 00000400:00000200:1.0:1767389085.581344:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389085.581351:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389085.581355:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958372808d00 00000400:00000200:1.0:1767389085.581358:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x210d [1] + 224 00000400:00000200:1.0:1767389085.581367:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389085.581370:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389085.581372:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389085.581376:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8e7ae78 x1853241654545664/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389101 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389085.581382:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b8e7ae78 x1853241654545664/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389101 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389085.581397:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389085.581401:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc0a7fd1 00000400:00000010:1.0:1767389085.581403:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc0a7fd1. 00000100:00000001:1.0:1767389085.581406:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389085.581407:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389085.581409:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389085.581411:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389085.581413:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389085.581414:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389085.581416:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389085.581419:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002e3eccd3 x1853241654545664/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:536/0 lens 328/344 e 0 to 0 dl 1767389096 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389085.581425:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002e3eccd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654545664:12345-0@lo:101: Request processed in 857us (1142us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389085.581430:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00000040:1.0:1767389085.581433:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:1.0:1767389085.581435:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389085.581436:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389085.581449:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000070da22e6. 00000020:00000010:1.0:1767389085.581453:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac0c6ab5. 00000020:00000010:1.0:1767389085.581456:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd30d963. 00000100:00000001:3.0:1767389085.581458:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767389085.581460:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000400:00000001:3.0:1767389085.581464:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767389085.581465:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000001:3.0:1767389085.581467:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1767389085.581469:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000006633c69b. 00000400:00000010:3.0:1767389085.581470:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063057005. 02000000:00000001:1.0:1767389085.581472:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389085.581475:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389085.581476:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e493685 00000400:00000010:3.0:1767389085.581479:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e493685. 00000100:00000001:3.0:1767389085.581482:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389085.581486:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767389085.581488:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8e7ae78 x1853241654545664/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389101 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389085.581491:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5036936. 00000400:00000010:1.0:1767389085.581512:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e93bae90. 00000100:00000200:3.0:1767389085.581516:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8e7ae78 x1853241654545664/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389101 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389085.581524:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389085.581526:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389085.581529:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389085.581531:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389085.581534:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389085.581536:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389085.581538:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389085.581542:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=110 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389085.581546:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=110 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389085.581549:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389085.581550:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389085.581560:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389085.581562:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389085.581565:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389085.581568:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8e7ae78 x1853241654545664/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389101 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389085.581574:0:338177:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389085.581577:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389085.581579:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389085.581582:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8e7ae78 x1853241654545664/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389101 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389085.581587:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8e7ae78 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654545664:0@lo:101: 00000100:00000001:3.0:1767389085.581591:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389085.581594:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389085.581595:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767389085.581597:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389085.581598:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8e7ae78 x1853241654545664/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389101 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389085.581603:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767389085.581604:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000528192c0. 00000100:00000001:3.0:1767389085.581607:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767389085.581608:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389085.581611:0:338177:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767389085.581614:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389085.581615:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389085.581617:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83d1a37 refcount=4 00000020:00000001:3.0:1767389085.581618:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:3.0:1767389085.581620:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000040:3.0:1767389085.581624:0:338177:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000d83d1a37, remote cookie: 0x95cd417baf4295e4, flags: 0x0 00010000:00000001:3.0:1767389085.581627:0:338177:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389085.581629:0:338177:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389085.581630:0:338177:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389085.581631:0:338177:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389085.581632:0:338177:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389085.581639:0:338177:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000061c5b4fd) refcount = 1 00010000:00010000:3.0:1767389085.581642:0:338177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: 00000000d83d1a37/0x95cd417baf4295dd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf4295e4 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389085.581647:0:338177:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389085.581649:0:338177:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389085.581650:0:338177:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389085.581653:0:338177:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767389085.581655:0:338177:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389085.581658:0:338177:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: 00000000d83d1a37/0x95cd417baf4295dd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf4295e4 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389085.581662:0:338177:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767389085.581663:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389085.581664:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389085.581665:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389085.581666:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389085.581667:0:338177:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389085.581668:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389085.581670:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8e7ae78 x1853241654545664/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389101 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389085.581675:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389085.581677:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389085.581679:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003df2a3e5. 02000000:00000001:3.0:1767389085.581682:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389085.581683:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389085.581684:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389085.581686:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389085.581688:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000041d4abdf. 02000000:00000001:3.0:1767389085.581691:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389085.581693:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389085.581695:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8e7ae78. 00000100:00000001:3.0:1767389085.581699:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389085.581700:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767389085.581701:0:338177:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389085.581703:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767389085.581704:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 3 10000000:00000001:3.0:1767389085.581711:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389085.581713:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389085.581713:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389085.581715:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83d1a37 refcount=3 00000020:00000001:3.0:1767389085.581716:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:3.0:1767389085.581717:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:3.0:1767389085.581719:0:338177:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767389085.581720:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389085.581721:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389085.581722:0:338177:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389085.581725:0:338177:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767389085.581728:0:338177:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000004441e5cc. 00000100:00000010:3.0:1767389085.581784:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4073a11. 00000020:00000040:3.0:1767389085.581786:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:3.0:1767389085.581789:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389085.581791:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389085.581795:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389085.581799:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000844c0497. 00000100:00000001:3.0:1767389085.581803:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389085.581807:0:338177:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767389085.581811:0:338177:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006a56d76f. 00000100:00000010:3.0:1767389085.581813:0:338177:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000001678dcf0. 00000020:00000040:3.0:1767389085.581815:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:3.0:1767389085.581819:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767389085.581820:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767389085.581824:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f29db082. 00000100:00000001:3.0:1767389085.581826:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247632290944 : -122826077260672 : ffff904a534bb480) 00000100:00000001:3.0:1767389085.581828:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389085.581829:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694456192 : -122822015095424 : ffff904b456b6d80) 00000100:00000001:3.0:1767389085.581832:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389085.581833:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389085.581834:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767389085.581836:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767389085.581856:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4073a11 x1853241654545792/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389085.581873:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389085.581874:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389085.581876:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389085.581878:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389085.581880:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389085.581881:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e4073a11 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654545792:0@lo:256: 00000100:00000001:3.0:1767389085.581884:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389085.581886:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389085.581888:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389085.581890:0:338177:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767389085.581896:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084afd43b. 00000400:00000010:3.0:1767389085.581901:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000003ea50eb. 00000100:00000200:3.0:1767389085.581904:0:338177:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958372808d80-0x6958372808d80, portal 33 00000100:00000001:3.0:1767389085.581907:0:338177:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389085.581909:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767389085.581929:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000093f45619. 02000000:00000001:3.0:1767389085.581931:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389085.581949:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006404b56. 00000400:00000010:3.0:1767389085.581953:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c998d41. 00000100:00000200:3.0:1767389085.581955:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654545792, portal 25 00000100:00000001:3.0:1767389085.581956:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389085.581957:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694456192 : -122822015095424 : ffff904b456b6d80) 00000100:00000040:3.0:1767389085.581959:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e4073a11 x1853241654545792/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389101 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389085.581963:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389085.581965:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389085.581967:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000832d3625. 00000100:00000200:3.0:1767389085.581969:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853241654545792, offset 0 00000400:00000200:3.0:1767389085.581973:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389085.581978:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389085.581985:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958372808d80 00000400:00000200:3.0:1767389085.581988:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1869 [2] + 0 00000400:00000010:3.0:1767389085.581995:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c2e4e85. 00000400:00000200:3.0:1767389085.581997:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006e9014b0 00000400:00000200:3.0:1767389085.582016:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389085.582018:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767389085.582020:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e9014b0 00000400:00000010:3.0:1767389085.582021:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e9014b0. 00000100:00000001:3.0:1767389085.582025:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389085.582026:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767389085.582028:0:338177:0:(events.c:337:request_in_callback()) incoming req@000000005a8d9d95 x1853241654545792 msgsize 304 00000100:00100000:3.0:1767389085.582031:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767389085.582034:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767389085.582046:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389085.582054:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832d3625 00000400:00000010:3.0:1767389085.582055:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000832d3625. 00000100:00000001:3.0:1767389085.582058:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767389085.582061:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4073a11 x1853241654545792/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389101 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389085.582067:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389085.582070:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767389085.582073:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e4073a11 x1853241654545792/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389101 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389085.582074:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654545792 02000000:00000001:1.0:1767389085.582078:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389085.582081:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389085.582083:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389085.582085:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389085.582088:0:338177:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767389085.582088:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389085.582093:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654545792 00000100:00000001:3.0:1767389085.582094:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389085.582096:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767389085.582098:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299673625 00000020:00000040:1.0:1767389085.582099:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389085.582103:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389085.582104:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00000001:3.0:1767389085.582106:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299673623 00000020:00000001:1.0:1767389085.582107:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389085.582112:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389085.582113:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299673625 00000100:00000001:1.0:1767389085.582114:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389085.582121:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a82c7aaa. 00000100:00000001:3.0:1767389085.582122:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299673623 00000100:00000001:1.0:1767389085.582126:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389085.582130:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299673625 00000020:00000010:1.0:1767389085.582130:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a82c7aaa. 00000100:00000001:3.0:1767389085.582139:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299673623 00000020:00000010:1.0:1767389085.582140:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd30d963. 00000100:00000001:3.0:1767389085.582141:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299673625 00000020:00000010:1.0:1767389085.582145:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000070da22e6. 00000100:00000001:3.0:1767389085.582146:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299673623 00000100:00000001:3.0:1767389085.582167:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389085.582167:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac0c6ab5. 00000100:00000040:1.0:1767389085.582175:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389085.582178:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389085.582179:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389085.582181:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389085.582182:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389085.582185:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389085.582186:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389085.582191:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f29db082 going to sleep for 11 seconds 00000100:00000001:1.0:1767389085.582194:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389085.582195:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389085.582201:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389085.582210:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389085.582235:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389085.582237:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389085.582240:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00000040:1.0:1767389085.582243:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389085.582244:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361796688 : -122821347754928 : ffff904b6d323c50) 00000100:00000040:1.0:1767389085.582248:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005a8d9d95 x1853241654545792/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:536/0 lens 304/0 e 0 to 0 dl 1767389096 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389085.582260:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389085.582262:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a82c7aaa. 00000100:00000001:1.0:1767389085.582263:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389085.582265:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a82c7aaa. 00000100:00100000:1.0:1767389085.582268:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005a8d9d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654545792:12345-0@lo:256: 00000100:00000200:1.0:1767389085.582270:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654545792 00000020:00000001:1.0:1767389085.582273:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389085.582275:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389085.582276:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389085.582278:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389085.582279:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333408 : -1039218208 : ffffffffc20ec9e0) 00000020:00000001:1.0:1767389085.582281:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389085.582282:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389085.582283:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389085.582284:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389085.582286:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389085.582289:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389085.582290:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389085.582292:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000006633c69b. 02000000:00000001:1.0:1767389085.582294:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389085.582295:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389085.582297:0:338174:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767389085.582300:0:338174:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767389085.582303:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767389085.582306:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767389085.582309:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389085.582313:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767389085.582316:0:338174:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767389085.582319:0:338174:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000001694789e. 20000000:00000001:1.0:1767389085.582322:0:338174:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767389085.582337:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767389085.582343:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767389085.582348:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767389085.582353:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767389085.582355:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767389085.582357:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767389085.582358:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767389085.582360:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767389085.582361:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767389085.582363:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767389085.582364:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767389085.582365:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767389085.582366:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767389085.582367:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767389085.582368:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767389085.582371:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767389085.582372:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767389085.582373:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767389085.582375:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767389085.582377:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767389085.582378:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767389085.582379:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767389085.582380:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767389085.582382:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767389085.582383:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767389085.582384:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767389085.582385:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767389085.582387:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767389085.582388:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767389085.582389:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767389085.582391:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767389085.582392:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767389085.582393:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767389085.582394:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767389085.582396:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767389085.582398:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:01000000:1.0:1767389085.582401:0:338174:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 744, pages 3352/1/4/3. 20000000:00000040:1.0:1767389085.582409:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767389085.582411:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767389085.582412:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767389085.582414:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767389085.582415:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767389085.582422:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767389085.582423:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767389085.582424:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767389085.582426:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767389085.582427:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767389085.582428:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767389085.582431:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767389085.582432:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767389085.582433:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767389085.582434:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767389085.582435:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767389085.582436:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767389085.582438:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767389085.582439:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767389085.582442:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767389085.582444:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767389085.582445:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767389085.582446:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767389085.582448:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767389085.582449:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767389085.582451:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767389085.582453:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767389085.582454:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767389085.582455:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767389085.582456:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767389085.582457:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767389085.582458:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767389085.582460:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767389085.582461:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767389085.582463:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767389085.582464:0:338174:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:01000000:1.0:1767389085.582466:0:338174:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 744, pages 2608/1/4/3. 20000000:01000000:1.0:1767389085.582467:0:338174:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1488, version 74 20000000:00000001:1.0:1767389085.582468:0:338174:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1488 : 1488 : 5d0) 00000100:00000001:1.0:1767389085.582471:0:338174:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767389085.582474:0:338174:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000fddfe7c7. 00000100:00000010:1.0:1767389085.582476:0:338174:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004f7d5597. 00000020:00000040:1.0:1767389085.582477:0:338174:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=16 00010000:00000001:1.0:1767389085.582480:0:338174:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767389085.582488:0:338174:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767389085.582492:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc0a7fd1. 00000400:00000010:1.0:1767389085.582520:0:338174:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000044d0e1af. 00000400:00000200:1.0:1767389085.582523:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389085.582530:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389085.582537:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1488 into portal 33 MB=0x6958372808d80 00000400:00000200:1.0:1767389085.582541:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1488/1488 into md 0x211d [4] + 0 00000400:00000010:1.0:1767389085.582543:0:338174:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084afd43b. 00000400:00000200:1.0:1767389085.582547:0:338174:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000003ea50eb 00000400:00000200:1.0:1767389085.582550:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389085.582554:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389085.582556:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ea50eb 00000400:00000010:1.0:1767389085.582557:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000003ea50eb. 00000100:00000001:1.0:1767389085.582561:0:338174:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767389085.582562:0:338174:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000e4073a11 desc 000000006a56d76f mbits 1853241654545792 00000100:00000001:1.0:1767389085.582574:0:338174:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767389085.582577:0:338174:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767389085.582581:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767389085.582588:0:338174:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2129 00000400:00000200:1.0:1767389085.582591:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389085.582594:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767389085.582595:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767389085.582599:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389085.582602:0:338174:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767389085.582605:0:338174:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000fddfe7c7 00000100:00000001:1.0:1767389085.582608:0:338174:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767389085.582612:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc0a7fd1 00000400:00000010:1.0:1767389085.582615:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc0a7fd1. 00000100:00000001:1.0:1767389085.582617:0:338174:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767389085.582618:0:338174:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000fddfe7c7 00000100:00000001:1.0:1767389085.582620:0:338174:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767389085.582624:0:338174:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1488 bytes via portal 33 id 12345-0@lo mbits 0x6958372808d80-0x6958372808d80 00000100:00000001:1.0:1767389085.582627:0:338174:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389085.582631:0:338174:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389085.582635:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767389085.582637:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000010:1.0:1767389085.582640:0:338174:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004f7d5597. 00000100:00000010:1.0:1767389085.582650:0:338174:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000fddfe7c7. 00000100:00000001:1.0:1767389085.582653:0:338174:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767389085.582654:0:338174:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767389085.582661:0:338174:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000001694789e. 20000000:00000001:1.0:1767389085.582665:0:338174:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389085.582667:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654545792 00010000:00000001:1.0:1767389085.582669:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389085.582675:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005a8d9d95 x1853241654545792/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:536/0 lens 304/240 e 0 to 0 dl 1767389096 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389085.582682:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389085.582684:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389085.582685:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389085.582688:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389085.582690:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389085.582693:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389085.582697:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389085.582698:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389085.582701:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389085.582702:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389085.582705:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc0a7fd1. 00000100:00000200:1.0:1767389085.582707:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853241654545792, offset 224 00000400:00000200:1.0:1767389085.582711:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389085.582715:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389085.582720:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958372808d80 00000400:00000200:1.0:1767389085.582972:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2121 [1] + 224 00000400:00000200:1.0:1767389085.582977:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389085.582982:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389085.582986:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389085.582989:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4073a11 x1853241654545792/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389101 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389085.582996:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000e4073a11 x1853241654545792/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389101 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389085.583010:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389085.583021:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc0a7fd1 00000400:00000010:1.0:1767389085.583023:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc0a7fd1. 00000100:00000001:1.0:1767389085.583026:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389085.583028:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389085.583031:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389085.583033:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389085.583035:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389085.583037:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389085.583039:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389085.583043:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005a8d9d95 x1853241654545792/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:536/0 lens 304/240 e 0 to 0 dl 1767389096 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389085.583052:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005a8d9d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654545792:12345-0@lo:256: Request processed in 790us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389085.583059:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00000040:1.0:1767389085.583060:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:1.0:1767389085.583062:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389085.583067:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389085.583070:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000070da22e6. 00000020:00000010:1.0:1767389085.583074:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac0c6ab5. 00000020:00000010:1.0:1767389085.583079:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd30d963. 00000020:00000040:1.0:1767389085.583084:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:1.0:1767389085.583087:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389085.583089:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000006633c69b. 02000000:00000001:1.0:1767389085.583092:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389085.583094:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389085.583097:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389085.583101:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009c0870e1. 00000400:00000010:1.0:1767389085.583104:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029826f22. 00000100:00000001:1.0:1767389085.583121:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389085.583125:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389085.583127:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389085.583128:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006404b56. 00000400:00000200:1.0:1767389085.583131:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c998d41 00000400:00000010:1.0:1767389085.583132:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c998d41. 00000100:00000001:1.0:1767389085.583134:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389085.583143:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4073a11 x1853241654545792/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389101 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389085.583148:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4073a11 x1853241654545792/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389101 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389085.583170:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389085.583171:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389085.583173:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389085.583175:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389085.583176:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389085.583177:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389085.583179:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389085.583182:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=110 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389085.583185:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=110 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389085.583186:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389085.583188:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389085.583190:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389085.583191:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389085.583193:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389085.583195:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000e4073a11 x1853241654545792/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389101 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389085.583204:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000e4073a11 x1853241654545792/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389101 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389085.583209:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389085.583211:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389085.583231:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4073a11 x1853241654545792/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389101 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389085.583237:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e4073a11 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654545792:0@lo:256: 00000100:00000001:1.0:1767389085.583244:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389085.583249:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389085.583251:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767389085.583253:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389085.583258:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4073a11 x1853241654545792/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389101 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389085.583271:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389085.583274:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f29db082. 00000100:00000001:1.0:1767389085.583277:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767389085.583279:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767389085.583282:0:338177:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 74, more 0. 10000000:00000001:1.0:1767389085.583287:0:338177:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767389085.583293:0:338177:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000028b2d3d9. 10000000:00000040:1.0:1767389085.583303:0:338177:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767389085.583311:0:338177:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767389085.583315:0:338177:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767389085.583319:0:338177:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.113@tcp has 192.168.204.113@tcp. 00000100:00000001:1.0:1767389085.583323:0:338177:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389085.583328:0:338177:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767389085.583331:0:338177:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.113@tcp with 192.168.204.113@tcp 00000100:00000200:1.0:1767389085.583332:0:338177:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.113@tcp' 00000100:00000200:1.0:1767389085.583335:0:338177:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 36 NIDs for '192.168.204.113@tcp' 00000400:00000200:1.0:1767389085.583338:0:338177:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767389085.583340:0:338177:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767389085.583343:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.113@tcp 00000400:00000200:1.0:1767389085.583350:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767389085.583358:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (36) 00000400:00000200:1.0:1767389085.583362:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (37) 00000400:00000200:1.0:1767389085.583373:0:338177:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389085.583377:0:338177:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767389085.583380:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767389085.583381:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp: 0. pending discovery 00000400:00000200:1.0:1767389085.583383:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (38) 00000400:00000200:1.0:1767389085.583385:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp 00000400:00000200:1.0:1767389085.583387:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.113@tcp10 00000400:00000200:1.0:1767389085.583393:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583396:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp10 00000400:00000200:1.0:1767389085.583398:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.113@tcp11 00000400:00000200:1.0:1767389085.583402:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583404:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp11 00000400:00000200:1.0:1767389085.583411:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.113@tcp12 00000400:00000200:1.0:1767389085.583413:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583415:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp12 00000400:00000200:1.0:1767389085.583419:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.113@tcp13 00000400:00000200:1.0:1767389085.583423:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583426:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp13 00000400:00000200:1.0:1767389085.583429:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.113@tcp14 00000400:00000200:1.0:1767389085.583435:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583438:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp14 00000400:00000200:1.0:1767389085.583439:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.113@tcp15 00000400:00000200:1.0:1767389085.583445:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583449:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp15 00000400:00000200:1.0:1767389085.583450:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.113@tcp16 00000400:00000200:1.0:1767389085.583453:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583454:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp16 00000400:00000200:1.0:1767389085.583456:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.113@tcp17 00000400:00000200:1.0:1767389085.583462:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583465:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp17 00000400:00000200:1.0:1767389085.583466:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.113@tcp18 00000400:00000200:1.0:1767389085.583472:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583474:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp18 00000400:00000200:1.0:1767389085.583477:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.113@tcp19 00000400:00000200:1.0:1767389085.583481:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583483:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp19 00000400:00000200:1.0:1767389085.583485:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.113@tcp20 00000400:00000200:1.0:1767389085.583490:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583492:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp20 00000400:00000200:1.0:1767389085.583508:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.113@tcp21 00000400:00000200:1.0:1767389085.583512:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583515:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp21 00000400:00000200:1.0:1767389085.583517:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.113@tcp22 00000400:00000200:1.0:1767389085.583522:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583523:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp22 00000400:00000200:1.0:1767389085.583525:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.113@tcp23 00000400:00000200:1.0:1767389085.583531:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583535:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp23 00000400:00000200:1.0:1767389085.583544:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.113@tcp24 00000400:00000200:1.0:1767389085.583547:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583549:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp24 00000400:00000200:1.0:1767389085.583550:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.113@tcp25 00000400:00000200:1.0:1767389085.583553:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583554:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp25 00000400:00000200:1.0:1767389085.583556:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.113@tcp26 00000400:00000200:1.0:1767389085.583559:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583560:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp26 00000400:00000200:1.0:1767389085.583561:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.113@tcp27 00000400:00000200:1.0:1767389085.583564:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583566:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp27 00000400:00000200:1.0:1767389085.583568:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.113@tcp28 00000400:00000200:1.0:1767389085.583570:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583573:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp28 00000400:00000200:1.0:1767389085.583574:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.113@tcp29 00000400:00000200:1.0:1767389085.583578:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583581:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp29 00000400:00000200:1.0:1767389085.583582:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.113@tcp30 00000400:00000200:1.0:1767389085.583585:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583586:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp30 00000400:00000200:1.0:1767389085.583588:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.113@tcp31 00000400:00000200:1.0:1767389085.583592:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583593:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp31 00000400:00000200:1.0:1767389085.583594:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.113@tcp32 00000400:00000200:1.0:1767389085.583599:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583600:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp32 00000400:00000200:1.0:1767389085.583603:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.113@tcp33 00000400:00000200:1.0:1767389085.583607:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583610:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp33 00000400:00000200:1.0:1767389085.583611:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.113@tcp34 00000400:00000200:1.0:1767389085.583616:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583618:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp34 00000400:00000200:1.0:1767389085.583620:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.113@tcp35 00000400:00000200:1.0:1767389085.583623:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583624:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp35 00000400:00000200:1.0:1767389085.583633:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.113@tcp36 00000400:00000200:1.0:1767389085.583636:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583639:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp36 00000400:00000200:1.0:1767389085.583641:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.113@tcp37 00000400:00000200:1.0:1767389085.583646:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583647:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp37 00000400:00000200:1.0:1767389085.583648:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.113@tcp38 00000400:00000200:1.0:1767389085.583650:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583651:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp38 00000400:00000200:1.0:1767389085.583652:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.113@tcp39 00000400:00000200:1.0:1767389085.583655:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583657:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp39 00000400:00000200:1.0:1767389085.583659:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.113@tcp40 00000400:00000200:1.0:1767389085.583665:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767389085.583668:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp40 00000100:00000001:1.0:1767389085.583671:0:338177:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389085.583674:0:338177:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767389085.583678:0:338177:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.113@tcp' by NID '192.168.204.113@tcp' 10000000:00000010:1.0:1767389085.583682:0:338177:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000070da22e6. 10000000:00000040:1.0:1767389085.583684:0:338177:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 74/74 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.113@tcp::1 00000020:00000080:1.0:1767389085.583688:0:338177:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767389085.583698:0:338177:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767389085.583701:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd30d963. 00000020:00000010:1.0:1767389085.583705:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002d23b4d6. 00000040:00000010:1.0:1767389085.583709:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001626bc99. 00000020:00000010:1.0:1767389085.583714:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008a07d9c2. 00000020:00000010:1.0:1767389085.583719:0:338177:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057d12b29. 00000020:00000010:1.0:1767389085.583724:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000134f7215. 80000000:00000010:1.0:1767389085.583729:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000079fc4b4f. 40000000:00000010:1.0:1767389085.583734:0:338177:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a82c7aaa. 00100000:00000010:1.0:1767389085.583742:0:338177:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004c42f700. 00040000:00000010:1.0:1767389085.583748:0:338177:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002cc11bd9. 00040000:00000010:1.0:1767389085.583767:0:338177:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009dbebb2b. 00040000:00000010:1.0:1767389085.583772:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c56ce264. 00080000:00000010:1.0:1767389085.583783:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006f03e7c0. 00000004:00000010:1.0:1767389085.583790:0:338177:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c2c407cf. 00000004:00000010:1.0:1767389085.583835:0:338177:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005521e0fb. 00000004:00000010:1.0:1767389085.583858:0:338177:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006232e190. 00002000:00000010:1.0:1767389085.583863:0:338177:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006633c69b. 00000004:00000010:1.0:1767389085.583869:0:338177:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fddfe7c7. 00000004:00000001:1.0:1767389085.583874:0:338177:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767389085.583878:0:338177:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767389085.583880:0:338177:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000070da22e6 00000040:00001000:1.0:1767389085.583882:0:338177:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767389085.583884:0:338177:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767389085.583886:0:338177:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767389085.583888:0:338177:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767389085.583891:0:338177:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767389085.583893:0:338177:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767389085.583895:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767389085.583899:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.113@tcp::1 00000040:00000001:1.0:1767389085.583903:0:338177:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767389085.583983:0:338177:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389085.583987:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002d23b4d6. 00000040:00000010:1.0:1767389085.583992:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001626bc99. 00000020:00000010:1.0:1767389085.583995:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008a07d9c2. 00000020:00000010:1.0:1767389085.583998:0:338177:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000057d12b29. 00000020:00000010:1.0:1767389085.584002:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000134f7215. 80000000:00000010:1.0:1767389085.584006:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000079fc4b4f. 40000000:00000010:1.0:1767389085.584010:0:338177:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a82c7aaa. 00100000:00000010:1.0:1767389085.584028:0:338177:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004c42f700. 00040000:00000010:1.0:1767389085.584034:0:338177:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002cc11bd9. 00040000:00000010:1.0:1767389085.584037:0:338177:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009dbebb2b. 00040000:00000010:1.0:1767389085.584042:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c56ce264. 00080000:00000010:1.0:1767389085.584046:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006f03e7c0. 00000004:00000010:1.0:1767389085.584049:0:338177:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c2c407cf. 00000004:00000010:1.0:1767389085.584052:0:338177:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005521e0fb. 00000004:00000010:1.0:1767389085.584056:0:338177:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006232e190. 00002000:00000010:1.0:1767389085.584059:0:338177:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006633c69b. 00000004:00000010:1.0:1767389085.584068:0:338177:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fddfe7c7. 00000020:00000010:1.0:1767389085.584070:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd30d963. 00000020:00000001:1.0:1767389085.584072:0:338177:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389085.584074:0:338177:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767389085.584076:0:338177:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000070da22e6. 10000000:00000010:1.0:1767389085.584078:0:338177:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000028b2d3d9. 10000000:00000001:1.0:1767389085.584082:0:338177:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389085.584084:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389085.584088:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4073a11 x1853241654545792/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389101 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389085.584093:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389085.584095:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389085.584096:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000093f45619. 02000000:00000001:1.0:1767389085.584099:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389085.584101:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389085.584104:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389085.584106:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767389085.584106:0:338177:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767389085.584110:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389085.584113:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389085.584115:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767389085.584116:0:338177:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000001678dcf0. 00000100:00000010:1.0:1767389085.584119:0:338177:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006a56d76f. 00000100:00000001:1.0:1767389085.584122:0:338177:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767389085.584123:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000844c0497. 02000000:00000001:1.0:1767389085.584126:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389085.584127:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389085.584128:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4073a11. 00000100:00000001:1.0:1767389085.584133:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389085.584134:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767389085.584165:0:338177:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000004441e5cc. 10000000:01000000:1.0:1767389085.584171:0:338177:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767389085.584174:0:338177:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767389085.584175:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389085.584177:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389085.584178:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83d1a37 refcount=3 00000020:00000001:1.0:1767389085.584191:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:1.0:1767389085.584193:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:1.0:1767389085.584197:0:338177:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767389085.584199:0:338177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 00000000d83d1a37/0x95cd417baf4295dd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf4295e4 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389085.584205:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389085.584207:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389085.584209:0:338177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: 00000000d83d1a37/0x95cd417baf4295dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf4295e4 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389085.584214:0:338177:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767389085.584215:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389085.584215:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767389085.584217:0:338177:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389085.584218:0:338177:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389085.584235:0:338177:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767389085.584238:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767389085.584240:0:338177:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 3 10000000:00000001:1.0:1767389085.584242:0:338177:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:1.0:1767389085.584259:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389085.584266:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000400:00000010:1.0:1767389085.584270:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc0a7fd1. 00000400:00000200:1.0:1767389085.584273:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (37) 00000400:00000010:1.0:1767389085.584278:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000011d18121. 00000400:00000200:1.0:1767389085.584280:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000400:00000200:1.0:1767389085.584287:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:1.0:1767389085.584291:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000400:00000200:1.0:1767389085.584295:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000400:00000200:1.0:1767389085.584299:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000400:00000200:1.0:1767389085.584302:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 00000400:00000200:1.0:1767389085.584305:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 38], ns[97, 38] 00000400:00000200:1.0:1767389085.584316:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[101, 38] 00000400:00000200:1.0:1767389085.584319:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 38], ns[112, 38] 00000400:00000200:1.0:1767389085.584322:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[119, 38] 00000400:00000200:1.0:1767389085.584325:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[123, 38] 00000400:00000200:1.0:1767389085.584328:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 38], ns[135, 38] 00000400:00000200:1.0:1767389085.584333:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 38], ns[143, 38] 00000400:00000200:1.0:1767389085.584337:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 38], ns[146, 38] 00000400:00000200:1.0:1767389085.584341:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 38], ns[155, 38] 00000400:00000200:1.0:1767389085.584344:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[155, 38], ns[159, 38] 00000400:00000200:1.0:1767389085.584346:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 38], ns[42, 38] 00000400:00000200:1.0:1767389085.584349:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 38], ns[46, 38] 00000400:00000200:1.0:1767389085.584352:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 38], ns[50, 38] 00000400:00000200:1.0:1767389085.584356:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 38], ns[54, 38] 00000400:00000200:1.0:1767389085.584359:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 00000400:00000200:1.0:1767389085.584363:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[125, 38], ns[128, 38] 00000400:00000200:1.0:1767389085.584366:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 38], ns[141, 38] 00000400:00000200:1.0:1767389085.584369:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 38], ns[87, 38] 00000400:00000200:1.0:1767389085.584372:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 00000400:00000200:1.0:1767389085.584383:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[158, 38], ns[162, 38] 00000400:00000200:1.0:1767389085.584388:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 38], ns[132, 38] 00000400:00000200:1.0:1767389085.584392:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[109, 38] 00000400:00000200:1.0:1767389085.584396:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[117, 38] 00000400:00000200:1.0:1767389085.584401:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 38], ns[127, 38] 00000400:00000200:1.0:1767389085.584404:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[160, 38], ns[164, 38] 00000400:00000200:1.0:1767389085.584408:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[147, 38], ns[151, 38] 00000400:00000200:1.0:1767389085.584411:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[156, 38], ns[160, 38] 00000400:00000200:1.0:1767389085.584414:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[157, 38], ns[161, 38] 00000400:00000200:1.0:1767389085.584417:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[161, 38], ns[165, 38] 00000400:00000200:1.0:1767389085.584421:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 38], ns[0, 38] 00000400:00000200:1.0:1767389085.584424:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 00000400:00000200:1.0:1767389085.584428:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp43 00000400:00000200:1.0:1767389085.584432:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp43 lpni_is_preferred = 0 00000400:00000200:1.0:1767389085.584434:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp43 00000400:00000200:1.0:1767389085.584438:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp43 NI seq info: [166:166:256:4294967295] 192.168.204.113@tcp43 LPNI seq info [162:162:8:4294967295] 00000400:00000200:1.0:1767389085.584442:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp43 00000400:00000200:1.0:1767389085.584450:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp43(192.168.204.113@tcp43:) -> 192.168.204.113@tcp43(192.168.204.113@tcp:192.168.204.113@tcp43) : PUT try# 0 00000800:00000200:1.0:1767389085.584456:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.113@tcp43 00000800:00000010:1.0:1767389085.584462:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002cc11bd9. 00000800:00000010:1.0:1767389085.584470:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006b89c6a3. 00000800:00000010:1.0:1767389085.584474:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003e1a43cf. 00000800:00000200:1.0:1767389085.584488:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006b89c6a3] -> 12345-192.168.204.113@tcp43 (2) 00000800:00000200:1.1:1767389085.584514:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006b89c6a3] -> 12345-192.168.204.113@tcp43 (2) 00000400:00000200:1.0:1767389085.584529:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389085.584532:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100571 rc 0 00000400:00000200:1.0:1767389085.587597:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.587637:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.587671:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.587690:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.587715:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.587766:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.587817:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.587868:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.587973:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.588070:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.588142:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.588269:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.588339:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.588377:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.588411:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.588457:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.588522:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.588623:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.588718:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.588840:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.588974:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.589056:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.589091:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.589122:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.589144:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.589189:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.589257:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.589285:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.589325:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.589378:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.589439:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.589587:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.589619:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.589685:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389085.589735:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:1.0:1767389085.590040:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ad56601. 00000800:00000010:1.0:1767389085.590045:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000099dd61c8. 00000800:00000010:1.0:1767389085.590051:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a82c7aaa. 00000800:00000010:1.0:1767389085.590071:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a82c7aaa. 00000800:00020000:1.0:1767389085.590078:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389085.590081:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000099dd61c8. 00000800:00000010:1.0:1767389085.590084:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ad56601. 00000400:02020000:1.0:1767389085.590237:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp43 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389085.590248:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp43 notifying 192.168.204.113@tcp43: down 00000800:00000200:1.0:1767389085.590261:0:337526:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp43 down 00000800:00000100:1.0:1767389085.590268:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 608 0@<0:0>->192.168.204.113@tcp43 00000800:00000010:1.0:1767389085.590271:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002cc11bd9. 00000400:00000200:1.0:1767389085.590277:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389085.590288:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp43->192.168.204.113@tcp43: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767389085.590296:0:337526:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp43 added to recovery queue. ping count: 0 next ping: 5007 health :900 00000400:00000200:1.0:1767389085.590300:0:337526:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389085.590302:0:337526:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 1 00000400:00000200:1.0:1767389085.590304:0:337526:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389085.590406:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389085.590413:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x101171 00000400:00000001:1.0:1767389085.590416:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389085.590416:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389085.590417:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc0a7fd1 00000400:00000010:1.0:1767389085.590418:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc0a7fd1. 00000400:00000200:1.0:1767389085.590432:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767389085.590444:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389085.590448:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (38) 00000400:00000200:1.0:1767389085.590451:0:337534:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389085.590458:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 rc -71 00000400:00000200:1.0:1767389085.590467:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:1.0:1767389085.590477:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (37) 00000020:00000010:3.0:1767389085.598010:0:356778:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000ee1d0946. 00000020:00000040:3.0:1767389085.598017:0:356778:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(1) 00000020:00000010:3.0:1767389085.598019:0:356778:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000ee1d0946. 00000100:00000040:1.0:1767389085.605890:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299673625, at 4299673626 00000100:00000010:1.0:1767389085.605901:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4d7413b. 00000100:00000040:0.0:1767389085.606336:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299673625, at 4299673626 00000100:00000010:0.0:1767389085.606351:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2b77d54. 00000100:00000040:2.0:1767389085.606799:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299673625, at 4299673627 00000100:00000040:3.0:1767389085.606804:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299673625, at 4299673627 00000100:00000010:2.0:1767389085.606807:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ef6fd658. 00000100:00000010:3.0:1767389085.606813:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000097425e09. 00010000:00000001:3.0:1767389085.899866:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389085.899872:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389085.899880:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389085.899884:0:339424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767389085.899888:0:339424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767389085.899891:0:339424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389085.899894:0:339424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767389085.899897:0:339424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389085.899900:0:339424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389085.899902:0:339424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389085.899975:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389085.899977:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389085.899979:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767389086.283855:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389086.283864:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389086.283869:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021e83cc8 00000400:00000010:2.0:1767389086.283876:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021e83cc8. 00000400:00000200:2.0:1767389086.283885:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389086.283896:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767389086.283955:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001871dcdd. 00000400:00000010:2.0:1767389086.283960:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000306474fe. 00000400:00000001:2.0:1767389086.283965:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389086.283966:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389086.283968:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000471bfa54 00000400:00000010:2.0:1767389086.283969:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000471bfa54. 00000400:00000200:2.0:1767389086.283971:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389086.283974:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp42 recovery ping unlinked 00000400:00000010:2.0:1767389086.283978:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003250a978. 00000400:00000010:2.0:1767389086.283980:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000010dc06b. 00000400:00000200:2.0:1767389086.283988:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp42 00000400:00000010:2.0:1767389086.283992:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003250a978. 00000400:00000010:2.0:1767389086.283997:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f5ac05c8. 00000400:00000010:2.0:1767389086.284002:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000471bfa54. 00000400:00000010:2.0:1767389086.284008:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002c7d8a31. 00000400:00000200:2.0:1767389086.284012:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp42 00000400:00000200:2.0:1767389086.284029:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp42 local destination 00000400:00000200:2.0:1767389086.284036:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp42 00000400:00000200:2.0:1767389086.284042:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp42 NI seq info: [167:167:256:4294967295] 192.168.204.113@tcp42 LPNI seq info [163:163:8:4294967295] 00000400:00000200:2.0:1767389086.284050:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp42 00000400:00000200:2.0:1767389086.284058:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp42(192.168.204.113@tcp42:) -> 192.168.204.113@tcp42(192.168.204.113@tcp42:192.168.204.113@tcp42) : GET try# 0 00000800:00000200:2.0:1767389086.284064:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp42 00000800:00000010:2.0:1767389086.284069:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007e5ba32a. 00000800:00000200:2.0:1767389086.284077:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000095437f22] -> 12345-192.168.204.113@tcp42 (2) 00000800:00000200:2.1:1767389086.284082:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000095437f22] -> 12345-192.168.204.113@tcp42 (2) 00000400:00000200:2.0:1767389086.284104:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp42 added to recovery queue. ping count: 2 next ping: 5011 health :800 00000400:00000200:2.0:1767389086.284108:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp41 00000400:00000010:2.0:1767389086.284110:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001871dcdd. 00000400:00000010:2.0:1767389086.284113:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004f197dba. 00000400:00000010:2.0:1767389086.284116:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021e83cc8. 00000400:00000010:2.0:1767389086.284119:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000453488b8. 00000400:00000200:2.0:1767389086.284122:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp41 00000400:00000200:2.0:1767389086.284128:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp41 local destination 00000400:00000200:2.0:1767389086.284131:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp41 00000400:00000200:2.0:1767389086.284134:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp41 NI seq info: [168:168:256:4294967295] 192.168.204.113@tcp41 LPNI seq info [164:164:8:4294967295] 00000400:00000200:2.0:1767389086.284138:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp41 00000400:00000200:2.0:1767389086.284162:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp41(192.168.204.113@tcp41:) -> 192.168.204.113@tcp41(192.168.204.113@tcp41:192.168.204.113@tcp41) : GET try# 0 00000800:00000200:2.0:1767389086.284173:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp41 00000800:00000010:2.0:1767389086.284180:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000666525ec. 00000800:00000200:2.0:1767389086.284189:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090e1988e] -> 12345-192.168.204.113@tcp41 (2) 00000800:00000200:2.1:1767389086.284198:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090e1988e] -> 12345-192.168.204.113@tcp41 (2) 00000400:00000200:0.0:1767389086.284224:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.284240:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp41 added to recovery queue. ping count: 3 next ping: 5015 health :700 00000400:00000200:2.0:1767389086.284253:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp39 00000400:00000010:2.0:1767389086.284262:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000085a4d5b5. 00000400:00000010:2.0:1767389086.284273:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000d278740. 00000400:00000010:2.0:1767389086.284284:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009913b38a. 00000400:00000010:2.0:1767389086.284298:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006dc701f8. 00000400:00000200:2.0:1767389086.284311:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp39 00000400:00000200:0.0:1767389086.284325:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.284333:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp39 local destination 00000400:00000200:2.0:1767389086.284343:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp39 00000400:00000200:2.0:1767389086.284357:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp39 NI seq info: [169:169:256:4294967295] 192.168.204.113@tcp39 LPNI seq info [165:165:8:4294967295] 00000400:00000200:2.0:1767389086.284367:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp39 00000400:00000200:2.0:1767389086.284401:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp39(192.168.204.113@tcp39:) -> 192.168.204.113@tcp39(192.168.204.113@tcp39:192.168.204.113@tcp39) : GET try# 0 00000800:00000200:2.0:1767389086.284416:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp39 00000800:00000010:2.0:1767389086.284423:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c4c5345e. 00000800:00000200:2.0:1767389086.284436:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb29046f] -> 12345-192.168.204.113@tcp39 (2) 00000400:00000200:1.0:1767389086.284443:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000200:2.1:1767389086.284448:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb29046f] -> 12345-192.168.204.113@tcp39 (2) 00000400:00000200:2.0:1767389086.284486:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp39 added to recovery queue. ping count: 4 next ping: 5023 health :600 00000400:00000200:0.0:1767389086.284504:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.284506:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp43 00000400:00000010:2.0:1767389086.284524:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000382ba59f. 00000400:00000010:2.0:1767389086.284537:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000055e9453e. 00000400:00000010:2.0:1767389086.284544:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e3d66f4. 00000400:00000010:2.0:1767389086.284559:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000268e8ed1. 00000400:00000200:2.0:1767389086.284573:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp43 00000400:00000200:2.0:1767389086.284593:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp43 local destination 00000400:00000200:2.0:1767389086.284599:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp43 00000400:00000200:2.0:1767389086.284609:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp43 NI seq info: [170:170:256:4294967295] 192.168.204.113@tcp43 LPNI seq info [166:166:8:4294967295] 00000400:00000200:1.0:1767389086.284621:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.284622:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp43 00000400:00000200:2.0:1767389086.284658:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp43(192.168.204.113@tcp43:) -> 192.168.204.113@tcp43(192.168.204.113@tcp43:192.168.204.113@tcp43) : GET try# 0 00000800:00000200:2.0:1767389086.284676:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp43 00000400:00000200:0.0:1767389086.284677:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000800:00000010:2.0:1767389086.284704:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000522cb049. 00000800:00000200:2.0:1767389086.284796:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006b89c6a3] -> 12345-192.168.204.113@tcp43 (2) 00000800:00000200:2.1:1767389086.284808:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006b89c6a3] -> 12345-192.168.204.113@tcp43 (2) 00000400:00000200:1.0:1767389086.284824:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.284833:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp43 added to recovery queue. ping count: 1 next ping: 5009 health :900 00000400:00000200:0.0:1767389086.285012:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.285054:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.285114:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.285212:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.285224:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.285317:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.285387:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.285402:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.285526:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.285674:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.285675:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.285687:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.285967:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.285977:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.285981:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.286172:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.286182:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.286184:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.286457:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.286505:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.286505:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.286611:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.286822:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.286860:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.286861:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.287005:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.287095:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.287119:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.287120:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.287207:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.287375:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.287376:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.287387:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.287600:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.287665:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.287668:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.287793:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.287918:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.287924:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.287995:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.288129:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.288130:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.288131:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.288381:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.288437:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.288439:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.288558:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.288720:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.288779:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.288805:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.288984:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.289032:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.289174:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.289215:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.289353:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.289354:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.289380:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.289540:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.289621:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.289624:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.289716:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.289934:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.290039:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.290092:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.290318:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.290332:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.290568:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.290596:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.290818:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.290820:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.290854:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.291056:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.291058:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.291093:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.291233:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.291281:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.291285:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.291378:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.291550:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.291631:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.291635:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.291668:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.291875:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.291890:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.291915:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.292076:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.292077:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.292077:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.292131:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.292304:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.292309:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.292366:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.292540:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389086.292560:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.292573:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.292839:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.292857:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.293027:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000800:00000010:1.0:1767389086.293046:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ad56601. 00000800:00000010:1.0:1767389086.293054:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007173fd25. 00000800:00000010:1.0:1767389086.293062:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000954e6662. 00000400:00000200:0.0:1767389086.293114:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000800:00000010:1.0:1767389086.293119:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000954e6662. 00000800:00020000:1.0:1767389086.293170:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389086.293178:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007173fd25. 00000800:00000010:1.0:1767389086.293187:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ad56601. 00000400:00000200:2.0:1767389086.293211:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.293325:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000400:02020000:1.0:1767389086.293418:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp41 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389086.293436:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp41 notifying 192.168.204.113@tcp41: down 00000400:00000200:1.0:1767389086.293459:0:337527:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:2.0:1767389086.293464:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000800:00000100:1.0:1767389086.293474:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp41 00000800:00000010:1.0:1767389086.293483:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000666525ec. 00000400:00000200:1.0:1767389086.293497:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389086.293514:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp41->192.168.204.113@tcp41: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389086.293533:0:337527:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767389086.293543:0:337527:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767389086.293556:0:337527:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp41) recovery failed with -71 00000400:00000200:0.0:1767389086.293587:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.293683:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.293823:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.293832:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.294022:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.294030:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.294211:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.294229:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.294407:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.294442:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.294558:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.294669:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.294756:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.294964:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.294983:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.295141:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.295224:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.295399:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.295435:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.295646:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.295685:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.295896:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.296006:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.296101:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.296203:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.296215:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.296405:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.296407:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.296540:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.296606:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.296790:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.296964:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.297036:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.297134:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.297260:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.297347:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.297390:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767389086.297494:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.297495:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.297655:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.297684:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp42 from 206.3.0.2 00000800:00000010:0.0:1767389086.297693:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e6373b48. 00000400:00000200:3.0:1767389086.297734:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.298285:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.298476:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.298758:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.298969:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.299107:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:2.0:1767389086.299109:0:356933:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bbd12167. 00000800:00000010:2.0:1767389086.299119:0:356933:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001b3618c7. 00000800:00000010:2.0:1767389086.299126:0:356933:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9e76f84. 00000800:00000010:2.0:1767389086.299220:0:356933:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9e76f84. 00000800:00020000:2.0:1767389086.299254:0:356933:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389086.299264:0:356933:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001b3618c7. 00000400:00000200:3.0:1767389086.299266:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000800:00000010:2.0:1767389086.299273:0:356933:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bbd12167. 00000400:00000200:3.0:1767389086.299449:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000400:02020000:2.0:1767389086.299500:0:356933:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp43 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767389086.299527:0:356933:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp43 notifying 192.168.204.113@tcp43: down 00000400:00000200:2.0:1767389086.299540:0:356933:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767389086.299550:0:356933:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp43 00000800:00000010:2.0:1767389086.299557:0:356933:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000522cb049. 00000400:00000200:2.0:1767389086.299571:0:356933:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767389086.299589:0:356933:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp43->192.168.204.113@tcp43: GET: LOCAL_ERROR 00000400:00000200:2.0:1767389086.299614:0:356933:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767389086.299625:0:356933:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389086.299639:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.299649:0:356933:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp43) recovery failed with -71 00000800:00000010:2.0:1767389086.299685:0:356933:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bbd12167. 00000800:00000010:2.0:1767389086.299696:0:356933:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001b3618c7. 00000400:00000200:3.0:1767389086.299819:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000800:00000010:2.0:1767389086.299869:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007d0bd8f8. 00000800:00000010:2.0:1767389086.299885:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000da7d24b1. 00000800:00000010:2.0:1767389086.299895:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9e76f84. 00000400:00000200:3.0:1767389086.299978:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000800:00000010:2.0:1767389086.300055:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9e76f84. 00000400:00000200:3.0:1767389086.300117:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000800:00000010:2.0:1767389086.300184:0:356933:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000045c34581. 00000800:00000200:2.1:1767389086.300207:0:356933:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000095437f22] -> 12345-192.168.204.113@tcp42 (2) 00000800:00000200:2.1:1767389086.300222:0:356933:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp42 0000000045c34581 deleted 00000800:00000010:2.1:1767389086.300229:0:356933:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000045c34581. 00000800:00000200:2.1:1767389086.300247:0:356933:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:3.0:1767389086.300250:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.113:988 00000800:00000200:2.1:1767389086.300268:0:356933:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp42 ip 192.168.204.113:974 00000800:00000200:2.1:1767389086.300280:0:356933:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007e5ba32a type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767389086.300301:0:356933:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp42 p 3.x 192.168.204.113 -> 192.168.204.113:974 incarnation:1767389077205347530 sched[0] 00000800:00000010:2.0:1767389086.300314:0:356933:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9e76f84. 00000400:00000200:3.0:1767389086.300440:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.113:988 00000800:00000010:2.0:1767389086.300467:0:356933:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9e76f84. 00000800:00000010:2.0:1767389086.300483:0:356933:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001b3618c7. 00000800:00000010:2.0:1767389086.300614:0:356933:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e6373b48. 00000400:00000200:3.0:1767389086.300619:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.113:988 00000800:00000001:2.0:1767389086.300646:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389086.300672:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389086.300755:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.113:988 00000800:00000200:2.0:1767389086.300887:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389086.300897:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007e5ba32a. 00000400:00000200:2.0:1767389086.300957:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389086.300970:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp42->192.168.204.113@tcp42: GET: OK 00000400:00000200:3.0:1767389086.300975:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.300976:0:337531:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767389086.300987:0:337531:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp42 recovery message sent successfully:0 00000400:00000200:3.0:1767389086.301102:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.113:988 00000800:00000200:2.1:1767389086.301134:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767389086.301148:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp42 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389077205347530 sched[0] 00000800:00000010:2.0:1767389086.301181:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000da7d24b1. 00000400:00000200:3.0:1767389086.301266:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.113:988 00000800:00000001:3.0:1767389086.301385:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389086.301402:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389086.301405:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000001:3.0:1767389086.301407:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389086.301434:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389086.301457:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp42(192.168.204.113@tcp42) <- 192.168.204.113@tcp42 : GET - for me 00000400:00000200:3.0:1767389086.301496:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767389086.301515:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 272/272 into md 0x20dd [1] + 0 00000400:00000200:3.0:1767389086.301542:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp42 to MR: 192.168.204.113@tcp42 local destination 00000400:00000200:3.0:1767389086.301561:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp42 NI seq info: [171:171:256:4294967295] 192.168.204.113@tcp42 LPNI seq info [167:167:8:4294967295] 00000400:00000200:3.0:1767389086.301597:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp42(192.168.204.113@tcp42:192.168.204.113@tcp42) -> 192.168.204.113@tcp42(192.168.204.113@tcp42:192.168.204.113@tcp42) 192.168.204.113@tcp42 : REPLY try# 0 00000800:00000200:3.0:1767389086.301608:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.113@tcp42 00000800:00000010:3.0:1767389086.301617:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b16a15b9. 00000800:00000200:3.0:1767389086.301632:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000095437f22] -> 12345-192.168.204.113@tcp42 (4) 00000400:00000200:2.0:1767389086.301632:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000800:00000200:3.0:1767389086.301646:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp42 ip 192.168.204.113:988 00000800:00000200:3.0:1767389086.301652:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b16a15b9 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767389086.301823:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389086.301825:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b16a15b9. 00000400:00000200:3.0:1767389086.301832:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389086.301861:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp42->192.168.204.113@tcp42: REPLY: OK 00000400:00000200:2.0:1767389086.301880:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000800:00000001:3.0:1767389086.301892:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389086.301955:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389086.301962:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389086.301971:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389086.301974:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389086.301983:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389086.301991:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp42(192.168.204.113@tcp42) <- 192.168.204.113@tcp42 : REPLY - for me 00000400:00000200:3.0:1767389086.302008:0:337530:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp42: Reply from 12345-192.168.204.113@tcp42 of length 272/272 into md 0x2139 00000800:00000001:3.0:1767389086.302023:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389086.302032:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389086.302036:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389086.302043:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp42->192.168.204.113@tcp42: REPLY: OK 00000400:00000200:3.0:1767389086.302046:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000471bfa54 00000400:00000010:3.0:1767389086.302049:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000471bfa54. 00000400:00000200:3.0:1767389086.302057:0:337530:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767389086.302067:0:337530:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003250a978. 00000400:00000010:3.0:1767389086.302074:0:337530:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f5ac05c8. 00000800:00000001:3.0:1767389086.302081:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389086.302091:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389086.302107:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.302266:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.302382:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.302474:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.302624:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.302883:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000800:00000010:3.0:1767389086.303119:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001284c6fe. 00000800:00000010:3.0:1767389086.303125:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f1729ddf. 00000800:00000010:3.0:1767389086.303129:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009d4d068a. 00000400:00000200:2.0:1767389086.303179:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000800:00000010:3.0:1767389086.303235:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009d4d068a. 00000400:00000200:2.0:1767389086.303409:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.303644:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.303881:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.303972:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.304103:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767389086.304108:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389086.304141:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp39 from 205.3.0.2 00000800:00000010:0.0:1767389086.304164:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000058e24f28. 00000400:00000200:2.0:1767389086.304244:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000800:00000010:3.0:1767389086.304301:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000557ae080. 00000800:00000010:3.0:1767389086.304313:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c58ef2bd. 00000800:00000010:3.0:1767389086.304365:0:337527:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000014e7f6c4. 00000800:00000200:3.1:1767389086.304381:0:337527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb29046f] -> 12345-192.168.204.113@tcp39 (2) 00000800:00000200:3.1:1767389086.304394:0:337527:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp39 0000000014e7f6c4 deleted 00000800:00000010:3.1:1767389086.304401:0:337527:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000014e7f6c4. 00000800:00000200:3.1:1767389086.304412:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767389086.304422:0:337527:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp39 ip 192.168.204.113:973 00000800:00000200:3.1:1767389086.304426:0:337527:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c4c5345e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767389086.304437:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp39 p 3.x 192.168.204.113 -> 192.168.204.113:973 incarnation:1767389066404501584 sched[0] 00000800:00000010:3.0:1767389086.304451:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009d4d068a. 00000400:00000200:2.0:1767389086.304495:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000800:00000010:3.0:1767389086.304570:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009d4d068a. 00000800:00000010:3.0:1767389086.304583:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c58ef2bd. 00000800:00000010:3.0:1767389086.304664:0:337527:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000058e24f28. 00000800:00000001:3.0:1767389086.304698:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389086.304767:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389086.304813:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000800:00000200:3.0:1767389086.304855:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389086.304861:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c4c5345e. 00000400:00000200:3.0:1767389086.304871:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389086.304886:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp39->192.168.204.113@tcp39: GET: OK 00000400:00000200:3.0:1767389086.304896:0:337529:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767389086.304927:0:337529:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp39 recovery message sent successfully:0 00000800:00000200:3.1:1767389086.305041:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767389086.305052:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp39 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389066404501584 sched[0] 00000800:00000010:3.0:1767389086.305059:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f1729ddf. 00000400:00000200:2.0:1767389086.305070:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000800:00000001:3.0:1767389086.305162:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389086.305187:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389086.305192:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389086.305206:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389086.305221:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp39(192.168.204.113@tcp39) <- 192.168.204.113@tcp39 : GET - for me 00000400:00000200:3.0:1767389086.305244:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767389086.305258:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 272/272 into md 0x20dd [1] + 0 00000400:00000200:3.0:1767389086.305278:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp39 to MR: 192.168.204.113@tcp39 local destination 00000400:00000200:3.0:1767389086.305293:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp39 NI seq info: [172:172:256:4294967295] 192.168.204.113@tcp39 LPNI seq info [168:168:8:4294967295] 00000400:00000200:3.0:1767389086.305327:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp39(192.168.204.113@tcp39:192.168.204.113@tcp39) -> 192.168.204.113@tcp39(192.168.204.113@tcp39:192.168.204.113@tcp39) 192.168.204.113@tcp39 : REPLY try# 0 00000800:00000200:3.0:1767389086.305339:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.113@tcp39 00000800:00000010:3.0:1767389086.305344:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b16a15b9. 00000800:00000200:3.0:1767389086.305359:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb29046f] -> 12345-192.168.204.113@tcp39 (4) 00000800:00000200:3.0:1767389086.305373:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp39 ip 192.168.204.113:988 00000400:00000200:2.0:1767389086.305373:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000800:00000200:3.0:1767389086.305381:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b16a15b9 type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767389086.305507:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389086.305511:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b16a15b9. 00000400:00000200:3.0:1767389086.305517:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389086.305529:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp39->192.168.204.113@tcp39: REPLY: OK 00000800:00000001:3.0:1767389086.305564:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389086.305584:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389086.305592:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389086.305606:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389086.305610:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389086.305624:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389086.305640:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp39(192.168.204.113@tcp39) <- 192.168.204.113@tcp39 : REPLY - for me 00000400:00000200:2.0:1767389086.305642:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.305664:0:337531:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp39: Reply from 12345-192.168.204.113@tcp39 of length 272/272 into md 0x2141 00000800:00000001:3.0:1767389086.305677:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389086.305690:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389086.305695:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389086.305707:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp39->192.168.204.113@tcp39: REPLY: OK 00000400:00000200:3.0:1767389086.305724:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009913b38a 00000400:00000010:3.0:1767389086.305728:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009913b38a. 00000400:00000200:3.0:1767389086.305756:0:337531:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767389086.305808:0:337531:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000085a4d5b5. 00000400:00000010:3.0:1767389086.305813:0:337531:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000d278740. 00000800:00000001:3.0:1767389086.305826:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389086.305831:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389086.306061:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.306249:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.306468:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.306678:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.307353:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.307585:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.307851:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.308084:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.308290:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.308423:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.308492:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.308627:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.308726:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.308868:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.308979:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.309083:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.309221:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.309260:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.309409:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.309417:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.309517:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.309522:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.309574:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.309624:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.309644:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.309713:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.309716:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00080000:00000001:1.0:1767389086.309734:0:356922:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389086.309808:0:356922:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389086.309813:0:356922:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389086.309823:0:356922:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389086.309857:0:356922:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389086.309865:0:356922:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389086.309877:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.309987:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.309999:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.310036:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.310081:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.310089:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.310171:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389086.310187:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.310232:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.310303:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.310364:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.310433:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000800:00000010:2.0:1767389086.310474:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7e72fe4. 00000800:00000010:2.0:1767389086.310484:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000da7d24b1. 00000400:00000200:3.0:1767389086.310491:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000800:00000010:2.0:1767389086.310493:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9e76f84. 00000800:00000010:2.0:1767389086.310543:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9e76f84. 00000400:00000200:3.0:1767389086.310552:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000800:00020000:2.0:1767389086.310557:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389086.310566:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000da7d24b1. 00000800:00000010:2.0:1767389086.310572:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7e72fe4. 00000400:00000200:3.0:1767389086.310608:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.310676:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:02020000:2.0:1767389086.310708:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp42 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389086.310759:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.310809:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.310828:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.310958:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.310987:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.311004:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.311023:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389086.311043:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389086.311133:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f3e7dd3e. 00000800:00000010:3.0:1767389086.311152:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f1729ddf. 00000800:00000010:3.0:1767389086.311157:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009d4d068a. 00000800:00000010:3.0:1767389086.311179:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009d4d068a. 00000800:00020000:3.0:1767389086.311186:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389086.311190:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f1729ddf. 00000800:00000010:3.0:1767389086.311193:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f3e7dd3e. 00000400:02020000:3.0:1767389086.311240:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp39 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767389086.923808:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389086.923814:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389086.923820:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389086.923829:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389086.923921:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389086.923926:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389086.923929:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767389087.086803:0:357087:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767389087.086808:0:357087:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:0.0:1767389087.089646:0:357087:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389087.096867:0:357088:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000008b500c33. 00000400:00000010:0.0:1767389087.096881:0:357088:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000060a69b87. 00000400:00000010:0.0:1767389087.096907:0:357088:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a082465c. 00000400:00000010:0.0:1767389087.096911:0:357088:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000086bd44fd. 00000400:00000010:0.0:1767389087.096915:0:357088:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fa536520. 00000400:00000010:0.0:1767389087.096919:0:357088:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000049cf0131. 00000400:00000010:0.0:1767389087.096920:0:357088:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002c604a9d. 00000400:00000010:0.0:1767389087.096922:0:357088:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009ac8c590. 00000400:00000010:0.0:1767389087.096925:0:357088:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000080143ba9. 00000800:00000010:0.0:1767389087.096941:0:357088:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000dc948908. 00000800:00000200:0.0:1767389087.096952:0:357088:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389087.096964:0:357088:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389087.097000:0:357088:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389087.097024:0:357088:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp45 [8/256/0/180] 00000400:00000010:0.0:1767389087.098433:0:357088:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000bb5f44a2. 00000400:00000010:0.0:1767389087.098439:0:357088:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2ff566. 00000400:00000010:0.0:1767389087.098444:0:357088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dc73e79. 00000400:00000001:0.0:1767389087.098471:0:357088:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389087.098473:0:357088:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389087.098474:0:357088:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002166e873. 00000400:00000200:0.0:1767389087.098476:0:357088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9285838 00000400:00000010:0.0:1767389087.098478:0:357088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9285838. 00000400:00000010:0.0:1767389087.098481:0:357088:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000df4ed9d3. 00000400:00000200:0.0:1767389087.098485:0:357088:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (36) 00000400:00000200:0.0:1767389087.098496:0:357088:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389087.098504:0:357088:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:0.0:1767389087.098511:0:357088:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005a0aafd9. 00000020:01000000:0.0:1767389087.098519:0:357088:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767389087.098523:0:357088:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp45 00000400:00000200:1.0:1767389087.098528:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389087.098537:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000400:00000010:0.0:1767389087.098540:0:357088:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000060a69b87. 00000400:00000010:0.0:1767389087.098546:0:357088:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000008b500c33. 00000400:00000010:1.0:1767389087.098548:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc0a7fd1. 00000400:00000200:1.0:1767389087.098554:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (37) 00000400:00000010:1.0:1767389087.098561:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003e82722d. 00000400:00000200:1.0:1767389087.098566:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000020:00000001:2.0:1767389087.098569:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767389087.098575:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767389087.098579:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767389087.098581:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767389087.098584:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000020:01000004:2.0:1767389087.098586:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767389087.098590:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767389087.098591:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389087.098592:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767389087.098593:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 38], ns[65, 38] 00000020:01000004:2.0:1767389087.098594:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389087.098597:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389087.098600:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767389087.098602:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767389087.098605:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767389087.098605:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 38], ns[71, 38] 00000020:01000004:2.0:1767389087.098608:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767389087.098614:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 38], ns[77, 38] 00000100:00000010:2.0:1767389087.098615:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048df85cf. 00000400:00000200:1.0:1767389087.098620:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 38], ns[81, 38] 00000020:00000040:2.0:1767389087.098623:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:1.0:1767389087.098627:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 38], ns[97, 38] 00000100:00000001:2.0:1767389087.098632:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767389087.098636:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 38], ns[101, 38] 02000000:00000001:2.0:1767389087.098637:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389087.098645:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389087.098646:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 38], ns[112, 38] 00000400:00000200:1.0:1767389087.098654:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 38], ns[119, 38] 02000000:00000010:2.0:1767389087.098655:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f7e72fe4. 00000400:00000200:1.0:1767389087.098659:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 38], ns[123, 38] 00000400:00000200:1.0:1767389087.098665:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 38], ns[135, 38] 00000100:00000001:2.0:1767389087.098666:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389087.098671:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 38], ns[143, 38] 00000100:00000001:2.0:1767389087.098677:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389087.098680:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389087.098688:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 38], ns[146, 38] 00000100:00000040:2.0:1767389087.098693:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048df85cf] to pc [ptlrpcd_00_03+3] req@0000000048df85cf x1853241654545920/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389087.098693:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 38], ns[155, 38] 00000400:00000200:1.0:1767389087.098705:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[155, 38], ns[159, 38] 00000400:00000200:1.0:1767389087.098717:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 38], ns[42, 38] 10000000:00000001:2.0:1767389087.098766:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389087.098770:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389087.098772:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389087.098774:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767389087.098776:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767389087.098780:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389087.098785:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767389087.098785:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767389087.098789:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767389087.098793:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767389087.098795:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048df85cf x1853241654545920/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767389087.098795:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767389087.098800:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767389087.098805:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767389087.098809:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:3.0:1767389087.098812:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767389087.098812:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767389087.098816:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767389087.098817:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389087.098821:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389087.098824:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:3.0:1767389087.098825:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767389087.098826:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389087.098829:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767389087.098830:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767389087.098834:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000008c12b5c. 02000000:00000001:3.0:1767389087.098835:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389087.098840:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00100000:3.0:1767389087.098842:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000048df85cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654545920:0@lo:253: 00000100:00000001:2.0:1767389087.098846:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767389087.098848:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389087.098849:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389087.098853:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389087.098856:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389087.098861:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389087.098864:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d395a76a. 02000000:00000001:3.0:1767389087.098865:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767389087.098872:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389087.098873:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f3e7dd3e. 00000100:00000001:2.0:1767389087.098877:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767389087.098878:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.098880:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389087.098882:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 38], ns[46, 38] 00000400:00000010:3.0:1767389087.098900:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013bfa047. 00000100:00000040:2.0:1767389087.098902:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000008c12b5c] to pc [ptlrpcd_00_00+0] req@0000000008c12b5c x1853241654546048/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389087.098910:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007901b440. 00000400:00000200:1.0:1767389087.098912:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 38], ns[50, 38] 00000100:00000200:3.0:1767389087.098919:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654545920, portal 25 00000400:00000200:1.0:1767389087.098923:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 38], ns[54, 38] 00000100:00000001:3.0:1767389087.098924:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389087.098927:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402884864 : -122821306666752 : ffff904b6fa53100) 00000400:00000200:1.0:1767389087.098931:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 38], ns[58, 38] 10000000:00000001:2.0:1767389087.098937:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389087.098938:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000048df85cf x1853241654545920/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389087.098938:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[125, 38], ns[128, 38] 10000000:00000001:2.0:1767389087.098943:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389087.098947:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767389087.098954:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767389087.098957:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 38], ns[141, 38] 00000100:00000001:3.0:1767389087.098960:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767389087.098960:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005a0aafd9. 00000400:00000200:1.0:1767389087.098964:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 38], ns[87, 38] 00000100:00000040:3.0:1767389087.098968:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767389087.098972:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 38], ns[90, 38] 00000400:00000010:3.0:1767389087.098973:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4bd4742. 00000100:00000001:2.0:1767389087.098974:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767389087.098979:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654545920, offset 0 00000100:00100000:2.0:1767389087.098981:0:337537:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:1.0:1767389087.098981:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[158, 38], ns[162, 38] 00000100:00000001:2.0:1767389087.098987:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389087.098988:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389087.098996:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 38], ns[132, 38] 00000100:00000001:2.0:1767389087.098999:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767389087.099000:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 38], ns[109, 38] 00000100:00000001:2.0:1767389087.099004:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389087.099008:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767389087.099008:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 38], ns[117, 38] 00000100:00000001:2.0:1767389087.099011:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389087.099014:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767389087.099016:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 38], ns[127, 38] 00000100:00000040:2.0:1767389087.099020:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000008c12b5c x1853241654546048/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389087.099024:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[160, 38], ns[164, 38] 00000100:00000001:2.0:1767389087.099035:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389087.099037:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389087.099042:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389087.099044:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767389087.099047:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 38], ns[172, 38] 02000000:00000001:2.0:1767389087.099048:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389087.099055:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000008c12b5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654546048:0@lo:253: 00000400:00000200:1.0:1767389087.099057:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[156, 38], ns[160, 38] 00000100:00000001:2.0:1767389087.099061:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389087.099066:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767389087.099067:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[164, 38], ns[168, 38] 02000000:00000001:2.0:1767389087.099069:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389087.099074:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767389087.099077:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 38], ns[171, 38] 02000000:00000010:2.0:1767389087.099082:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000924c41d2. 00000400:00000200:1.0:1767389087.099085:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[166, 38], ns[170, 38] 02000000:00000001:2.0:1767389087.099086:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389087.099092:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1767389087.099094:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1a7b426. 00000400:00000200:1.0:1767389087.099097:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp 00000400:00000010:2.0:1767389087.099100:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008098bc87. 00000400:00000200:1.0:1767389087.099104:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1767389087.099107:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654546048, portal 25 00000400:00000200:1.0:1767389087.099109:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp 00000100:00000001:2.0:1767389087.099113:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389087.099117:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402887552 : -122821306664064 : ffff904b6fa53b80) 00000400:00000200:1.0:1767389087.099119:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp NI seq info: [173:173:256:4294967295] 192.168.204.113@tcp LPNI seq info [169:169:8:4294967295] 00000100:00000040:2.0:1767389087.099124:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000008c12b5c x1853241654546048/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389087.099129:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp 00000100:00000001:2.0:1767389087.099133:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389087.099140:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767389087.099143:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp(192.168.204.113@tcp:) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) : PUT try# 0 00000400:00000010:2.0:1767389087.099145:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbd75481. 00000100:00000200:2.0:1767389087.099149:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654546048, offset 0 00000800:00000200:1.0:1767389087.099151:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.204.113@tcp 00000800:00000010:1.0:1767389087.099159:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc31f10a. 00000400:00000200:3.0:1767389087.099160:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389087.099163:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:1.0:1767389087.099170:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ccd87db] -> 12345-192.168.204.113@tcp (6) 00000400:00000200:3.0:1767389087.099175:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372808e00 00000800:00000200:1.0:1767389087.099182:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp ip 192.168.204.113:988 00000400:00000200:2.0:1767389087.099183:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389087.099186:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1899 [2] + 0 00000800:00000200:1.0:1767389087.099190:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc31f10a type 1, nob 720 niov 1 nkiov 1 00000400:00000010:3.0:1767389087.099192:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb035ed2. 00000400:00000200:2.0:1767389087.099198:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372808e80 00000400:00000200:3.0:1767389087.099207:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006ddebfc3 00000400:00000200:1.0:1767389087.099208:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389087.099214:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100571 rc 0 00000400:00000200:2.0:1767389087.099217:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x18a1 [2] + 0 00000400:00000200:3.0:1767389087.099218:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767389087.099225:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d187c291. 00000400:00000200:3.0:1767389087.099228:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389087.099228:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767389087.099230:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000523c715 00000100:00000001:1.0:1767389087.099233:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389087.099238:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ddebfc3 00000400:00000200:2.0:1767389087.099239:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767389087.099241:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006ddebfc3. 00000400:00000200:2.0:1767389087.099247:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389087.099250:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767389087.099251:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000523c715 00000100:00000200:3.0:1767389087.099253:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767389087.099255:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000523c715. 00000100:00000040:3.0:1767389087.099258:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000a16103d7 x1853241654545920 msgsize 4848 00000100:00000001:2.0:1767389087.099265:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389087.099268:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:3.0:1767389087.099274:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389087.099276:0:337537:0:(events.c:337:request_in_callback()) incoming req@0000000032800a6d x1853241654546048 msgsize 4848 00000100:00000040:3.0:1767389087.099277:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767389087.099283:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389087.099286:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389087.099287:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767389087.099290:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767389087.099292:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767389087.099300:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4bd4742 00000100:00000001:2.0:1767389087.099302:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767389087.099304:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4bd4742. 00000100:00000001:3.0:1767389087.099308:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767389087.099309:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbd75481 00000400:00000010:2.0:1767389087.099312:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbd75481. 00000100:00000200:3.0:1767389087.099313:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000048df85cf x1853241654545920/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389087.099317:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389087.099323:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000008c12b5c x1853241654546048/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389087.099326:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389087.099333:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048df85cf x1853241654545920/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389087.099333:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389087.099339:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000008c12b5c x1853241654546048/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389087.099344:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389087.099347:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389087.099352:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389087.099354:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.099355:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389087.099361:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299675142 00000100:00000001:2.0:1767389087.099362:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767389087.099362:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767389087.099365:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d666d0b. 00000100:00000001:2.0:1767389087.099370:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299675142 00000800:00000010:1.0:1767389087.099370:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc31f10a. 00000100:00000001:3.0:1767389087.099375:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767389087.099381:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389087.099386:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299675142 00000100:00000001:2.0:1767389087.099389:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299675142 00000400:00000200:1.0:1767389087.099391:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp->192.168.204.113@tcp: PUT: OK 00000100:00000010:3.0:1767389087.099393:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb823bcc. 00000100:00000001:2.0:1767389087.099395:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299675142 00000400:00000200:1.0:1767389087.099398:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767389087.099399:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767389087.099403:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299675142 00000100:00000001:2.0:1767389087.099404:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299675142 00000100:00000010:3.0:1767389087.099407:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001928fe0e. 00000100:00000001:2.0:1767389087.099410:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299675142 00000400:00000200:1.0:1767389087.099411:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 0 00000100:00000001:3.0:1767389087.099412:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767389087.099420:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299675142 00000100:00000001:2.0:1767389087.099421:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299675142 00000100:00000001:2.0:1767389087.099426:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299675142 00000100:00000010:3.0:1767389087.099427:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004550a83d. 00000800:00000001:1.0:1767389087.099428:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767389087.099438:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000800:00000001:1.0:1767389087.099439:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389087.099443:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767389087.099445:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389087.099446:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299675142 00000100:00000001:3.0:1767389087.099450:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.099451:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767389087.099452:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389087.099454:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.099456:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389087.099459:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389087.099461:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.099467:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389087.099468:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp(192.168.204.113@tcp) <- 192.168.204.113@tcp : PUT - for me 00000100:00000001:3.0:1767389087.099469:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389087.099473:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389087.099479:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389087.099482:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767389087.099482:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 624 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767389087.099485:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389087.099491:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389087.099492:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 592/624 into md 0x2071 [1] + 0 00000400:00000010:1.0:1767389087.099499:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004de7f52c. 00000400:00000200:1.0:1767389087.099509:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000038ac546e 00000100:00000001:2.0:1767389087.099512:0:352639:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1767389087.099514:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767389087.099517:0:352639:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654545920 02000000:00000001:2.0:1767389087.099521:0:352639:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:1.0:1767389087.099523:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389087.099525:0:352639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767389087.099528:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389087.099529:0:352639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389087.099536:0:352639:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389087.099536:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp->192.168.204.113@tcp: PUT: OK 00000100:00100000:2.0:1767389087.099542:0:352639:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654545920 00000400:00000200:1.0:1767389087.099543:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038ac546e 00000020:00000001:2.0:1767389087.099548:0:352639:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767389087.099548:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038ac546e. 00000020:00000040:2.0:1767389087.099551:0:352639:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000400:00000200:1.0:1767389087.099554:0:337531:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000020:00000001:2.0:1767389087.099555:0:352639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767389087.099558:0:337531:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (38) 00000020:00000040:2.0:1767389087.099559:0:352639:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:2.0:1767389087.099565:0:352639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000200:1.0:1767389087.099567:0:337531:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000020:00000001:2.0:1767389087.099569:0:352639:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000200:1.0:1767389087.099572:0:337531:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (624 bytes) 00000100:00000001:2.0:1767389087.099574:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389087.099579:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f400955. 00000400:00000200:1.0:1767389087.099579:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:2.0:1767389087.099585:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389087.099588:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f400955. 00000400:00000200:1.0:1767389087.099594:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (39) 00000020:00000010:2.0:1767389087.099596:0:352639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004163c73f. 00000400:00000200:1.0:1767389087.099599:0:337531:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000010:2.0:1767389087.099604:0:352639:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c71c65ed. 00000020:00000010:2.0:1767389087.099610:0:352639:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000c546242. 00000400:00000200:1.0:1767389087.099611:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp to MR: 192.168.204.113@tcp local destination 00000400:00000200:1.0:1767389087.099619:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp NI seq info: [174:174:256:4294967295] 192.168.204.113@tcp LPNI seq info [170:170:8:4294967295] 00000100:00000001:3.0:1767389087.099620:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767389087.099624:0:352639:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:3.0:1767389087.099626:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654546048 02000000:00000001:3.0:1767389087.099631:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389087.099631:0:352639:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389087.099636:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389087.099636:0:352639:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389087.099641:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.099642:0:352639:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389087.099643:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) -> 192.168.204.113@tcp(192.168.204.113@tcp:192.168.204.113@tcp) 192.168.204.113@tcp : ACK try# 0 02000000:00000001:3.0:1767389087.099647:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389087.099654:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654546048 00000100:00000001:2.0:1767389087.099655:0:352639:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389087.099657:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:1.0:1767389087.099661:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp 00000020:00000040:3.0:1767389087.099662:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389087.099666:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:1.0:1767389087.099666:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc31f10a. 00000020:00000040:3.0:1767389087.099668:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=16 00000020:00000001:3.0:1767389087.099673:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389087.099673:0:352639:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389087.099679:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000800:00000200:1.0:1767389087.099679:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ccd87db] -> 12345-192.168.204.113@tcp (6) 00000100:00000001:3.0:1767389087.099685:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:1.0:1767389087.099690:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp ip 192.168.204.113:1023 00000020:00000010:3.0:1767389087.099691:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c7dae49. 00000100:00000001:2.0:1767389087.099692:0:352639:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000200:1.0:1767389087.099693:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc31f10a type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767389087.099697:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389087.099697:0:352639:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767389087.099705:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c7dae49. 00000100:00100000:2.0:1767389087.099706:0:352639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00000040:2.0:1767389087.099712:0:352639:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000020:00000010:3.0:1767389087.099715:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000844c0497. 00000100:00000001:2.0:1767389087.099716:0:352639:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361788496 : -122821347763120 : ffff904b6d321c50) 00000020:00000010:3.0:1767389087.099720:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ec81004. 00000800:00000001:1.0:1767389087.099722:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767389087.099751:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a16103d7 x1853241654545920/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:538/0 lens 4848/0 e 0 to 0 dl 1767389098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389087.099760:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389087.099764:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007cde4d2b. 00000020:00000010:2.0:1767389087.099765:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f400955. 00000800:00000001:1.0:1767389087.099768:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389087.099773:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389087.099775:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1767389087.099778:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f400955. 00000100:00000001:3.0:1767389087.099779:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389087.099782:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389087.099786:0:352639:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a16103d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337539:x1853241654545920:12345-0@lo:253: 00000100:00000001:3.0:1767389087.099790:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389087.099791:0:352639:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654545920 00000020:00000001:2.0:1767389087.099795:0:352639:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389087.099800:0:352639:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389087.099803:0:352639:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389087.099805:0:352639:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389087.099808:0:352639:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:2.0:1767389087.099812:0:352639:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767389087.099813:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389087.099816:0:352639:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389087.099820:0:352639:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389087.099824:0:352639:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389087.099829:0:352639:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.099834:0:352639:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767389087.099839:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767389087.099839:0:352639:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:1.0:1767389087.099843:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767389087.099844:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000010:1.0:1767389087.099847:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc31f10a. 00000100:00100000:3.0:1767389087.099850:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 02000000:00000010:2.0:1767389087.099850:0:352639:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006b160a2e. 00000400:00000200:1.0:1767389087.099854:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767389087.099855:0:352639:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389087.099857:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:2.0:1767389087.099861:0:352639:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389087.099862:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361782352 : -122821347769264 : ffff904b6d320450) 00000400:00000200:1.0:1767389087.099867:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp->192.168.204.113@tcp: ACK: OK 20000000:00000001:2.0:1767389087.099869:0:352639:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:3.0:1767389087.099875:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000032800a6d x1853241654546048/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:538/0 lens 4848/0 e 0 to 0 dl 1767389098 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767389087.099895:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767389087.099896:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389087.099900:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001c7dae49. 00000800:00000001:1.0:1767389087.099900:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767389087.099904:0:352639:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000099dfe410. 00000100:00000001:3.0:1767389087.099909:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767389087.099910:0:352639:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000001:1.0:1767389087.099910:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767389087.099917:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001c7dae49. 00000800:00000001:1.0:1767389087.099917:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767389087.099919:0:352639:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000001:1.0:1767389087.099924:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:2.0:1767389087.099925:0:352639:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00100000:3.0:1767389087.099928:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000032800a6d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337537:x1853241654546048:12345-0@lo:253: 20000000:00000001:2.0:1767389087.099930:0:352639:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389087.099934:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654546048 20000000:00000001:2.0:1767389087.099935:0:352639:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767389087.099935:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389087.099939:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767389087.099943:0:352639:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:3.0:1767389087.099944:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389087.099947:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389087.099948:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp(192.168.204.113@tcp) <- 192.168.204.113@tcp : ACK - for me 00000020:00000001:3.0:1767389087.099951:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389087.099953:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:3.0:1767389087.099954:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389087.099955:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389087.099956:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:2.0:1767389087.099957:0:352639:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cf09925c. 00000020:00000001:3.0:1767389087.099958:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389087.099961:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767389087.099962:0:352639:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 00000400:00000200:1.0:1767389087.099967:0:337531:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp: ACK from 12345-192.168.204.113@tcp into md 0x214d 00000100:00000001:3.0:1767389087.099968:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767389087.099970:0:352639:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:3.0:1767389087.099972:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767389087.099973:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389087.099976:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp->192.168.204.113@tcp: ACK: OK 02000000:00000010:3.0:1767389087.099977:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d41cd61d. 00080000:00000001:2.0:1767389087.099979:0:352639:0:(osd_index.c:626:osd_dir_lookup()) Process entered 02000000:00000001:3.0:1767389087.099981:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389087.099981:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc0a7fd1 00000100:00000001:3.0:1767389087.099985:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389087.099985:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc0a7fd1. 20000000:00000001:3.0:1767389087.099990:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767389087.099992:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767389087.099997:0:337531:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 20000000:00000010:3.0:1767389087.099999:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000801f716c. 00000400:00000200:1.0:1767389087.100000:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 20000000:01000000:3.0:1767389087.100006:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767389087.100006:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (38) 20000000:00000001:3.0:1767389087.100011:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000001:1.0:1767389087.100014:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389087.100017:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767389087.100018:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767389087.100021:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389087.100023:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389087.100025:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767389087.100035:0:352639:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767389087.100039:0:352639:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767389087.100042:0:352639:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389087.100042:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00080000:00000001:2.0:1767389087.100046:0:352639:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000010:1.0:1767389087.100048:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 000000004c72710b. 00000020:00000001:2.0:1767389087.100051:0:352639:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000010:1.0:1767389087.100056:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001410816. 00000020:00000001:2.0:1767389087.100057:0:352639:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:2.0:1767389087.100064:0:352639:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000010:1.0:1767389087.100064:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc0a7fd1. 00080000:00000010:2.0:1767389087.100071:0:352639:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000213dc640. 00000400:00000200:1.0:1767389087.100071:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000004c72710b 00080000:00000001:2.0:1767389087.100075:0:352639:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247375731712 : -122826333819904 : ffff904a4400ec00) 00000400:00000010:1.0:1767389087.100075:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000a1408b5c. 00000400:00000200:1.0:1767389087.100081:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 624 success 00080000:00000001:2.0:1767389087.100082:0:352639:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:1.0:1767389087.100091:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 00000400:00000200:1.0:1767389087.100094:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (37) 00000400:00000010:1.0:1767389087.100097:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000a373c17d. 00000400:00000010:1.0:1767389087.100100:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096e6063c. 00000400:00000010:1.0:1767389087.100116:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fd8e67ee. 00000400:00000200:1.0:1767389087.100120:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000400:00000200:1.0:1767389087.100131:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:1.0:1767389087.100134:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 170], ns[65, 174] 00000400:00000200:1.0:1767389087.100138:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000400:00000200:1.0:1767389087.100144:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 64], ns[77, 65] 00000400:00000200:1.0:1767389087.100153:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 64], ns[81, 65] 00000400:00000200:1.0:1767389087.100159:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 64], ns[97, 65] 00000400:00000200:1.0:1767389087.100167:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 64], ns[101, 65] 00000400:00000200:1.0:1767389087.100173:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 64], ns[112, 65] 00000400:00000200:1.0:1767389087.100179:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 65] 00000400:00000200:1.0:1767389087.100182:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 64], ns[123, 65] 00000400:00000200:1.0:1767389087.100187:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[135, 65] 00000400:00000200:1.0:1767389087.100195:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 64], ns[143, 65] 00000400:00000200:1.0:1767389087.100203:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 64], ns[146, 65] 00000400:00000200:1.0:1767389087.100207:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 64], ns[155, 65] 00000400:00000200:1.0:1767389087.100213:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[155, 64], ns[159, 65] 00000400:00000200:1.0:1767389087.100218:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[42, 64], ns[42, 65] 00000400:00000200:1.0:1767389087.100224:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 42], ns[46, 42] 00000400:00000200:1.0:1767389087.100231:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 42], ns[50, 42] 00000400:00000200:1.0:1767389087.100239:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 42], ns[54, 42] 00000001:00000001:2.0:1767389087.100240:0:352639:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767389087.100243:0:352639:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389087.100247:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 42], ns[58, 42] 00080000:00000001:2.0:1767389087.100248:0:352639:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:1.0:1767389087.100253:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[125, 42], ns[128, 42] 00000400:00000200:1.0:1767389087.100256:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 42], ns[141, 42] 00000400:00000200:1.0:1767389087.100259:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 42], ns[87, 42] 00000400:00000200:1.0:1767389087.100261:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 42], ns[90, 42] 00000400:00000200:1.0:1767389087.100265:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[158, 42], ns[162, 42] 00000400:00000200:1.0:1767389087.100268:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 42], ns[132, 42] 00000400:00000200:1.0:1767389087.100272:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 42], ns[109, 42] 00080000:00000001:2.0:1767389087.100273:0:352639:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389087.100278:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 42], ns[117, 42] 00080000:00000001:2.0:1767389087.100279:0:352639:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:1.0:1767389087.100284:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 42], ns[127, 42] 00000400:00000200:1.0:1767389087.100287:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[160, 42], ns[164, 42] 00000400:00000200:1.0:1767389087.100290:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 42], ns[172, 42] 00000400:00000200:1.0:1767389087.100293:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[156, 42], ns[160, 42] 00000400:00000200:1.0:1767389087.100296:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[164, 42], ns[168, 42] 00000400:00000200:1.0:1767389087.100301:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 42], ns[171, 42] 00000400:00000200:1.0:1767389087.100304:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[166, 42], ns[170, 42] 00000400:00000200:1.0:1767389087.100307:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000400:00000200:1.0:1767389087.100314:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp24 00000400:00000200:1.0:1767389087.100318:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp24 lpni_is_preferred = 0 00000400:00000200:1.0:1767389087.100321:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp24 00000400:00000200:1.0:1767389087.100325:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp24 NI seq info: [175:175:256:4294967295] 192.168.204.113@tcp24 LPNI seq info [171:171:8:4294967295] 00000400:00000200:1.0:1767389087.100331:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp24 00000400:00000200:1.0:1767389087.100344:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp24(192.168.204.113@tcp24:) -> 192.168.204.113@tcp24(192.168.204.113@tcp:192.168.204.113@tcp24) : GET try# 0 00000800:00000200:1.0:1767389087.100351:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp24 00000800:00000010:1.0:1767389087.100355:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fc31f10a. 00000800:00000200:1.0:1767389087.100362:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7bed6a0] -> 12345-192.168.204.113@tcp24 (6) 00000800:00000200:1.0:1767389087.100370:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp24 ip 192.168.204.113:988 00000800:00000200:1.0:1767389087.100374:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc31f10a type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767389087.100388:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389087.100391:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100271 rc 0 00080000:00000001:2.0:1767389087.100443:0:352639:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767389087.100447:0:352639:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000200:1.0:1767389087.100466:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389087.100470:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fc31f10a. 00000400:00000200:1.0:1767389087.100476:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389087.100483:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp24->192.168.204.113@tcp24: GET: OK 00000400:00000200:1.0:1767389087.100489:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389087.100494:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000800:00000001:1.0:1767389087.100509:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389087.100516:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389087.100520:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389087.100528:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389087.100542:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp24(192.168.204.113@tcp24) <- 192.168.204.113@tcp24 : GET - for me 00000400:00000200:1.0:1767389087.100551:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 624 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767389087.100563:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 624/624 into md 0x2149 [1] + 0 00000400:00000200:1.0:1767389087.100571:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp24 to MR: 192.168.204.113@tcp24 local destination 00000400:00000200:1.0:1767389087.100577:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp24 NI seq info: [176:176:256:4294967295] 192.168.204.113@tcp24 LPNI seq info [172:172:8:4294967295] 00000400:00000200:1.0:1767389087.100588:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp24(192.168.204.113@tcp24:192.168.204.113@tcp24) -> 192.168.204.113@tcp24(192.168.204.113@tcp24:192.168.204.113@tcp24) 192.168.204.113@tcp24 : REPLY try# 0 00000800:00000200:1.0:1767389087.100600:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.204.113@tcp24 00000800:00000010:1.0:1767389087.100603:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc31f10a. 00000800:00000200:1.0:1767389087.100606:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7bed6a0] -> 12345-192.168.204.113@tcp24 (6) 00000800:00000200:1.0:1767389087.100611:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp24 ip 192.168.204.113:993 00000800:00000200:1.0:1767389087.100613:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc31f10a type 3, nob 720 niov 1 nkiov 1 00000800:00000001:3.0:1767389087.100644:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389087.100674:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389087.100681:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389087.100683:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767389087.100687:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767389087.100688:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767389087.100692:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc31f10a. 00000400:00000200:3.0:1767389087.100697:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp24(192.168.204.113@tcp24) <- 192.168.204.113@tcp24 : REPLY - for me 00000400:00000200:1.0:1767389087.100698:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389087.100704:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp24->192.168.204.113@tcp24: REPLY: OK 00000400:00000200:3.0:1767389087.100712:0:337530:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp24: Reply from 12345-192.168.204.113@tcp24 of length 624/624 into md 0x2165 00000800:00000001:3.0:1767389087.100717:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389087.100761:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389087.100771:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389087.100775:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389087.100782:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp24->192.168.204.113@tcp24: REPLY: OK 00000400:00000200:3.0:1767389087.100785:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096e6063c 00000400:00000010:3.0:1767389087.100788:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096e6063c. 00000400:00000200:3.0:1767389087.100791:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767389087.100796:0:337530:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:3.0:1767389087.100802:0:337530:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:3.0:1767389087.100806:0:337530:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 37. state = 0x100271 00000400:00000200:3.0:1767389087.100810:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:3.0:1767389087.100821:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (38) 00000800:00000001:3.0:1767389087.100827:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389087.100830:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389087.100847:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389087.100854:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000f1 00000400:00000010:1.0:1767389087.100864:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 760 at 000000006c34d7d2. 00000400:00000010:1.0:1767389087.100867:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 912 at 0000000058d389d2. 00000400:00000010:1.0:1767389087.100870:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 760 at 000000006633c69b. 00000400:00000200:1.0:1767389087.100942:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp33(00000000ba248ab2) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767389087.100956:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp38(000000000ccd139a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767389087.100961:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp40(0000000073a8d9f4) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767389087.100966:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp41(000000003e2be875) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767389087.100973:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp43(00000000dd786ad9) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767389087.100982:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009aa94067. 00000400:00000200:1.0:1767389087.100991:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009aa94067 nid 192.168.204.113@tcp44 00000400:00000010:1.0:1767389087.100996:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000079fc4b4f. 00000400:00000200:1.0:1767389087.101004:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 0000000079fc4b4f net tcp44 00000400:00000200:1.0:1767389087.101008:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (37) 00000400:00000200:1.0:1767389087.101017:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp44 flags 0x11 00000400:00000010:1.0:1767389087.101024:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006d533510. 00000400:00000200:1.0:1767389087.101027:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006d533510 nid 192.168.204.113@tcp45 00000400:00000010:1.0:1767389087.101030:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fa1174fd. 00000400:00000200:1.0:1767389087.101032:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fa1174fd net tcp45 00000400:00000200:1.0:1767389087.101039:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (38) 00000400:00000200:1.0:1767389087.101041:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp45 flags 0x11 00000400:00000010:1.0:1767389087.101044:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 760 at 000000006c34d7d2. 00000400:00000010:1.0:1767389087.101047:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 912 at 0000000058d389d2. 00000400:00000010:1.0:1767389087.101051:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 760 at 000000006633c69b. 00000400:00000010:1.0:1767389087.101053:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000a373c17d. 00000400:00000200:1.0:1767389087.101057:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389087.101061:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100171 00000400:00000200:1.0:1767389087.101065:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 rc 1 00000400:00000200:1.0:1767389087.101070:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000400:00000200:1.0:1767389087.101073:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389087.101075:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:1.0:1767389087.101078:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:1.0:1767389087.101082:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (39) 00080000:00000001:3.0:1767389087.109266:0:352639:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767389087.109272:0:352639:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:3.0:1767389087.109277:0:352639:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389087.109279:0:352639:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767389087.109281:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767389087.109286:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:01000000:3.0:1767389087.109290:0:352639:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767389087.109290:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389087.109294:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389087.109296:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389087.109299:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000213dc640. 20000000:00000001:3.0:1767389087.109305:0:352639:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767389087.109306:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767389087.109311:0:352639:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767389087.109316:0:352639:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767389087.109316:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004d082a0a. 20000000:01000000:0.0:1767389087.109324:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:0.0:1767389087.109330:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767389087.109337:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:3.0:1767389087.109339:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767389087.109343:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767389087.109352:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767389087.109357:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767389087.109361:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767389087.109368:0:338196:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000dc31ec79 count: 2 00010000:00000001:3.0:1767389087.109371:0:338196:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389087.109374:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389087.109377:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000de66af29. 00080000:00000001:0.0:1767389087.109381:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767389087.109382:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389087.109385:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000de66af29 with handle 0x95cd417baf4295eb to hash 00080000:00000001:0.0:1767389087.109386:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:3.0:1767389087.109392:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767389087.109394:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.109398:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538718208 : -122821170833408 : ffff904b77bdd800) 00080000:00000001:0.0:1767389087.109400:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:3.0:1767389087.109408:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538718208 : -122821170833408 : ffff904b77bdd800) 00000020:00000001:0.0:1767389087.109410:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767389087.109413:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389087.109415:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389087.109416:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00010000:00010000:3.0:1767389087.109425:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000de66af29/0x95cd417baf4295eb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767389087.109426:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:3.0:1767389087.109438:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:0.0:1767389087.109440:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000004ab5d2f4. 00010000:00000001:3.0:1767389087.109442:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389087.109448:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:0.0:1767389087.109448:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252604657664 : -122821104893952 : ffff904b7bac0000) 00010000:00000001:3.0:1767389087.109453:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767389087.109455:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:3.0:1767389087.109457:0:338196:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767389087.109461:0:338196:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000a4381453/0x95cd417baf4295e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf4295dd expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389087.109466:0:338196:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767389087.109468:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.109469:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389087.109470:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389087.109472:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389087.109473:0:338196:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767389087.109476:0:338196:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000de66af29/0x95cd417baf4295eb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389087.109480:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dc31ec79) refcount = 2 00010000:00000040:3.0:1767389087.109488:0:338196:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767389087.109490:0:338196:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a4381453/0x95cd417baf4295e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x95cd417baf4295dd expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389087.109494:0:338196:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767389087.109496:0:338196:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000de66af29/0x95cd417baf4295eb lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767389087.109502:0:338196:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a2abfc4f. 00000100:00000001:3.0:1767389087.109505:0:338196:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767389087.109508:0:338196:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e4bd4742. 00000100:00000001:3.0:1767389087.109510:0:338196:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247632291904 : -122826077259712 : ffff904a534bb840) 00000100:00000001:3.0:1767389087.109512:0:338196:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621247632291904 : -122826077259712 : ffff904a534bb840) 00000100:00000001:3.0:1767389087.109514:0:338196:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767389087.109517:0:338196:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767389087.109519:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767389087.109522:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389087.109524:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767389087.109528:0:338196:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767389087.109531:0:338196:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767389087.109535:0:338196:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767389087.109537:0:338196:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767389087.109541:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e63b665. 00000020:00000040:3.0:1767389087.109544:0:338196:0:(genops.c:1229:class_import_get()) import 0000000065ed9c00 refcount=2 obd=MGS 00000100:00000001:3.0:1767389087.109547:0:338196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389087.109550:0:338196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389087.109555:0:338196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389087.109560:0:338196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000095cd93b9. 00000100:00000001:3.0:1767389087.109565:0:338196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767389087.109565:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767389087.109569:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389087.109575:0:338196:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000a4381453/0x95cd417baf4295e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x95cd417baf4295dd expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767389087.109576:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00010000:3.0:1767389087.109591:0:338196:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000a4381453/0x95cd417baf4295e4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x95cd417baf4295dd expref: 16 pid: 338174 timeout: 5157 lvb_type: 0 00080000:00000001:0.0:1767389087.109594:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389087.109605:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:3.0:1767389087.109611:0:338196:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1767389087.109622:0:338196:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767389087.109626:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000e63b665 x1853241654546176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389087.109633:0:338196:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389087.109635:0:338196:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389087.109640:0:338196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000e63b665 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654546176:0@lo:104: 00000100:00000001:3.0:1767389087.109643:0:338196:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389087.109647:0:338196:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389087.109649:0:338196:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389087.109651:0:338196:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767389087.109655:0:338196:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085926710. 02000000:00000001:3.0:1767389087.109657:0:338196:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389087.109661:0:338196:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb035ed2. 00000400:00000010:3.0:1767389087.109669:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000832d3625. 00000100:00000200:3.0:1767389087.109672:0:338196:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654546176, portal 16 00000100:00000001:3.0:1767389087.109675:0:338196:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389087.109676:0:338196:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694445440 : -122822015106176 : ffff904b456b4380) 00000100:00000040:3.0:1767389087.109680:0:338196:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000000e63b665 x1853241654546176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389103 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389087.109686:0:338196:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389087.109693:0:338196:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389087.109697:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2359eeb. 00000100:00000200:3.0:1767389087.109701:0:338196:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853241654546176, offset 0 00000400:00000200:3.0:1767389087.109707:0:338196:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389087.109720:0:338196:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389087.109770:0:338196:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958372808f00 00000400:00000200:3.0:1767389087.109775:0:338196:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1ce9 [2] + 984 00000400:00000200:3.0:1767389087.109780:0:338196:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389087.109785:0:338196:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389087.109791:0:338196:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389087.109793:0:338196:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1767389087.109797:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001fd3b5ce. 00000100:00000040:3.0:1767389087.109799:0:338196:0:(events.c:337:request_in_callback()) incoming req@000000001fd3b5ce x1853241654546176 msgsize 328 00000100:00100000:3.0:1767389087.109808:0:338196:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000001:0.0:1767389087.109813:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767389087.109825:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767389087.109836:0:338196:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389087.109846:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2359eeb 00000400:00000010:3.0:1767389087.109848:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2359eeb. 00000100:00000001:3.0:1767389087.109853:0:338196:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767389087.109856:0:338196:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000e63b665 x1853241654546176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389103 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389087.109856:0:338163:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389087.109860:0:338163:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654546176 02000000:00000001:2.0:1767389087.109864:0:338163:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389087.109866:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389087.109867:0:338163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767389087.109870:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000e63b665 x1853241654546176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389103 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389087.109871:0:338163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389087.109878:0:338163:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389087.109894:0:338163:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654546176 00000100:00000001:3.0:1767389087.109896:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389087.109897:0:338163:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767389087.109899:0:338196:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767389087.109900:0:338163:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291a0 00000020:00000001:2.0:1767389087.109903:0:338163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767389087.109904:0:338196:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389087.109909:0:338163:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c9ce650e refcount=3 00000100:00000001:3.0:1767389087.109911:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4299675153 00000020:00000001:2.0:1767389087.109912:0:338163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000020:00000001:2.0:1767389087.109916:0:338163:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000100:00000001:3.0:1767389087.109917:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4299675142 00000100:00000001:2.0:1767389087.109918:0:338163:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389087.109924:0:338163:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f400955. 00000100:00000001:3.0:1767389087.109925:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4299675153 00000100:00000001:2.0:1767389087.109927:0:338163:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389087.109930:0:338163:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f400955. 00000100:00000001:3.0:1767389087.109935:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4299675142 00000020:00000010:2.0:1767389087.109939:0:338163:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000538947e4. 00000100:00000001:3.0:1767389087.109943:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4299675153 00000020:00000010:2.0:1767389087.109946:0:338163:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c51f01f3. 00000100:00000001:3.0:1767389087.109948:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4299675142 00000020:00000010:2.0:1767389087.109952:0:338163:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c007844a. 00000100:00000001:3.0:1767389087.109958:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4299675153 00000100:00000001:3.0:1767389087.109967:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4299675142 00000100:00000040:2.0:1767389087.109967:0:338163:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767389087.109976:0:338163:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389087.109979:0:338163:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389087.109980:0:338196:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389087.109982:0:338163:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389087.109983:0:338196:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.109987:0:338196:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.109989:0:338163:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.109991:0:338196:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389087.109996:0:338196:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.109999:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389087.110002:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767389087.110003:0:338163:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389087.110005:0:338196:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.110010:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767389087.110014:0:338196:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767389087.110017:0:338196:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389087.110019:0:338196:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389087.110021:0:338196:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389087.110028:0:338163:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1767389087.110030:0:338196:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e4bd4742 going to sleep for 11 seconds 00000100:00000001:2.0:1767389087.110031:0:338163:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767389087.110039:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389087.110042:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389087.110043:0:338163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000040:2.0:1767389087.110048:0:338163:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c9ce650e : new rpc_count 1 00000100:00000001:2.0:1767389087.110051:0:338163:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251694455296 : -122822015096320 : ffff904b456b6a00) 00000100:00000040:2.0:1767389087.110057:0:338163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001fd3b5ce x1853241654546176/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:538/0 lens 328/0 e 0 to 0 dl 1767389098 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389087.110066:0:338163:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389087.110069:0:338163:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f400955. 00000100:00000001:2.0:1767389087.110074:0:338163:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389087.110077:0:338163:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f400955. 00000100:00100000:2.0:1767389087.110087:0:338163:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001fd3b5ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654546176:12345-0@lo:104: 00000100:00000200:2.0:1767389087.110092:0:338163:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654546176 00010000:00000001:2.0:1767389087.110096:0:338163:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767389087.110102:0:338163:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389087.110104:0:338163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389087.110106:0:338163:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83d1a37 refcount=2 00000020:00000001:2.0:1767389087.110108:0:338163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389087.110110:0:338163:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:2.0:1767389087.110115:0:338163:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389087.110117:0:338163:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389087.110120:0:338163:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: 00000000d83d1a37/0x95cd417baf4295dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf4295e4 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389087.110128:0:338163:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389087.110132:0:338163:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389087.110136:0:338163:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004b957225. 02000000:00000001:2.0:1767389087.110139:0:338163:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.110142:0:338163:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.110146:0:338163:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389087.110149:0:338163:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389087.110154:0:338163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace3a1a1 time=112 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389087.110160:0:338163:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389087.110165:0:338163:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389087.110167:0:338163:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389087.110170:0:338163:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389087.110173:0:338163:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.110176:0:338163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389087.110179:0:338163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389087.110182:0:338163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008051fe62. 00000100:00000200:2.0:1767389087.110186:0:338163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853241654546176, offset 224 00000400:00000200:2.0:1767389087.110193:0:338163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389087.110203:0:338163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389087.110212:0:338163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958372808f00 00000400:00000200:2.0:1767389087.110220:0:338163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2169 [1] + 224 00000400:00000200:2.0:1767389087.110225:0:338163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389087.110232:0:338163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389087.110237:0:338163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389087.110240:0:338163:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000e63b665 x1853241654546176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389103 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767389087.110251:0:338163:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000000e63b665 x1853241654546176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389103 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389087.110267:0:338163:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389087.110274:0:338163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008051fe62 00000400:00000010:2.0:1767389087.110276:0:338163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008051fe62. 00000100:00000001:2.0:1767389087.110283:0:338163:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389087.110285:0:338163:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389087.110292:0:338163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389087.110295:0:338163:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389087.110298:0:338163:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767389087.110303:0:338163:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a17b01e2. 00010000:00000001:2.0:1767389087.110307:0:338163:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767389087.110320:0:338163:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767389087.110324:0:338163:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.110327:0:338163:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.110329:0:338163:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389087.110332:0:338163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001fd3b5ce x1853241654546176/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:538/0 lens 328/224 e 0 to 0 dl 1767389098 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767389087.110346:0:338163:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001fd3b5ce pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654546176:12345-0@lo:104: Request processed in 274us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389087.110355:0:338163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000040:2.0:1767389087.110358:0:338163:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9ce650e : new rpc_count 0 00000100:00000001:2.0:1767389087.110360:0:338163:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389087.110363:0:338163:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389087.110368:0:338163:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c51f01f3. 00000020:00000010:2.0:1767389087.110372:0:338163:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c007844a. 00000020:00000010:2.0:1767389087.110377:0:338163:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000538947e4. 00000100:00000001:3.0:1767389087.110380:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767389087.110387:0:338163:0:(genops.c:898:class_export_put()) PUTting export 00000000c9ce650e : new refcount 2 00000400:00000001:3.0:1767389087.110389:0:338196:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389087.110392:0:338196:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767389087.110392:0:338163:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767389087.110395:0:338196:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb035ed2. 00000400:00000200:3.0:1767389087.110403:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832d3625 00000400:00000010:3.0:1767389087.110406:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000832d3625. 00000100:00000001:3.0:1767389087.110412:0:338196:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389087.110419:0:338196:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000e63b665 x1853241654546176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389103 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767389087.110420:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389087.110426:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389087.110431:0:338168:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000200:3.0:1767389087.110433:0:338196:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000e63b665 x1853241654546176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389103 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767389087.110436:0:338168:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767389087.110440:0:338196:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767389087.110440:0:338168:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767389087.110443:0:338196:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767389087.110444:0:338168:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 00000000d83d1a37/0x95cd417baf4295dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf4295e4 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767389087.110448:0:338196:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389087.110452:0:338196:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:2.0:1767389087.110453:0:338168:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d83d1a37 already unused, calling callback (000000001fe26c02) 00000100:00000001:3.0:1767389087.110455:0:338196:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389087.110458:0:338196:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389087.110459:0:338168:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:3.0:1767389087.110462:0:338196:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1767389087.110463:0:338168:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 00000000d83d1a37/0x95cd417baf4295dd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x95cd417baf4295e4 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767389087.110467:0:338196:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b32deb6f time=112 v=5 (5 0 0 0) 00010000:00000001:2.0:1767389087.110470:0:338168:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389087.110474:0:338168:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:3.0:1767389087.110475:0:338196:0:(import.c:2128:obd_at_measure()) add 1 to 00000000566a3b57 time=112 v=5 (1 0 0 0) 00000020:00000001:2.0:1767389087.110478:0:338168:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389087.110482:0:338168:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83d1a37 refcount=3 00000100:00000001:3.0:1767389087.110483:0:338196:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389087.110486:0:338196:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389087.110488:0:338168:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:3.0:1767389087.110489:0:338196:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389087.110493:0:338196:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.110493:0:338168:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00000100:00000001:3.0:1767389087.110498:0:338196:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.110499:0:338168:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389087.110502:0:338168:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 00000000d83d1a37/0x95cd417baf4295dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x95cd417baf4295e4 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767389087.110504:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000e63b665 x1853241654546176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389103 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767389087.110516:0:338168:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767389087.110519:0:338196:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00010000:2.0:1767389087.110520:0:338168:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 00000000d83d1a37/0x95cd417baf4295dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x95cd417baf4295e4 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767389087.110522:0:338196:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389087.110526:0:338196:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:2.0:1767389087.110528:0:338168:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:3.0:1767389087.110529:0:338196:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00000001:2.0:1767389087.110532:0:338168:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00000001:3.0:1767389087.110533:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000040:2.0:1767389087.110535:0:338168:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000001:3.0:1767389087.110537:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000040:2.0:1767389087.110538:0:338168:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767389087.110541:0:338168:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767389087.110543:0:338168:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.110546:0:338196:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389087.110554:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e63b665 x1853241654546176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389103 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767389087.110557:0:338168:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767389087.110561:0:338168:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00100000:3.0:1767389087.110564:0:338196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000e63b665 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654546176:0@lo:104: 10000000:00000040:2.0:1767389087.110564:0:338168:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 2 00000100:00000001:3.0:1767389087.110571:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767389087.110571:0:338168:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767389087.110573:0:338168:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389087.110575:0:338196:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.110577:0:338168:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767389087.110578:0:338196:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:2.0:1767389087.110581:0:338168:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767389087.110582:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767389087.110586:0:338168:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767389087.110587:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000e63b665 x1853241654546176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389103 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767389087.110590:0:338168:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389087.110593:0:338168:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389087.110598:0:338196:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767389087.110599:0:338168:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d83d1a37 with handle 0x95cd417baf4295dd from hash 02000000:00000001:3.0:1767389087.110603:0:338196:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767389087.110604:0:338168:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000010:3.0:1767389087.110608:0:338196:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085926710. 00010000:00000001:2.0:1767389087.110608:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389087.110613:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767389087.110614:0:338196:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767389087.110615:0:338168:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:3.0:1767389087.110617:0:338196:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767389087.110619:0:338168:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:3.0:1767389087.110620:0:338196:0:(genops.c:1242:class_import_put()) import 0000000065ed9c00 refcount=1 obd=MGS 00010000:00000001:2.0:1767389087.110621:0:338168:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000020:00000001:3.0:1767389087.110624:0:338196:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767389087.110626:0:338168:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 02000000:00000010:3.0:1767389087.110627:0:338196:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000095cd93b9. 00010000:00000001:2.0:1767389087.110629:0:338168:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:3.0:1767389087.110632:0:338196:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389087.110635:0:338196:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389087.110635:0:338168:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2734a03. 00000100:00000010:3.0:1767389087.110639:0:338196:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000e63b665. 00000020:00000040:2.0:1767389087.110640:0:338168:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00000100:00000001:3.0:1767389087.110643:0:338196:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389087.110645:0:338168:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767389087.110647:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389087.110648:0:338168:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1767389087.110651:0:338196:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e4bd4742. 02000000:00000001:2.0:1767389087.110653:0:338168:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389087.110657:0:338196:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767389087.110659:0:338196:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767389087.110661:0:338168:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000538947e4. 00010000:00000010:3.0:1767389087.110664:0:338196:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a2abfc4f. 00000100:00000001:2.0:1767389087.110669:0:338168:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.110672:0:338196:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.110674:0:338168:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:3.0:1767389087.110676:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.110678:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767389087.110678:0:338168:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 00000000d83d1a37/0x95cd417baf4295dd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf4295e4 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767389087.110684:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00010000:2.0:1767389087.110687:0:338168:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767389087.110688:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389087.110693:0:338168:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767389087.110694:0:338196:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000de66af29/0x95cd417baf4295eb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389087.110700:0:338168:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389087.110704:0:338168:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389087.110708:0:338168:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2734a03] to pc [ptlrpcd_00_01+1] req@00000000d2734a03 x1853241654546304/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389087.110760:0:338168:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389087.110763:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389087.110766:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389087.110767:0:338168:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.110769:0:338168:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389087.110771:0:338168:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389087.110773:0:338168:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 00000000d83d1a37/0x95cd417baf4295dd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf4295e4 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389087.110778:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389087.110780:0:338168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 00000000d83d1a37/0x95cd417baf4295dd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf4295e4 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389087.110785:0:338168:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000061c5b4fd count: 0 00010000:00000001:2.0:1767389087.110797:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389087.110798:0:338168:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767389087.110800:0:338168:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a17b01e2. 00010000:00000001:2.0:1767389087.110803:0:338168:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.110827:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389087.110830:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389087.110832:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389087.110836:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2734a03 x1853241654546304/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389087.110842:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389087.110844:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389087.110847:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389087.110849:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389087.110851:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389087.110853:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2734a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654546304:0@lo:103: 00000100:00000001:2.0:1767389087.110856:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389087.110858:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389087.110859:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389087.110862:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389087.110866:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005fcc7348. 02000000:00000001:2.0:1767389087.110868:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389087.110873:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000914c9064. 00000400:00000010:2.0:1767389087.110878:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008051fe62. 00000100:00000200:2.0:1767389087.110881:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654546304, portal 18 00000100:00000001:2.0:1767389087.110896:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389087.110898:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402874112 : -122821306677504 : ffff904b6fa50700) 00000100:00000040:2.0:1767389087.110902:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2734a03 x1853241654546304/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389103 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389087.110907:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389087.110910:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389087.110912:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da461291. 00000100:00000200:2.0:1767389087.110916:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654546304, offset 0 00000400:00000200:2.0:1767389087.110921:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389087.110934:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389087.110941:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958372808f80 00000400:00000200:2.0:1767389087.110947:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 00000400:00000200:2.0:1767389087.110950:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389087.110962:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389087.110972:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389087.110974:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767389087.110980:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001244c98e. 00000100:00000040:2.0:1767389087.110983:0:337537:0:(events.c:337:request_in_callback()) incoming req@000000001244c98e x1853241654546304 msgsize 328 00000100:00100000:2.0:1767389087.110991:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389087.111000:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389087.111004:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da461291 00000400:00000010:2.0:1767389087.111006:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da461291. 00000100:00000001:2.0:1767389087.111009:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389087.111012:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2734a03 x1853241654546304/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389103 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389087.111021:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389087.111028:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2734a03 x1853241654546304/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389103 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389087.111035:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.111037:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389087.111040:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.111043:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299675154 00000100:00000001:2.0:1767389087.111059:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389087.111062:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.111081:0:338165:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389087.111083:0:338165:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654546304 02000000:00000001:2.0:1767389087.111086:0:338165:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389087.111089:0:338165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389087.111091:0:338165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389087.111093:0:338165:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389087.111096:0:338165:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654546304 00000020:00000001:2.0:1767389087.111099:0:338165:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389087.111101:0:338165:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:2.0:1767389087.111103:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389087.111104:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=17 00000020:00000001:2.0:1767389087.111106:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389087.111109:0:338165:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389087.111112:0:338165:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389087.111119:0:338165:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f400955. 00000100:00000001:2.0:1767389087.111121:0:338165:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389087.111124:0:338165:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f400955. 00000020:00000010:2.0:1767389087.111132:0:338165:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089c3bb47. 00000020:00000010:2.0:1767389087.111136:0:338165:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c51f01f3. 00000020:00000010:2.0:1767389087.111139:0:338165:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c007844a. 00000100:00000040:2.0:1767389087.111147:0:338165:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767389087.111149:0:338165:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389087.111150:0:338165:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767389087.111152:0:338165:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767389087.111154:0:338165:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.111157:0:338165:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767389087.111159:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389087.111160:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389087.111162:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a4381453 refcount=4 00000020:00000001:2.0:1767389087.111164:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343633920 : -122826365917696 : ffff904a42172600) 00010000:00000001:2.0:1767389087.111167:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343633920 : -122826365917696 : ffff904a42172600) 00010000:00010000:2.0:1767389087.111170:0:338165:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000a4381453/0x95cd417baf4295e4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf4295dd expref: 17 pid: 338174 timeout: 5157 lvb_type: 0 00010000:00000001:2.0:1767389087.111178:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389087.111179:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389087.111182:0:338165:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389087.111185:0:338165:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389087.111190:0:338165:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767389087.111194:0:338165:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001244c98e x1853241654546304/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:538/0 lens 328/0 e 0 to 0 dl 1767389098 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389087.111199:0:338165:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767389087.111201:0:338165:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.111211:0:338165:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389087.111238:0:339024:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389087.111241:0:339024:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389087.111252:0:339024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000040:2.0:1767389087.111254:0:339024:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 3 00000100:00000001:2.0:1767389087.111256:0:339024:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402877696 : -122821306673920 : ffff904b6fa51500) 00000100:00000040:2.0:1767389087.111260:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001244c98e x1853241654546304/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:538/0 lens 328/0 e 0 to 0 dl 1767389098 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389087.111267:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389087.111270:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003f400955. 00000100:00000001:2.0:1767389087.111272:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389087.111274:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003f400955. 00000100:00100000:2.0:1767389087.111285:0:339024:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001244c98e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+17:337537:x1853241654546304:12345-0@lo:103: 00000100:00000200:2.0:1767389087.111289:0:339024:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654546304 00010000:00000001:2.0:1767389087.111291:0:339024:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767389087.111293:0:339024:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767389087.111295:0:339024:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767389087.111298:0:339024:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389087.111300:0:339024:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389087.111302:0:339024:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002859a621. 02000000:00000001:2.0:1767389087.111305:0:339024:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.111306:0:339024:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.111309:0:339024:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767389087.111311:0:339024:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767389087.111313:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389087.111314:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389087.111315:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a4381453 refcount=4 00000020:00000001:2.0:1767389087.111317:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343633920 : -122826365917696 : ffff904a42172600) 00010000:00000001:2.0:1767389087.111319:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343633920 : -122826365917696 : ffff904a42172600) 00010000:00000040:2.0:1767389087.111320:0:339024:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000dc31ec79 count: 3 00010000:00010000:2.0:1767389087.111323:0:339024:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000a4381453/0x95cd417baf4295e4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf4295dd expref: 17 pid: 338174 timeout: 5157 lvb_type: 0 00000100:00001000:2.0:1767389087.111327:0:339024:0:(import.c:2128:obd_at_measure()) add 0 to 0000000098d6622c time=1767389087 v=100 (0 0 0 0) 00010000:00000001:2.0:1767389087.111329:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389087.111337:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389087.111340:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389087.111344:0:339024:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000a4381453/0x95cd417baf4295e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x95cd417baf4295dd expref: 17 pid: 338174 timeout: 5157 lvb_type: 0 00000020:00000001:2.0:1767389087.111351:0:339024:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767389087.111353:0:339024:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767389087.111356:0:339024:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389087.111359:0:339024:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.111366:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389087.111368:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389087.111374:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389087.111377:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389087.111380:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389087.111381:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389087.111383:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a4381453 with handle 0x95cd417baf4295e4 from hash 00010000:00000001:2.0:1767389087.111386:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389087.111388:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389087.111391:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389087.111393:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389087.111395:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389087.111397:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389087.111399:0:339024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a4381453/0x95cd417baf4295e4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x95cd417baf4295dd expref: 17 pid: 338174 timeout: 5157 lvb_type: 0 00010000:00000040:2.0:1767389087.111405:0:339024:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 9 00000020:00000040:2.0:1767389087.111408:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 16 00010000:00000001:2.0:1767389087.111418:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389087.111421:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389087.111423:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767389087.111425:0:339024:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000de66af29 00010000:00000001:2.0:1767389087.111427:0:339024:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389087.111428:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389087.111431:0:339024:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389087.111433:0:339024:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389087.111438:0:339024:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389087.111442:0:339024:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389087.111445:0:339024:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767389087.111447:0:339024:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000de66af29/0x95cd417baf4295eb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389087.111451:0:339024:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767389087.111454:0:339024:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389087.111456:0:339024:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389087.111457:0:339024:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389087.111458:0:339024:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dc31ec79) refcount = 2 00010000:00010000:2.0:1767389087.111461:0:339024:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000de66af29/0x95cd417baf4295eb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389087.111467:0:339024:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389087.111469:0:339024:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389087.111471:0:339024:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389087.111473:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767389087.111587:0:339024:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000eabf8db5. 00000100:00000001:2.0:1767389087.111590:0:339024:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767389087.111593:0:339024:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a17b01e2. 00000100:00000001:2.0:1767389087.111595:0:339024:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247403015360 : -122826306536256 : ffff904a45a13cc0) 00000100:00000001:2.0:1767389087.111597:0:339024:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621247403015360 : -122826306536256 : ffff904a45a13cc0) 00000100:00000001:2.0:1767389087.111599:0:339024:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767389087.111602:0:339024:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767389087.111603:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767389087.111605:0:339024:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767389087.111608:0:339024:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:2.0:1767389087.111611:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389087.111612:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389087.111642:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de66af29 refcount=5 00000020:00000001:2.0:1767389087.111644:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538718208 : -122821170833408 : ffff904b77bdd800) 00010000:00000001:2.0:1767389087.111646:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538718208 : -122821170833408 : ffff904b77bdd800) 00010000:00000001:2.0:1767389087.111648:0:339024:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389087.111650:0:339024:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de66af29/0x95cd417baf4295eb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389087.111656:0:339024:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389087.111657:0:339024:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000de66af29/0x95cd417baf4295eb lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389087.111661:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389087.111663:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389087.111664:0:339024:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000de66af29/0x95cd417baf4295eb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389087.111668:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389087.111669:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.111672:0:339024:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389087.111673:0:339024:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000de66af29/0x95cd417baf4295eb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389087.111678:0:339024:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000de66af29 already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389087.111680:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389087.111683:0:339024:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389087.111685:0:339024:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000de66af29/0x95cd417baf4295eb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389087.111689:0:339024:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389087.111691:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389087.111692:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389087.111694:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000de66af29 refcount=6 00000020:00000001:2.0:1767389087.111696:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538718208 : -122821170833408 : ffff904b77bdd800) 00010000:00000001:2.0:1767389087.111698:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538718208 : -122821170833408 : ffff904b77bdd800) 00010000:00000001:2.0:1767389087.111701:0:339024:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389087.111702:0:339024:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000de66af29/0x95cd417baf4295eb lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389087.111705:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389087.111707:0:339024:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389087.111708:0:339024:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.111716:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389087.111717:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389087.111718:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389087.111719:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389087.111720:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000de66af29 with handle 0x95cd417baf4295eb from hash 00010000:00000001:2.0:1767389087.111722:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389087.111723:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389087.111757:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389087.111759:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389087.111761:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389087.111763:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389087.111765:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389087.111766:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389087.111768:0:339024:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.111770:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389087.111771:0:339024:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389087.111773:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389087.111774:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389087.111776:0:339024:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.111777:0:339024:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.111779:0:339024:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389087.111780:0:339024:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000de66af29/0x95cd417baf4295eb lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389087.111782:0:338196:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000de66af29/0x95cd417baf4295eb lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389087.111784:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389087.111787:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389087.111790:0:339024:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389087.111793:0:339024:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767389087.111797:0:338196:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767389087.111797:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389087.111799:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767389087.111801:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767389087.111802:0:339024:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767389087.111807:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000de66af29/0x95cd417baf4295eb lrc: 2/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389087.111810:0:339024:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.111816:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 20000000:00000001:2.0:1767389087.111816:0:339024:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.111821:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389087.111821:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389087.111826:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389087.111826:0:339024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000de66af29/0x95cd417baf4295eb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767389087.111830:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767389087.111839:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389087.111841:0:339024:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.111843:0:339024:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767389087.111844:0:339024:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767389087.111846:0:339024:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.111848:0:339024:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.111850:0:339024:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767389087.111851:0:339024:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a17b01e2. 00000100:00000001:2.0:1767389087.111854:0:339024:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767389087.111855:0:339024:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767389087.111857:0:339024:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eabf8db5. 00010000:00000001:2.0:1767389087.111860:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767389087.111861:0:339024:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dc31ec79 count: 0 00010000:00010000:2.0:1767389087.111866:0:339024:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767389087.111868:0:339024:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389087.111870:0:339024:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389087.111873:0:339024:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389087.111875:0:339024:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=112 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389087.111879:0:339024:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389087.111881:0:339024:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389087.111894:0:339024:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389087.111896:0:339024:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389087.111897:0:339024:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.111900:0:339024:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389087.111902:0:339024:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389087.111905:0:339024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da461291. 00000100:00000200:2.0:1767389087.111910:0:339024:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654546304, offset 224 00000400:00000200:2.0:1767389087.111917:0:339024:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389087.111925:0:339024:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389087.111932:0:339024:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958372808f80 00000400:00000200:2.0:1767389087.111936:0:339024:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2175 [1] + 224 00000400:00000200:2.0:1767389087.111939:0:339024:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389087.111943:0:339024:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389087.111945:0:339024:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389087.111948:0:339024:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2734a03 x1853241654546304/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389103 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389087.111955:0:339024:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2734a03 x1853241654546304/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389103 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389087.111962:0:339024:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389087.111967:0:339024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da461291 00000400:00000010:2.0:1767389087.111969:0:339024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da461291. 00000100:00000001:2.0:1767389087.111971:0:339024:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389087.111973:0:339024:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389087.111978:0:339024:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389087.111980:0:339024:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389087.111982:0:339024:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.111984:0:339024:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389087.111986:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001244c98e x1853241654546304/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:538/0 lens 328/224 e 0 to 0 dl 1767389098 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389087.111992:0:339024:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001244c98e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337537:x1853241654546304:12345-0@lo:103: Request processed in 724us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389087.111999:0:339024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000040:2.0:1767389087.112002:0:339024:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:2.0:1767389087.112004:0:339024:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389087.112005:0:339024:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389087.112008:0:339024:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c51f01f3. 00000020:00000010:2.0:1767389087.112011:0:339024:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c007844a. 00000020:00000010:2.0:1767389087.112014:0:339024:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089c3bb47. 00000020:00000040:2.0:1767389087.112018:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000001:2.0:1767389087.112020:0:339024:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389087.112046:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299675153 00000100:00000001:2.0:1767389087.112057:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299675155 00000100:00000001:2.0:1767389087.112066:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299675153 00000100:00000001:2.0:1767389087.112070:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299675155 00000100:00000001:2.0:1767389087.112074:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299675153 00000100:00000001:2.0:1767389087.112081:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299675155 00000100:00000001:2.0:1767389087.112086:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299675153 00000100:00000001:2.0:1767389087.112089:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389087.112091:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767389087.112093:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389087.112094:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389087.112095:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000914c9064. 00000400:00000200:2.0:1767389087.112099:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008051fe62 00000400:00000010:2.0:1767389087.112101:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008051fe62. 00000100:00000001:2.0:1767389087.112104:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389087.112108:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2734a03 x1853241654546304/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389103 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389087.112116:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2734a03 x1853241654546304/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389103 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389087.112123:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389087.112125:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389087.112127:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389087.112128:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389087.112130:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389087.112131:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389087.112132:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389087.112134:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=112 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389087.112136:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=112 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389087.112138:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389087.112140:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389087.112141:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389087.112143:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.112146:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389087.112150:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2734a03 x1853241654546304/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389103 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389087.112155:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389087.112157:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389087.112160:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389087.112164:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2734a03 x1853241654546304/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389103 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389087.112172:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2734a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654546304:0@lo:103: 00000100:00000001:2.0:1767389087.112180:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.112181:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389087.112187:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2734a03 x1853241654546304/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389103 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389087.112194:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389087.112199:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389087.112201:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005fcc7348. 02000000:00000001:2.0:1767389087.112205:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389087.112206:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389087.112207:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389087.112208:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389087.112209:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000538947e4. 02000000:00000001:2.0:1767389087.112212:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389087.112213:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389087.112215:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2734a03. 00000100:00000001:2.0:1767389087.112220:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389087.112221:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389087.112223:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389087.112226:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389087.112227:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389087.112230:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389087.112232:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389087.112235:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389087.112238:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389087.112255:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389087.112259:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389087.112263:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767389087.112265:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389087.112268:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389087.112271:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767389087.112274:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389087.112276:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389087.112278:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.1:1767389087.116822:0:357094:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000061c5b4fd. 00010000:00000010:2.1:1767389087.116832:0:357094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d83d1a37. 00010000:00000010:2.1:1767389087.116837:0:357094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a4381453. 00010000:00000010:2.1:1767389087.118755:0:357094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000de66af29. 00010000:00000010:2.1:1767389087.118763:0:357094:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dc31ec79. 00080000:00000001:1.0:1767389087.119791:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767389087.119796:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767389087.119798:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767389087.119799:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389087.119802:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389087.119805:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767389087.119806:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00080000:00000010:1.0:1767389087.119813:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000004ab5d2f4. 20000000:00000001:0.0:1767389087.119814:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389087.119823:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767389087.119824:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767389087.119826:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767389087.119844:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389087.119848:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767389087.119849:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767389087.119854:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767389087.119856:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:0.0:1767389087.119859:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00010000:00000001:3.0:1767389087.119860:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767389087.119868:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767389087.119874:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d9024a39. 00010000:00000001:3.0:1767389087.119878:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389087.119881:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ebafbf7. 00000020:00000001:3.0:1767389087.119896:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389087.119899:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002ebafbf7 with handle 0x95cd417baf4295f2 to hash 00000020:00000001:3.0:1767389087.119901:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389087.119902:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389087.119904:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389087.119906:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389087.119907:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389087.119909:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295f2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389087.119915:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389087.119917:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389087.119919:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389087.119921:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389087.119922:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389087.119924:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389087.119931:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389087.119933:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389087.119934:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389087.119936:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389087.119937:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389087.119940:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d9024a39) refcount = 1 00010000:00010000:3.0:1767389087.119942:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295f2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389087.119947:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389087.119949:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389087.119950:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389087.119952:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.119954:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767389087.119956:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767389087.119959:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:3.0:1767389087.119960:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389087.119962:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389087.119964:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ebafbf7 refcount=4 00000020:00000001:3.0:1767389087.119966:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389087.119968:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389087.119970:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767389087.119971:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295f2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389087.119976:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767389087.119978:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295f2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389087.119982:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389087.119983:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389087.119984:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295f2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389087.119988:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389087.119993:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.119995:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767389087.119997:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295f2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389087.120002:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002ebafbf7 already unused, calling callback (00000000eb737536) 00010000:00000001:3.0:1767389087.120004:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389087.120006:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767389087.120007:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295f2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389087.120011:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767389087.120012:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389087.120014:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389087.120015:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ebafbf7 refcount=5 00000020:00000001:3.0:1767389087.120017:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389087.120018:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389087.120020:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767389087.120021:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295f2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389087.120024:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767389087.120026:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767389087.120027:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.120030:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389087.120031:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389087.120032:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389087.120033:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389087.120034:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002ebafbf7 with handle 0x95cd417baf4295f2 from hash 00010000:00000001:3.0:1767389087.120036:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389087.120036:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389087.120037:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389087.120038:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389087.120039:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767389087.120040:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389087.120046:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767389087.120048:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389087.120050:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.120052:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767389087.120053:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767389087.120055:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389087.120056:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389087.120057:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.120058:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.120060:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389087.120061:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295f2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389087.120064:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389087.120066:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389087.120066:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767389087.120067:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767389087.120068:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389087.120069:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389087.120071:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767389087.120072:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389087.120073:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389087.120074:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295f2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389087.120077:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767389087.120079:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389087.120080:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002ebafbf7/0x95cd417baf4295f2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389087.120083:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d9024a39 count: 0 00010000:00000001:3.0:1767389087.120089:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767389087.120090:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767389087.122181:0:352639:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389087.122186:0:352639:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389087.122189:0:352639:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000099dfe410. 20000000:00000001:0.0:1767389087.122198:0:352639:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389087.122203:0:352639:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654545920 00010000:00000001:0.0:1767389087.122208:0:352639:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389087.122216:0:352639:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a16103d7 x1853241654545920/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:538/0 lens 4848/4768 e 0 to 0 dl 1767389098 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389087.122224:0:352639:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389087.122227:0:352639:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389087.122231:0:352639:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=112 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389087.122237:0:352639:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389087.122242:0:352639:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389087.122244:0:352639:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389087.122249:0:352639:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389087.122251:0:352639:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389087.122255:0:352639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389087.122263:0:352639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389087.122267:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3182587. 00000100:00000200:0.0:1767389087.122272:0:352639:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654545920, offset 224 00000400:00000200:0.0:1767389087.122280:0:352639:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389087.122291:0:352639:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389087.122301:0:352639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372808e00 00000400:00000200:0.0:1767389087.122308:0:352639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2151 [2] + 224 00000400:00000200:0.0:1767389087.122316:0:352639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389087.122319:0:352639:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389087.122326:0:352639:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389087.122330:0:352639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000048df85cf x1853241654545920/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389087.122337:0:352639:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000048df85cf x1853241654545920/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389087.122353:0:352639:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389087.122364:0:352639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3182587 00000100:00000001:3.0:1767389087.122366:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767389087.122367:0:352639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3182587. 00000100:00000001:3.0:1767389087.122371:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389087.122376:0:352639:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767389087.122377:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767389087.122379:0:352639:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767389087.122380:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389087.122385:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013bfa047. 00000100:00000001:0.0:1767389087.122388:0:352639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389087.122396:0:352639:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000200:3.0:1767389087.122398:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007901b440 00010000:00000001:0.0:1767389087.122402:0:352639:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767389087.122404:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007901b440. 00000020:00000001:0.0:1767389087.122413:0:352639:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389087.122416:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767389087.122421:0:352639:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767389087.122427:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000048df85cf x1853241654545920/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389087.122431:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a16103d7 x1853241654545920/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:538/0 lens 4848/4768 e 0 to 0 dl 1767389098 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389087.122477:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000048df85cf x1853241654545920/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389087.122487:0:352639:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a16103d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654545920:12345-0@lo:253: Request processed in 22719us (23220us total) trans 0 rc 0/0 00000100:00000001:3.0:1767389087.122520:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389087.122525:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767389087.122525:0:352639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00000001:3.0:1767389087.122531:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389087.122534:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767389087.122534:0:352639:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389087.122542:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389087.122543:0:352639:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389087.122554:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389087.122556:0:352639:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767389087.122561:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389087.122564:0:352639:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c71c65ed. 00000100:00001000:3.0:1767389087.122565:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=112 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389087.122573:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=112 v=5 (1 0 0 0) 00000020:00000010:0.0:1767389087.122574:0:352639:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000c546242. 00000100:00000001:3.0:1767389087.122576:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389087.122581:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.122584:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:0.0:1767389087.122585:0:352639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004163c73f. 00010000:00000001:3.0:1767389087.122591:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389087.122597:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389087.122598:0:352639:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00000040:3.0:1767389087.122603:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048df85cf x1853241654545920/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389087.122608:0:352639:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767389087.122609:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767389087.122613:0:352639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006b160a2e. 00000100:00000001:3.0:1767389087.122614:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389087.122621:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389087.122624:0:352639:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:3.0:1767389087.122626:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767389087.122630:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:0.0:1767389087.122632:0:352639:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767389087.122641:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389087.122644:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000200:0.0:1767389087.122644:0:352639:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:3.0:1767389087.122647:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389087.122650:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:0.0:1767389087.122651:0:352639:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ba7e759. 00000020:01000004:3.0:1767389087.122652:0:337539:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767389087.122659:0:337539:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767389087.122662:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:0.0:1767389087.122663:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e3182587. 00000020:01000004:3.0:1767389087.122666:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767389087.122678:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048df85cf x1853241654545920/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389087.122684:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000048df85cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654545920:0@lo:253: 00000100:00000001:3.0:1767389087.122688:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389087.122690:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389087.122692:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048df85cf x1853241654545920/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389087.122696:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389087.122697:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389087.122699:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f3e7dd3e. 02000000:00000001:3.0:1767389087.122702:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389087.122703:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389087.122705:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:3.0:1767389087.122707:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389087.122709:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f7e72fe4. 02000000:00000001:3.0:1767389087.122712:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389087.122713:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389087.122714:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048df85cf. 00000100:00000001:3.0:1767389087.122717:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389087.122719:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389087.122721:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389087.122776:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389087.122779:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389087.122785:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389087.122790:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767389087.123431:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389087.123434:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389087.123435:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000801f716c. 20000000:00000001:0.0:1767389087.123439:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389087.123441:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654546048 00010000:00000001:0.0:1767389087.123442:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389087.123446:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000032800a6d x1853241654546048/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:538/0 lens 4848/4768 e 0 to 0 dl 1767389098 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389087.123452:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389087.123453:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389087.123455:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=112 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389087.123458:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389087.123461:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389087.123464:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389087.123468:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389087.123469:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389087.123472:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389087.123474:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389087.123476:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088914ff6. 00000100:00000200:0.0:1767389087.123479:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654546048, offset 224 00000400:00000200:0.0:1767389087.123482:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389087.123487:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389087.123492:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372808e80 00000400:00000200:0.0:1767389087.123500:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2159 [2] + 224 00000400:00000200:0.0:1767389087.123505:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389087.123507:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389087.123509:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389087.123512:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000008c12b5c x1853241654546048/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389087.123519:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000008c12b5c x1853241654546048/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389087.123533:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389087.123537:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088914ff6 00000400:00000010:0.0:1767389087.123540:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088914ff6. 00000100:00000001:0.0:1767389087.123545:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389087.123547:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389087.123550:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389087.123551:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389087.123554:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767389087.123558:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000001:1.0:1767389087.123562:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767389087.123564:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767389087.123572:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767389087.123573:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389087.123579:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1a7b426. 00000020:00000001:0.0:1767389087.123579:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767389087.123590:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008098bc87 00000100:00000040:0.0:1767389087.123591:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032800a6d x1853241654546048/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:538/0 lens 4848/4768 e 0 to 0 dl 1767389098 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389087.123598:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008098bc87. 00000100:00000001:1.0:1767389087.123608:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389087.123622:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000008c12b5c x1853241654546048/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389087.123623:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000032800a6d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654546048:12345-0@lo:253: Request processed in 23730us (24336us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389087.123638:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00000040:0.0:1767389087.123649:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000400:00000010:3.0:1767389087.123652:0:357093:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e49a7877. 00000100:00000001:0.0:1767389087.123663:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389087.123666:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767389087.123669:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000008c12b5c x1853241654546048/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389087.123673:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ec81004. 00000400:00000040:3.0:1767389087.123677:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389087.123684:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000020:00000010:0.0:1767389087.123685:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007cde4d2b. 00000100:00000001:1.0:1767389087.123689:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000040:3.0:1767389087.123694:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:1.0:1767389087.123697:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767389087.123698:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000844c0497. 00000400:00000040:3.0:1767389087.123699:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389087.123710:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:1.0:1767389087.123711:0:337537:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:0.0:1767389087.123713:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000400:00000040:3.0:1767389087.123715:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 02000000:00000001:1.0:1767389087.123715:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389087.123720:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000040:3.0:1767389087.123760:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389087.123763:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389087.123765:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389087.123766:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000100:00000001:1.0:1767389087.123768:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389087.123772:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767389087.123777:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00001000:1.0:1767389087.123778:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=112 v=5 (5 0 0 0) 00000400:00000040:3.0:1767389087.123783:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00001000:1.0:1767389087.123784:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=112 v=5 (1 0 0 0) 02000000:00000001:0.0:1767389087.123784:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000040:3.0:1767389087.123787:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 02000000:00000010:0.0:1767389087.123793:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d41cd61d. 00000400:00000040:3.0:1767389087.123794:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:1.0:1767389087.123795:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389087.123800:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767389087.123808:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00010000:00000001:1.0:1767389087.123809:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389087.123814:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767389087.123815:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 02000000:00000001:0.0:1767389087.123816:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389087.123823:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389087.123824:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767389087.123825:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389087.123836:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767389087.123840:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000100:00000200:0.0:1767389087.123840:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767389087.123841:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000008c12b5c x1853241654546048/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767389087.123851:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000010:0.0:1767389087.123853:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efdb8df5. 00000400:00000040:3.0:1767389087.123858:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389087.123866:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000010:0.0:1767389087.123866:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088914ff6. 00000100:00000001:1.0:1767389087.123873:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:3.0:1767389087.123875:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389087.123879:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:1.0:1767389087.123879:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389087.123881:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767389087.123895:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000020:01000004:1.0:1767389087.123901:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000040:3.0:1767389087.123902:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389087.123904:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000020:01000004:1.0:1767389087.123905:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000040:3.0:1767389087.123907:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000020:01000004:1.0:1767389087.123908:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000040:3.0:1767389087.123910:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000020:01000004:1.0:1767389087.123911:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000040:3.0:1767389087.123914:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000020:01000004:1.0:1767389087.123914:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000040:3.0:1767389087.123917:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000020:01000004:1.0:1767389087.123917:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000040:3.0:1767389087.123920:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000020:01000004:1.0:1767389087.123920:0:337537:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767389087.123922:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000040:3.0:1767389087.123923:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000020:01000004:1.0:1767389087.123924:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:3.0:1767389087.123926:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000100:00000040:1.0:1767389087.123929:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008c12b5c x1853241654546048/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767389087.123930:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389087.123933:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389087.123936:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767389087.123940:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389087.123943:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00100000:1.0:1767389087.123944:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000008c12b5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654546048:0@lo:253: 00000400:00000040:3.0:1767389087.123946:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389087.123950:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389087.123952:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00000001:1.0:1767389087.123953:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767389087.123954:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767389087.123956:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767389087.123956:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767389087.123957:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767389087.123958:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767389087.123961:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000100:00000001:1.0:1767389087.123963:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000040:3.0:1767389087.123965:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00000040:1.0:1767389087.123967:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000008c12b5c x1853241654546048/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389103 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767389087.123974:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:1.0:1767389087.123975:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000040:3.0:1767389087.123978:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 02000000:00000001:1.0:1767389087.123979:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389087.123982:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000924c41d2. 00000400:00000040:3.0:1767389087.123983:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389087.123986:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 02000000:00000001:1.0:1767389087.123987:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000040:3.0:1767389087.123988:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000020:00000001:1.0:1767389087.123990:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000040:3.0:1767389087.123991:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000020:00000040:1.0:1767389087.123992:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000400:00000040:3.0:1767389087.123994:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000020:00000001:1.0:1767389087.123995:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000040:3.0:1767389087.123997:0:357093:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 02000000:00000010:1.0:1767389087.123998:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d395a76a. 02000000:00000001:1.0:1767389087.124003:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389087.124006:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389087.124007:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000008c12b5c. 00000100:00000001:1.0:1767389087.124011:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389087.124013:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389087.124016:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389087.124022:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389087.124024:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389087.124028:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389087.124031:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389087.124087:0:357093:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e49a7877. 00010000:00000010:3.1:1767389087.128825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d9024a39. 00010000:00000010:3.1:1767389087.128830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002ebafbf7. 00000100:00000040:1.0:1767389087.135790:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299675155, at 4299675156 00000100:00000010:1.0:1767389087.135799:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb823bcc. 00000100:00000040:2.0:1767389087.135819:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299675155, at 4299675156 00000100:00000010:2.0:1767389087.135828:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001928fe0e. 00000100:00000040:3.0:1767389087.135843:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299675155, at 4299675156 00000100:00000040:0.0:1767389087.135844:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299675154, at 4299675156 00000100:00000010:3.0:1767389087.135859:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004550a83d. 00000100:00000010:0.0:1767389087.135864:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d666d0b. 00000400:00000001:2.0:1767389087.307802:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389087.307805:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389087.307807:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021e83cc8 00000400:00000010:2.0:1767389087.307811:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021e83cc8. 00000400:00000200:2.0:1767389087.307817:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389087.307823:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp41 recovery ping unlinked 00000400:00000010:2.0:1767389087.307832:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001871dcdd. 00000400:00000010:2.0:1767389087.307835:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004f197dba. 00000400:00000001:2.0:1767389087.307840:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389087.307841:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389087.307842:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e3d66f4 00000400:00000010:2.0:1767389087.307844:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e3d66f4. 00000400:00000200:2.0:1767389087.307847:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389087.307850:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp43 recovery ping unlinked 00000400:00000010:2.0:1767389087.307852:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000382ba59f. 00000400:00000010:2.0:1767389087.307854:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000055e9453e. 00000800:00000200:1.0:1767389087.308980:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9d94f84] -> 12345-192.168.204.113@tcp32 (4) 00000800:00000200:1.1:1767389087.308996:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9d94f84] -> 12345-192.168.204.113@tcp32 (4) 00000400:00000200:2.0:1767389087.309127:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309245:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309331:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309409:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309478:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309543:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309567:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309591:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309610:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309652:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309686:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309717:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309801:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309828:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309849:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309871:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309907:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309932:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309954:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.309977:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.310000:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.310020:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.310059:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.310100:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.310154:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.310200:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.310221:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.310239:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.310337:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.310406:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.310526:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.310644:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.310782:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.310833:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389087.310870:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:2.0:1767389087.311036:0:356933:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d1584e9. 00000800:00000010:2.0:1767389087.311041:0:356933:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000040476b11. 00000800:00000010:2.0:1767389087.311047:0:356933:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f972d501. 00000800:00000010:2.0:1767389087.311071:0:356933:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f972d501. 00000800:00020000:2.0:1767389087.311079:0:356933:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389087.311083:0:356933:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000040476b11. 00000800:00000010:2.0:1767389087.311085:0:356933:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006d1584e9. 00000400:02020000:2.0:1767389087.311141:0:356933:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp32 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767389087.311148:0:356933:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767389087.947818:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389087.947824:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389087.947830:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389087.947832:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389087.947855:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389087.947858:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389087.947861:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767389088.331817:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp43 00000400:00000010:2.0:1767389088.331825:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000166a4762. 00000400:00000010:2.0:1767389088.331836:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000df05f51e. 00000400:00000010:2.0:1767389088.331843:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e3d66f4. 00000400:00000010:2.0:1767389088.331856:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000059946de2. 00000800:00000200:1.0:1767389088.331884:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5bce732] -> 12345-192.168.204.113@tcp27 (4) 00000400:00000200:2.0:1767389088.331885:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp43 00000800:00000200:1.1:1767389088.331899:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5bce732] -> 12345-192.168.204.113@tcp27 (4) 00000400:00000200:2.0:1767389088.331924:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp43 local destination 00000800:00000200:1.0:1767389088.331934:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000079a42a5] -> 12345-192.168.204.113@tcp14 (6) 00000400:00000200:2.0:1767389088.331937:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp43 00000800:00000200:1.0:1767389088.331947:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp14 ip 192.168.204.113:988 00000400:00000200:2.0:1767389088.331949:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp43 NI seq info: [177:177:256:4294967295] 192.168.204.113@tcp43 LPNI seq info [173:173:8:4294967295] 00000800:00000200:1.0:1767389088.331957:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:2.0:1767389088.331966:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp43 00000400:00000200:2.0:1767389088.331991:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp43(192.168.204.113@tcp43:) -> 192.168.204.113@tcp43(192.168.204.113@tcp43:192.168.204.113@tcp43) : GET try# 0 00000800:00000200:2.0:1767389088.332004:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp43 00000800:00000010:2.0:1767389088.332011:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008c6751cb. 00000800:00000200:2.0:1767389088.332021:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006b89c6a3] -> 12345-192.168.204.113@tcp43 (2) 00000800:00000200:2.1:1767389088.332032:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006b89c6a3] -> 12345-192.168.204.113@tcp43 (2) 00000400:00000200:2.0:1767389088.332067:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp43 added to recovery queue. ping count: 2 next ping: 5013 health :800 00000400:00000200:2.0:1767389088.332078:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp40 00000400:00000010:2.0:1767389088.332085:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008d1c4767. 00000400:00000010:2.0:1767389088.332091:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002efac834. 00000400:00000010:2.0:1767389088.332096:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021e83cc8. 00000400:00000010:2.0:1767389088.332108:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000800745f8. 00000400:00000200:2.0:1767389088.332121:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp40 00000400:00000200:0.0:1767389088.332121:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000200:1.0:1767389088.332134:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767389088.332145:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp40 local destination 00000800:00000001:1.0:1767389088.332149:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767389088.332155:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp40 00000400:00000200:2.0:1767389088.332162:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp40 NI seq info: [178:178:256:4294967295] 192.168.204.113@tcp40 LPNI seq info [174:174:8:4294967295] 00000400:00000200:2.0:1767389088.332173:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp40 00000800:00000001:1.0:1767389088.332176:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389088.332189:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389088.332199:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389088.332209:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp40(192.168.204.113@tcp40:) -> 192.168.204.113@tcp40(192.168.204.113@tcp40:192.168.204.113@tcp40) : GET try# 0 00000800:00000200:2.0:1767389088.332223:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp40 00000800:00000010:2.0:1767389088.332229:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006b19f742. 00000800:00000200:2.0:1767389088.332239:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056e0b741] -> 12345-192.168.204.113@tcp40 (2) 00000800:00000200:2.1:1767389088.332249:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056e0b741] -> 12345-192.168.204.113@tcp40 (2) 00000400:00000200:2.0:1767389088.332274:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp40 added to recovery queue. ping count: 4 next ping: 5025 health :600 00000400:00000200:0.0:1767389088.332348:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.332378:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.332422:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.332530:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.332564:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.332609:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.332783:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.332786:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.332813:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.332969:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.332980:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.333076:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.333175:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.333178:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.333292:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.333366:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.333378:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.333511:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.333555:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.333589:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.333724:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.333757:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.333845:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.333908:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.333995:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.334010:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.334119:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.334227:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.334229:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.334283:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.334433:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.334461:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.334464:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.334591:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.334674:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.334693:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.334804:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.334889:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.334917:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.334967:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.335078:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.335142:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.335144:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.335248:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.335337:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.335347:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.335409:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.335504:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.335549:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.335587:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.335690:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.335806:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.335823:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.335923:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.336055:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.336056:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.336059:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.336141:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.336285:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.336463:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.336464:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.336464:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.336654:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.336765:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.336833:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.336897:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.336944:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.337095:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.337097:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.337102:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.337256:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.337453:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.337454:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.337455:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.337674:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.337689:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.337711:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.337847:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.337920:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.338003:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.338048:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.338075:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.338220:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.338243:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.338280:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.338495:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.338548:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.338550:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.338627:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.338821:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.338947:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.338950:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.339047:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.339196:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.339278:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.339279:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.339301:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.339683:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.339685:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000800:00000010:1.0:1767389088.339719:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ad56601. 00000800:00000010:1.0:1767389088.339764:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fd4df095. 00000800:00000010:1.0:1767389088.339770:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003c71eebc. 00000800:00000010:1.0:1767389088.339828:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003c71eebc. 00000800:00020000:1.0:1767389088.339855:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389088.339879:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fd4df095. 00000800:00000010:1.0:1767389088.339884:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ad56601. 00000400:00000200:2.0:1767389088.339950:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.339965:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:02020000:1.0:1767389088.340061:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp43 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389088.340077:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp43 notifying 192.168.204.113@tcp43: down 00000800:00000200:1.0:1767389088.340089:0:337527:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp43 down 00000800:00000100:1.0:1767389088.340112:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp43 00000800:00000010:1.0:1767389088.340118:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008c6751cb. 00000400:00000200:1.0:1767389088.340129:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767389088.340134:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.340142:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp43->192.168.204.113@tcp43: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389088.340163:0:337527:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767389088.340168:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.340170:0:337527:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767389088.340195:0:337527:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp43) recovery failed with -71 00000400:00000200:2.0:1767389088.340276:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.340371:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.340395:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.340457:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.340496:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.340589:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.340592:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389088.340775:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.340790:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.340925:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.341034:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.113:988 00000800:00000010:1.0:1767389088.341074:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ad56601. 00000800:00000010:1.0:1767389088.341081:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fd4df095. 00000800:00000010:1.0:1767389088.341086:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003c71eebc. 00000800:00000010:1.0:1767389088.341114:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003c71eebc. 00000800:00020000:1.0:1767389088.341138:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389088.341142:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fd4df095. 00000800:00000010:1.0:1767389088.341149:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ad56601. 00000400:00000200:2.0:1767389088.341171:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.113:988 00000400:02020000:1.0:1767389088.341320:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp27 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767389088.341323:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.113:988 00000800:00000100:1.0:1767389088.341336:0:337526:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:2.0:1767389088.341442:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.341553:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.341629:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.113:988 00000400:00000200:2.0:1767389088.341703:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.113:988 00000800:00000010:2.0:1767389088.342027:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006d1584e9. 00000800:00000010:2.0:1767389088.342034:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000040476b11. 00000800:00000010:2.0:1767389088.342039:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000576b713b. 00000400:00000200:1.0:1767389088.342040:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:2.0:1767389088.342064:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000576b713b. 00000400:00000200:1.0:1767389088.342103:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp40 from 204.3.0.2 00000800:00000010:1.0:1767389088.342109:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000bbfc2cae. 00000800:00000010:2.0:1767389088.342170:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000057a0c40c. 00000800:00000010:2.0:1767389088.342176:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000e95966b. 00000800:00000010:2.0:1767389088.342206:0:337524:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e706612d. 00000800:00000200:2.1:1767389088.342215:0:337524:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056e0b741] -> 12345-192.168.204.113@tcp40 (2) 00000800:00000200:2.1:1767389088.342221:0:337524:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp40 00000000e706612d deleted 00000800:00000010:2.1:1767389088.342232:0:337524:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e706612d. 00000800:00000200:2.1:1767389088.342242:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767389088.342250:0:337524:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp40 ip 192.168.204.113:972 00000800:00000200:2.1:1767389088.342254:0:337524:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006b19f742 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767389088.342261:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp40 p 3.x 192.168.204.113 -> 192.168.204.113:972 incarnation:1767389069879511520 sched[0] 00000800:00000010:2.0:1767389088.342268:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000576b713b. 00000800:00000010:2.0:1767389088.342342:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000576b713b. 00000800:00000010:2.0:1767389088.342348:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000e95966b. 00000800:00000010:2.0:1767389088.342414:0:337524:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000bbfc2cae. 00000800:00000001:2.0:1767389088.342458:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389088.342470:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767389088.342495:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767389088.342521:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp40 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389069879511520 sched[0] 00000800:00000010:0.0:1767389088.342530:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000040476b11. 00000800:00000200:2.0:1767389088.342542:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389088.342549:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006b19f742. 00000400:00000200:2.0:1767389088.342558:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389088.342572:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp40->192.168.204.113@tcp40: GET: OK 00000400:00000200:2.0:1767389088.342581:0:337530:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767389088.342590:0:337530:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp40 recovery message sent successfully:0 00000800:00000001:2.0:1767389088.342637:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389088.342649:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389088.342654:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389088.342669:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389088.342689:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp40(192.168.204.113@tcp40) <- 192.168.204.113@tcp40 : GET - for me 00000400:00000200:2.0:1767389088.342711:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767389088.342767:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 272/272 into md 0x2149 [1] + 0 00000400:00000200:2.0:1767389088.342786:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp40 to MR: 192.168.204.113@tcp40 local destination 00000400:00000200:2.0:1767389088.342797:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp40 NI seq info: [179:179:256:4294967295] 192.168.204.113@tcp40 LPNI seq info [175:175:8:4294967295] 00000400:00000200:2.0:1767389088.342838:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp40(192.168.204.113@tcp40:192.168.204.113@tcp40) -> 192.168.204.113@tcp40(192.168.204.113@tcp40:192.168.204.113@tcp40) 192.168.204.113@tcp40 : REPLY try# 0 00000400:00000200:0.0:1767389088.342839:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000200:2.0:1767389088.342853:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.113@tcp40 00000800:00000010:2.0:1767389088.342877:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006b19f742. 00000800:00000200:2.0:1767389088.342886:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056e0b741] -> 12345-192.168.204.113@tcp40 (4) 00000800:00000200:2.0:1767389088.342900:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp40 ip 192.168.204.113:988 00000800:00000200:2.0:1767389088.342907:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006b19f742 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:3.0:1767389088.342997:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767389088.343038:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389088.343045:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006b19f742. 00000400:00000200:2.0:1767389088.343052:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767389088.343054:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767389088.343065:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp40->192.168.204.113@tcp40: REPLY: OK 00000800:00000001:3.0:1767389088.343071:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389088.343079:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767389088.343084:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000800:00000001:3.0:1767389088.343087:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389088.343113:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp40(192.168.204.113@tcp40) <- 192.168.204.113@tcp40 : REPLY - for me 00000800:00000001:2.0:1767389088.343131:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389088.343145:0:337529:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp40: Reply from 12345-192.168.204.113@tcp40 of length 272/272 into md 0x2195 00000800:00000001:3.0:1767389088.343159:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389088.343176:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389088.343180:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389088.343195:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp40->192.168.204.113@tcp40: REPLY: OK 00000400:00000200:3.0:1767389088.343207:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021e83cc8 00000400:00000010:3.0:1767389088.343214:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021e83cc8. 00000400:00000200:3.0:1767389088.343224:0:337529:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767389088.343240:0:337529:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008d1c4767. 00000400:00000010:3.0:1767389088.343250:0:337529:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002efac834. 00000800:00000001:3.0:1767389088.343268:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389088.343287:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389088.343300:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.343510:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.343778:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.344014:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.344190:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.344350:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.344505:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.344675:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.345082:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.345313:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.345542:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.345851:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.346087:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.346292:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.346449:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.346607:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.346669:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.346712:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.346802:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.346840:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.346916:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.346966:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.347022:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.347114:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.347156:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.347214:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.347271:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.347341:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.347382:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.347450:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.347508:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.347565:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389088.347630:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389088.348038:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001760ee2e. 00000800:00000010:0.0:1767389088.348046:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008098bc87. 00000800:00000010:0.0:1767389088.348052:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ef9e9986. 00000800:00000010:0.0:1767389088.348098:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ef9e9986. 00000800:00020000:0.0:1767389088.348115:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389088.348120:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008098bc87. 00000800:00000010:0.0:1767389088.348124:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001760ee2e. 00000400:02020000:0.0:1767389088.348245:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp40 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000004:00000001:1.0:1767389088.651879:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767389088.651887:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767389088.651897:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d659aeb. 00000020:00000040:1.0:1767389088.651908:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767389088.651933:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389088.651938:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389088.651948:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389088.651959:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000066f66db3. 00000100:00000001:1.0:1767389088.651970:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389088.651982:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767389088.651982:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389088.651988:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.651996:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767389088.652004:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2734a03. 00000100:00000040:1.0:1767389088.652005:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d659aeb] to pc [ptlrpcd_00_02+2] req@000000000d659aeb x1853241654546432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767389088.652012:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389088.652022:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389088.652026:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389088.652032:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389088.652042:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b19f742. 00000100:00000001:2.0:1767389088.652049:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389088.652051:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389088.652058:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@00000000d2734a03 x1853241654546560/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389088.652072:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389088.652075:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389088.652082:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2734a03] to pc [ptlrpcd_00_03+3] req@00000000d2734a03 x1853241654546560/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389088.652089:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389088.652098:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389088.652102:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389088.652103:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389088.652109:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1767389088.652116:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000d659aeb x1853241654546432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389088.652118:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767389088.652126:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036def01a. 00000020:00000040:2.0:1767389088.652135:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767389088.652135:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389088.652140:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.652141:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389088.652148:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389088.652150:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389088.652151:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389088.652156:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767389088.652158:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000deee8a24. 02000000:00000001:1.0:1767389088.652161:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.652168:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389088.652169:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000d659aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654546432:0@lo:13: 00000100:00000040:2.0:1767389088.652178:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000036def01a x1853241654546688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389088.652180:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389088.652189:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767389088.652192:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767389088.652195:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.652196:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389088.652201:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1767389088.652203:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036def01a] to pc [ptlrpcd_00_00+0] req@0000000036def01a x1853241654546688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767389088.652209:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d311b910. 02000000:00000001:1.0:1767389088.652224:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.652230:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389088.652231:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008600ad11. 00000100:00000040:2.0:1767389088.652237:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767389088.652244:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767389088.652244:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073e409fb. 00000100:00000010:2.0:1767389088.652251:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c8504a9. 00000100:00000200:1.0:1767389088.652254:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654546432, portal 4 00000020:00000040:2.0:1767389088.652256:0:54998:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767389088.652261:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389088.652262:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389088.652267:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767389088.652267:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378557312 : -122821330994304 : ffff904b6e31fb80) 02000000:00000001:2.0:1767389088.652273:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389088.652278:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a86051e. 00000100:00000040:1.0:1767389088.652282:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000d659aeb x1853241654546432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389104 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389088.652284:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389088.652296:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000003c8504a9 x1853241654546816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389088.652304:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389088.652314:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767389088.652318:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1767389088.652321:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8bdd933. 00000100:00000001:2.0:1767389088.652322:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389088.652331:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654546432, offset 0 00000100:00000040:2.0:1767389088.652335:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c8504a9] to pc [ptlrpcd_00_01+1] req@000000003c8504a9 x1853241654546816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389088.652348:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389088.652350:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389088.652354:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767389088.652358:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767389088.652363:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee3a3af1. 00000020:00000040:2.0:1767389088.652369:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:1.0:1767389088.652369:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389088.652377:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389088.652382:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389088.652384:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389088.652391:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000021ff755. 00000400:00000200:1.0:1767389088.652398:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372809000 00000100:00000001:2.0:1767389088.652400:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389088.652410:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000ee3a3af1 x1853241654546944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767389088.652415:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 4256 00000100:00000001:2.0:1767389088.652433:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767389088.652434:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389088.652436:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389088.652445:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767389088.652448:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee3a3af1] to pc [ptlrpcd_00_02+2] req@00000000ee3a3af1 x1853241654546944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389088.652475:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767389088.652477:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389088.652478:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767389088.652487:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011d3d691. 00000100:00000040:2.0:1767389088.652488:0:54998:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5014) 00000100:00000040:1.0:1767389088.652493:0:337538:0:(events.c:337:request_in_callback()) incoming req@0000000011d3d691 x1853241654546432 msgsize 224 00000100:00100000:1.0:1767389088.652502:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389088.652513:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389088.652523:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8bdd933 00000400:00000010:1.0:1767389088.652525:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8bdd933. 00000100:00000001:1.0:1767389088.652530:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389088.652534:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d659aeb x1853241654546432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389104 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389088.652544:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389088.652546:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000d659aeb x1853241654546432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389104 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389088.652554:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389088.652565:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389088.652571:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389088.652577:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8247 usecs (9 jiffies) 00000100:00000001:1.0:1767389088.652581:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299676681 00000100:00000010:1.0:1767389088.652586:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b9ca8cc1. 00000100:00000001:1.0:1767389088.652594:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767389088.652601:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299676681 00000100:00000010:1.0:1767389088.652606:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000e055224. 00000100:00000001:1.0:1767389088.652610:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767389088.652617:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299676681 00000100:00000010:1.0:1767389088.652621:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002baf916e. 00000100:00000001:1.0:1767389088.652625:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389088.652632:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299676681 00000100:00000010:1.0:1767389088.652637:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073f88ceb. 00000100:00000001:1.0:1767389088.652641:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389088.652646:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389088.652650:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389088.652653:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389088.652655:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389088.652666:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389088.652668:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389088.652671:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389088.652674:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389088.652675:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767389088.652679:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767389088.652680:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee3a3af1 x1853241654546944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389088.652685:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389088.652690:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767389088.652696:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767389088.652699:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036def01a x1853241654546688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389088.652700:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389088.652707:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389088.652711:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389088.652719:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767389088.652719:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.652724:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389088.652725:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ee3a3af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654546944:0@lo:400: 00000100:00000001:1.0:1767389088.652739:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389088.652743:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389088.652746:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389088.652748:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767389088.652754:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389088.652757:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389088.652761:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389088.652765:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036def01a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654546688:0@lo:400: 00000100:00000001:2.0:1767389088.652770:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389088.652773:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389088.652776:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389088.652778:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389088.652783:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092e86d42. 02000000:00000010:2.0:1767389088.652784:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000028d871. 02000000:00000001:1.0:1767389088.652790:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389088.652791:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389088.652801:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ac00971. 00000400:00000010:2.0:1767389088.652803:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000914c9064. 00000400:00000010:1.0:1767389088.652809:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8bdd933. 00000400:00000010:2.0:1767389088.652813:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008051fe62. 00000100:00000200:1.0:1767389088.652816:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654546944, portal 4 00000100:00000001:1.0:1767389088.652820:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767389088.652821:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654546688, portal 10 00000100:00000001:1.0:1767389088.652822:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402872320 : -122821306679296 : ffff904b6fa50000) 00000100:00000001:2.0:1767389088.652828:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389088.652831:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402881280 : -122821306670336 : ffff904b6fa52300) 00000100:00000040:1.0:1767389088.652834:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ee3a3af1 x1853241654546944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389088.652843:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000036def01a x1853241654546688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389088.652846:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389088.652872:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389088.652877:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000295b8a65. 00000100:00000200:1.0:1767389088.652885:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654546944, offset 0 00000400:00000200:1.0:1767389088.652912:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389088.652913:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389088.652919:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767389088.652925:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767389088.652927:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da461291. 00000100:00000200:2.0:1767389088.652935:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654546688, offset 0 00000400:00000200:1.0:1767389088.652941:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958372809200 00000400:00000200:2.0:1767389088.652951:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389088.652960:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 4560 00000400:00000200:2.0:1767389088.652967:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389088.652972:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389088.652981:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389088.652987:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372809100 00000100:00000001:1.0:1767389088.652991:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389088.652996:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1767389088.653001:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 10744 00000100:00000010:1.0:1767389088.653002:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000695fcd04. 00000100:00000040:1.0:1767389088.653011:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000695fcd04 x1853241654546944 msgsize 224 00000400:00000200:2.0:1767389088.653013:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767389088.653022:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767389088.653025:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389088.653033:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389088.653036:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767389088.653041:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:2.0:1767389088.653042:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000008c12b5c. 00000100:00000040:2.0:1767389088.653050:0:337536:0:(events.c:337:request_in_callback()) incoming req@0000000008c12b5c x1853241654546688 msgsize 224 00000400:00000200:1.0:1767389088.653052:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000295b8a65 00000400:00000010:1.0:1767389088.653057:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000295b8a65. 00000100:00100000:2.0:1767389088.653062:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389088.653068:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389088.653075:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee3a3af1 x1853241654546944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389088.653090:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767389088.653107:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767389088.653108:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da461291 00000100:00000040:1.0:1767389088.653113:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee3a3af1 x1853241654546944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389088.653115:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da461291. 00000100:00000001:0.0:1767389088.653122:0:338182:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767389088.653124:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767389088.653134:0:338182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654546688 00000100:00000001:1.0:1767389088.653135:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389088.653137:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036def01a x1853241654546688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389088.653148:0:338182:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389088.653149:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389088.653163:0:338182:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389088.653168:0:338182:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.653170:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389088.653170:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389088.653184:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036def01a x1853241654546688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389088.653193:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8247 usecs (9 jiffies) 02000000:00000001:0.0:1767389088.653195:0:338182:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389088.653207:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299676682 00000100:00000001:2.0:1767389088.653217:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389088.653218:0:338182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654546688 00000100:00000001:1.0:1767389088.653220:0:337538:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4299676681 00000020:00000001:0.0:1767389088.653232:0:338182:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767389088.653235:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389088.653237:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299676682 00000020:00000040:0.0:1767389088.653240:0:338182:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000100:00000001:2.0:1767389088.653246:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389088.653248:0:338182:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767389088.653250:0:337538:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4299676681 00000020:00000040:0.0:1767389088.653263:0:338182:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000100:00000040:2.0:1767389088.653265:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5472 usecs (6 jiffies) 00000100:00000001:1.0:1767389088.653265:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299676682 00000100:00000001:1.0:1767389088.653281:0:337538:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4299676681 00000020:00000001:0.0:1767389088.653283:0:338182:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:2.0:1767389088.653285:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299676679 00000100:00000001:1.0:1767389088.653292:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299676682 00000020:00000001:0.0:1767389088.653297:0:338182:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:2.0:1767389088.653299:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299676682 00000100:00000001:1.0:1767389088.653304:0:337538:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4299676681 00000100:00000001:2.0:1767389088.653316:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299676679 00000100:00000001:0.0:1767389088.653319:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389088.653320:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389088.653327:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299676682 00000100:00000001:1.0:1767389088.653329:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389088.653330:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000110f6cab. 00000100:00000001:2.0:1767389088.653337:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299676679 00000100:00000001:0.0:1767389088.653347:0:338182:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389088.653349:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299676682 00000100:00000001:1.0:1767389088.653350:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389088.653357:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000110f6cab. 00000100:00000001:1.0:1767389088.653360:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389088.653362:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299676679 00000100:00000001:2.0:1767389088.653371:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299676682 00000100:00000001:2.0:1767389088.653374:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389088.653376:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767389088.653376:0:338182:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055e9453e. 00000100:00000001:2.0:1767389088.653378:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389088.653388:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389088.653402:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389088.653402:0:338182:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017a71df0. 00000100:00000001:1.0:1767389088.653404:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389088.653414:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389088.653418:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767389088.653424:0:338182:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056cb4a59. 00000100:00000001:1.0:1767389088.653425:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.653429:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389088.653438:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767389088.653439:0:337538:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767389088.653446:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389088.653448:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389088.653449:0:338182:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767389088.653451:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389088.653468:0:338182:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389088.653474:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389088.653475:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389088.653475:0:338182:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389088.653481:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389088.653486:0:338182:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389088.653488:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767389088.653489:0:337536:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767389088.653496:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389088.653499:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389088.653500:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767389088.653503:0:338182:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767389088.653505:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389088.653507:0:338182:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767389088.653509:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389088.653518:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2734a03 x1853241654546560/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389088.653519:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389088.653519:0:338182:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.653528:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389088.653536:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389088.653546:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003c8504a9 x1853241654546816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389088.653547:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389088.653547:0:338182:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389088.653556:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389088.653565:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389088.653571:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389088.653574:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767389088.653576:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389088.653577:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389088.653578:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389088.653589:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767389088.653590:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1767389088.653594:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2734a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654546560:0@lo:400: 02000000:00000001:2.0:1767389088.653600:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389088.653601:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389088.653611:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389088.653612:0:338182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 02000000:00000001:1.0:1767389088.653615:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389088.653624:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389088.653628:0:338182:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000100:00100000:2.0:1767389088.653629:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003c8504a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:337536:1853241654546816:0@lo:400: 02000000:00000001:1.0:1767389088.653630:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389088.653639:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059336d48. 00000100:00000001:0.0:1767389088.653643:0:338182:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402887552 : -122821306664064 : ffff904b6fa53b80) 00000100:00000001:2.0:1767389088.653646:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389088.653648:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389088.653653:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389088.653659:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389088.653660:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4779a39. 00000100:00000040:0.0:1767389088.653662:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000008c12b5c x1853241654546688/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:539/0 lens 224/0 e 0 to 0 dl 1767389099 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389088.653670:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767389088.653674:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000295b8a65. 02000000:00000010:2.0:1767389088.653680:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f28b041. 00000100:00000200:1.0:1767389088.653685:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654546560, portal 25 02000000:00000001:2.0:1767389088.653693:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389088.653698:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389088.653705:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402874112 : -122821306677504 : ffff904b6fa50700) 00000400:00000010:2.0:1767389088.653709:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000495d5a0c. 00000400:00000010:2.0:1767389088.653723:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da461291. 00000100:00000040:1.0:1767389088.653724:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2734a03 x1853241654546560/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389088.653729:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654546816, portal 10 00000100:00000001:1.0:1767389088.653735:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389088.653737:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389088.653753:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389088.653757:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000110f6cab. 00000100:00000001:0.0:1767389088.653774:0:338182:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389088.653778:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000110f6cab. 00000100:00100000:0.0:1767389088.653786:0:338182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000008c12b5c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654546688:12345-0@lo:400: 00000100:00000001:2.0:1767389088.653790:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402885760 : -122821306665856 : ffff904b6fa53480) 00000100:00000040:1.0:1767389088.653794:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389088.653806:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f9dc0fb. 00000100:00000200:0.0:1767389088.653811:0:338182:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654546688 00000100:00000200:1.0:1767389088.653814:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654546560, offset 0 00000100:00000040:2.0:1767389088.653817:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003c8504a9 x1853241654546816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389088.653817:0:338182:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767389088.653831:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767389088.653833:0:338182:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389088.653844:0:338182:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.653850:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767389088.653867:0:338182:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767389088.653872:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767389088.653872:0:338182:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:0.0:1767389088.653898:0:338182:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767389088.653900:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767389088.653909:0:338182:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767389088.653911:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000acbe0d4. 00000400:00000200:1.0:1767389088.653922:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372809080 00000020:00000001:0.0:1767389088.653925:0:338182:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1767389088.653927:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654546816, offset 0 00000020:00000001:0.0:1767389088.653935:0:338182:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767389088.653936:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x18c9 [2] + 0 00000020:00000001:0.0:1767389088.653944:0:338182:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389088.653946:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000169c6b3d. 00000020:00000001:0.0:1767389088.653950:0:338182:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767389088.653967:0:338182:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1767389088.653971:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000073363010 02000000:00000001:0.0:1767389088.653972:0:338182:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389088.653984:0:338182:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004154e44b. 00000400:00000200:1.0:1767389088.653985:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389088.653996:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767389088.654004:0:338182:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389088.654014:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389088.654014:0:338182:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389088.654018:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767389088.654025:0:338182:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389088.654041:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372809180 00010000:00000040:0.0:1767389088.654042:0:338182:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654546688 00000400:00000200:1.0:1767389088.654044:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073363010 00000400:00000010:1.0:1767389088.654059:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073363010. 00010000:00000001:0.0:1767389088.654061:0:338182:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767389088.654077:0:337538:0:(events.c:286:request_in_callback()) Process entered 00010000:00000200:0.0:1767389088.654079:0:338182:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000008c12b5c x1853241654546688/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:539/0 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389088.654089:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767389088.654091:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 10968 00000100:00000040:1.0:1767389088.654101:0:337538:0:(events.c:337:request_in_callback()) incoming req@0000000017817528 x1853241654546560 msgsize 224 00000400:00000200:2.0:1767389088.654125:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767389088.654139:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767389088.654149:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767389088.654155:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00010000:00000001:0.0:1767389088.654171:0:338182:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767389088.654172:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389088.654179:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:0.0:1767389088.654180:0:338182:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389088.654183:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:2.0:1767389088.654186:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048df85cf. 00000100:00001000:0.0:1767389088.654187:0:338182:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=107 v=5 (1 0 0 0) 00000400:00000200:1.0:1767389088.654193:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f9dc0fb 00000100:00000040:2.0:1767389088.654208:0:337536:0:(events.c:337:request_in_callback()) incoming req@0000000048df85cf x1853241654546816 msgsize 224 00000400:00000010:1.0:1767389088.654210:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f9dc0fb. 00000100:00000001:0.0:1767389088.654210:0:338182:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767389088.654231:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767389088.654232:0:338182:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00100000:2.0:1767389088.654234:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767389088.654252:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2734a03 x1853241654546560/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389088.654253:0:338182:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:2.0:1767389088.654264:0:337536:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767389088.654268:0:338182:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389088.654273:0:338182:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389088.654276:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000acbe0d4 00000400:00000010:2.0:1767389088.654287:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000acbe0d4. 00000100:00000001:0.0:1767389088.654290:0:338182:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389088.654292:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389088.654298:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767389088.654316:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2734a03 x1853241654546560/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389088.654318:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003c8504a9 x1853241654546816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389088.654318:0:338182:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389088.654334:0:338182:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f04ce50. 00000100:00000200:0.0:1767389088.654351:0:338182:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654546688, offset 224 00000100:00000001:1.0:1767389088.654375:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389088.654381:0:338182:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767389088.654389:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389088.654393:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389088.654400:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389088.654402:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003c8504a9 x1853241654546816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389088.654416:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299676697 00000400:00000200:0.0:1767389088.654422:0:338182:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389088.654433:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299676682 00000100:00000001:1.0:1767389088.654449:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299676697 00000100:00000001:2.0:1767389088.654454:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389088.654471:0:338182:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372809100 00000100:00000001:1.0:1767389088.654474:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299676682 00000100:00000001:2.0:1767389088.654482:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389088.654496:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299676697 00000100:00000001:2.0:1767389088.654501:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389088.654508:0:338182:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21a5 [1] + 224 00000100:00000001:1.0:1767389088.654513:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299676682 00000100:00000040:2.0:1767389088.654514:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6310 usecs (7 jiffies) 00000400:00000200:0.0:1767389088.654522:0:338182:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389088.654523:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299676681 00000100:00000001:1.0:1767389088.654525:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299676697 00000100:00000001:2.0:1767389088.654543:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299676697 00000100:00000001:1.0:1767389088.654546:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299676682 00000400:00000200:0.0:1767389088.654554:0:338182:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389088.654557:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299676681 00000100:00000001:1.0:1767389088.654559:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389088.654567:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299676697 00000100:00000001:0.0:1767389088.654570:0:338182:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767389088.654571:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.654572:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299676681 00000100:00000001:2.0:1767389088.654585:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299676697 00000100:00000001:1.0:1767389088.654587:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389088.654588:0:338182:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036def01a x1853241654546688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389088.654590:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299676681 00000100:00000001:1.0:1767389088.654603:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.654604:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299676697 00000100:00000001:2.0:1767389088.654620:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389088.654632:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389088.654638:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389088.654644:0:338182:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000036def01a x1853241654546688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389088.654648:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389088.654663:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389088.654665:0:338182:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389088.654668:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389088.654705:0:339011:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767389088.654710:0:338182:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f04ce50 00000100:00100000:1.0:1767389088.654712:0:339011:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654546432 02000000:00000001:1.0:1767389088.654724:0:339011:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389088.654728:0:339011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389088.654731:0:339011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389088.654738:0:339011:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389088.654742:0:339011:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654546432 00000020:00000001:1.0:1767389088.654761:0:339011:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767389088.654764:0:338182:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f04ce50. 00000020:00000040:1.0:1767389088.654766:0:339011:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000001:1.0:1767389088.654775:0:339011:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389088.654775:0:338182:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389088.654784:0:338182:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389088.654798:0:338182:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389088.654807:0:338182:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389088.654812:0:338182:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389088.654817:0:338182:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389088.654821:0:338182:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1767389088.654822:0:339011:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000001:1.0:1767389088.654831:0:339011:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:1.0:1767389088.654838:0:339011:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000040:0.0:1767389088.654839:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000008c12b5c x1853241654546688/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:539/0 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389088.654847:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389088.654874:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092436606. 00000100:00100000:0.0:1767389088.654883:0:338182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000008c12b5c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654546688:12345-0@lo:400: Request processed in 1124us (1826us total) trans 0 rc 0/0 00000020:00000010:1.0:1767389088.654903:0:339011:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e6edafca. 00000100:00100000:0.0:1767389088.654914:0:338182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00000040:0.0:1767389088.654920:0:338182:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000020:00000040:1.0:1767389088.654921:0:339011:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:0.0:1767389088.654927:0:338182:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389088.654936:0:338182:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767389088.654941:0:339011:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767389088.654943:0:338182:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017a71df0. 00000020:00000010:0.0:1767389088.654963:0:338182:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056cb4a59. 00000020:00000010:1.0:1767389088.654968:0:339011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097aebe05. 00000020:00000010:0.0:1767389088.654969:0:338182:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000055e9453e. 00000020:00000010:1.0:1767389088.654978:0:339011:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000afc3e454. 00000020:00000040:0.0:1767389088.654984:0:338182:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000020:00000010:1.0:1767389088.654988:0:339011:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac0c6ab5. 00000100:00000001:0.0:1767389088.654989:0:338182:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389088.655019:0:339011:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767389088.655028:0:339011:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389088.655030:0:338182:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389088.655032:0:339011:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389088.655037:0:339011:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389088.655037:0:338182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654546816 02000000:00000001:0.0:1767389088.655050:0:338182:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389088.655054:0:338182:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389088.655058:0:338182:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389088.655063:0:339011:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389088.655064:0:338182:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389088.655073:0:338182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654546816 00000020:00000001:0.0:1767389088.655076:0:338182:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389088.655078:0:338182:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000100:00000001:1.0:1767389088.655080:0:339011:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389088.655085:0:338182:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389088.655090:0:338182:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000020:00000001:0.0:1767389088.655094:0:338182:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000020:00000001:0.0:1767389088.655099:0:338182:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:1.0:1767389088.655105:0:339011:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389088.655106:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389088.655113:0:339011:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767389088.655116:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000110f6cab. 00000100:00100000:1.0:1767389088.655127:0:339011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000020:00000010:0.0:1767389088.655129:0:338182:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000fbe3ab8d. 00000100:00000040:1.0:1767389088.655132:0:339011:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:1.0:1767389088.655138:0:339011:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252378551040 : -122821331000576 : ffff904b6e31e300) 00000020:00000040:0.0:1767389088.655141:0:338182:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000001:0.0:1767389088.655147:0:338182:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767389088.655154:0:338182:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055e9453e. 00000100:00000040:1.0:1767389088.655162:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000011d3d691 x1853241654546432/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:539/0 lens 224/0 e 0 to 0 dl 1767389099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389088.655164:0:338182:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000017a71df0. 00000020:00000010:0.0:1767389088.655181:0:338182:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056cb4a59. 00000100:00000001:1.0:1767389088.655191:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767389088.655199:0:338182:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:1.0:1767389088.655200:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6edafca. 00000100:00000001:0.0:1767389088.655209:0:338182:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389088.655210:0:339011:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389088.655215:0:338182:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767389088.655218:0:339011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6edafca. 00000100:00000001:0.0:1767389088.655220:0:338182:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389088.655236:0:338182:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1767389088.655241:0:339011:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000011d3d691 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654546432:12345-0@lo:13: 00000100:00000001:0.0:1767389088.655247:0:338182:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:1.0:1767389088.655248:0:339011:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654546432 00000100:00000001:0.0:1767389088.655253:0:338182:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389088.655255:0:339011:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389088.655260:0:339011:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389088.655264:0:339011:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389088.655267:0:339011:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389088.655271:0:339011:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000100:00000001:0.0:1767389088.655273:0:338182:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389088.655277:0:339011:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389088.655282:0:339011:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389088.655287:0:339011:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389088.655291:0:339011:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389088.655295:0:339011:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389088.655298:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389088.655301:0:339011:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767389088.655306:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767389088.655307:0:339011:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389088.655317:0:339011:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000fddfe7c7. 00000100:00100000:0.0:1767389088.655319:0:338182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 02000000:00000001:1.0:1767389088.655326:0:339011:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389088.655330:0:338182:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000100:00000001:1.0:1767389088.655332:0:339011:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389088.655337:0:338182:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402884864 : -122821306666752 : ffff904b6fa53100) 00002000:00000001:1.0:1767389088.655340:0:339011:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1767389088.655350:0:339011:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000040:0.0:1767389088.655351:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000048df85cf x1853241654546816/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:539/0 lens 224/0 e 0 to 0 dl 1767389099 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389088.655362:0:339011:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767389088.655375:0:339011:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:0.0:1767389088.655377:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389088.655382:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000c825fda. 00000100:00000001:0.0:1767389088.655389:0:338182:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389088.655392:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000c825fda. 00080000:00000001:1.0:1767389088.655399:0:339011:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389088.655402:0:338182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000048df85cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337536:x1853241654546816:12345-0@lo:400: 00000020:00000001:1.0:1767389088.655408:0:339011:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767389088.655415:0:338182:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654546816 00002000:00000024:1.0:1767389088.655417:0:339011:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000001:0.0:1767389088.655424:0:338182:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000020:1.0:1767389088.655431:0:339011:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000001:0.0:1767389088.655432:0:338182:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389088.655441:0:338182:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767389088.655444:0:339011:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767389088.655449:0:338182:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00002000:00000020:1.0:1767389088.655454:0:339011:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00002000:00000001:1.0:1767389088.655469:0:339011:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:1.0:1767389088.655476:0:339011:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:0.0:1767389088.655490:0:338182:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:0.0:1767389088.655497:0:338182:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1767389088.655499:0:339011:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389088.655503:0:338182:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1767389088.655504:0:339011:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389088.655524:0:338182:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000040:1.0:1767389088.655526:0:339011:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654546432 00010000:00000001:1.0:1767389088.655538:0:339011:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767389088.655539:0:338182:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389088.655553:0:338182:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767389088.655558:0:339011:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000011d3d691 x1853241654546432/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:539/0 lens 224/368 e 0 to 0 dl 1767389099 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389088.655562:0:338182:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767389088.655570:0:338182:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1767389088.655575:0:339011:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767389088.655575:0:338182:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767389088.655587:0:339011:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389088.655587:0:338182:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000213dc640. 02000000:00000001:0.0:1767389088.655603:0:338182:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389088.655605:0:339011:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389088.655612:0:338182:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389088.655615:0:339011:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767389088.655618:0:338182:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389088.655622:0:339011:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00010000:00000040:0.0:1767389088.655627:0:338182:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654546816 00000100:00000001:1.0:1767389088.655629:0:339011:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00010000:00000001:0.0:1767389088.655636:0:338182:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767389088.655638:0:339011:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389088.655651:0:339011:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767389088.655658:0:338182:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000048df85cf x1853241654546816/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:539/0 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389088.655661:0:339011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389088.655674:0:339011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767389088.655685:0:338182:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1767389088.655687:0:339011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f9dc0fb. 00010000:00000001:0.0:1767389088.655693:0:338182:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389088.655695:0:339011:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654546432, offset 224 00000100:00001000:0.0:1767389088.655698:0:338182:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=107 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389088.655706:0:338182:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767389088.655712:0:339011:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767389088.655718:0:338182:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000400:00000200:1.0:1767389088.655728:0:339011:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389088.655740:0:339011:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372809000 00000400:00000200:1.0:1767389088.655753:0:339011:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2199 [1] + 224 00000100:00000001:0.0:1767389088.655755:0:338182:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389088.655760:0:338182:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767389088.655775:0:339011:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767389088.655775:0:338182:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389088.655784:0:338182:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389088.655788:0:338182:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389088.655795:0:338182:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f04ce50. 00000100:00000200:0.0:1767389088.655801:0:338182:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654546816, offset 224 00000400:00000200:0.0:1767389088.655814:0:338182:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389088.655832:0:339011:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389088.655842:0:338182:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389088.655845:0:339011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389088.655873:0:339011:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d659aeb x1853241654546432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389104 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389088.655874:0:338182:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372809180 00000400:00000200:0.0:1767389088.655912:0:338182:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21b5 [1] + 224 00000400:00000200:0.0:1767389088.655924:0:338182:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767389088.655925:0:339011:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000d659aeb x1853241654546432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389088.655951:0:338182:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389088.655964:0:338182:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767389088.655966:0:339011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767389088.655977:0:338182:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003c8504a9 x1853241654546816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389088.655982:0:339011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f9dc0fb 00000100:00000040:0.0:1767389088.655997:0:338182:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003c8504a9 x1853241654546816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389088.655998:0:339011:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f9dc0fb. 00000100:00000001:1.0:1767389088.656013:0:339011:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389088.656019:0:339011:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389088.656021:0:338182:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389088.656031:0:339011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389088.656035:0:338182:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f04ce50 00000100:00000040:1.0:1767389088.656042:0:339011:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000400:00000010:0.0:1767389088.656043:0:338182:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f04ce50. 00010000:00000001:1.0:1767389088.656056:0:339011:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767389088.656063:0:338182:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767389088.656065:0:339011:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389088.656076:0:338182:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767389088.656077:0:339011:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767389088.656091:0:338182:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389088.656093:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011d3d691 x1853241654546432/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:539/0 lens 224/368 e 0 to 0 dl 1767389099 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389088.656109:0:338182:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389088.656123:0:338182:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389088.656132:0:338182:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389088.656144:0:339011:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000011d3d691 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654546432:12345-0@lo:13: Request processed in 942us (3638us total) trans 0 rc 0/0 00000020:00000001:0.0:1767389088.656147:0:338182:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767389088.656159:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048df85cf x1853241654546816/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:539/0 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389088.656171:0:339011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000040:1.0:1767389088.656186:0:339011:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:1.0:1767389088.656197:0:339011:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389088.656205:0:339011:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389088.656217:0:339011:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000afc3e454. 00000100:00100000:0.0:1767389088.656225:0:338182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000048df85cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337536:x1853241654546816:12345-0@lo:400: Request processed in 841us (2010us total) trans 0 rc 0/0 00000020:00000010:1.0:1767389088.656229:0:339011:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac0c6ab5. 00000020:00000010:1.0:1767389088.656252:0:339011:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097aebe05. 00000100:00100000:0.0:1767389088.656260:0:338182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00000040:0.0:1767389088.656267:0:338182:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000020:00000040:1.0:1767389088.656268:0:339011:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:0.0:1767389088.656280:0:338182:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389088.656282:0:339011:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389088.656295:0:338182:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389088.656300:0:338182:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000017a71df0. 00000020:00000010:0.0:1767389088.656309:0:338182:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056cb4a59. 00000020:00000010:0.0:1767389088.656317:0:338182:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000055e9453e. 00000020:00000040:0.0:1767389088.656331:0:338182:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000100:00000001:0.0:1767389088.656338:0:338182:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389088.656341:0:339008:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389088.656349:0:339008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654546944 02000000:00000001:1.0:1767389088.656353:0:339008:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389088.656359:0:339008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389088.656362:0:339008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389088.656368:0:339008:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389088.656371:0:339008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654546944 00000020:00000001:1.0:1767389088.656376:0:339008:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389088.656379:0:339008:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000100:00080000:0.0:1767389088.656382:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:1.0:1767389088.656384:0:339008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389088.656389:0:339008:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000040:0.0:1767389088.656395:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000020:00000001:1.0:1767389088.656397:0:339008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:1.0:1767389088.656414:0:339008:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00080000:0.0:1767389088.656417:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1767389088.656426:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:1.0:1767389088.656431:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389088.656437:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6edafca. 00000100:00000001:1.0:1767389088.656448:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389088.656451:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6edafca. 00000020:00000010:1.0:1767389088.656475:0:339008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097aebe05. 00000020:00000010:1.0:1767389088.656480:0:339008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000afc3e454. 00000020:00000010:1.0:1767389088.656484:0:339008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac0c6ab5. 00000100:00000040:1.0:1767389088.656497:0:339008:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767389088.656502:0:339008:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389088.656505:0:339008:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389088.656509:0:339008:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389088.656516:0:339008:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000001:0.0:1767389088.656519:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767389088.656521:0:339008:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000001:0.0:1767389088.656523:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767389088.656525:0:339008:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389088.656528:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000914c9064. 00000400:00000200:0.0:1767389088.656538:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008051fe62 00000400:00000010:0.0:1767389088.656541:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008051fe62. 00000100:00000001:1.0:1767389088.656549:0:339008:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389088.656551:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389088.656569:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036def01a x1853241654546688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389088.656578:0:339008:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389088.656583:0:339008:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767389088.656584:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036def01a x1853241654546688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389088.656604:0:339008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00000001:3.0:1767389088.656605:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389088.656612:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767389088.656615:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654546560 00000100:00000040:1.0:1767389088.656615:0:339008:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:0.0:1767389088.656618:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389088.656624:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389088.656625:0:339008:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252378553728 : -122821330997888 : ffff904b6e31ed80) 00000100:00000001:0.0:1767389088.656627:0:337536:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767389088.656628:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389088.656638:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389088.656641:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767389088.656647:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000695fcd04 x1853241654546944/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:539/0 lens 224/0 e 0 to 0 dl 1767389099 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389088.656650:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389088.656650:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389088.656662:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389088.656663:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389088.656664:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654546560 00000100:00000001:1.0:1767389088.656671:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767389088.656674:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767389088.656674:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767389088.656678:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389088.656681:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e6edafca. 00000020:00000040:3.0:1767389088.656682:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000400:00000001:2.0:1767389088.656686:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767389088.656689:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1767389088.656690:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=107 v=5 (5 0 0 0) 00000400:00000001:2.0:1767389088.656691:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767389088.656691:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767389088.656702:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000400:00000010:2.0:1767389088.656703:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008600ad11. 00000020:00000010:1.0:1767389088.656708:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e6edafca. 00000100:00001000:0.0:1767389088.656714:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=107 v=5 (1 0 0 0) 00000400:00000200:2.0:1767389088.656716:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073e409fb 00000020:00000001:3.0:1767389088.656717:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000010:2.0:1767389088.656725:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073e409fb. 00000100:00100000:1.0:1767389088.656727:0:339008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000695fcd04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654546944:12345-0@lo:400: 00000020:00000001:3.0:1767389088.656728:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389088.656735:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767389088.656739:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767389088.656739:0:339008:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654546944 00000020:00000001:1.0:1767389088.656747:0:339008:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767389088.656748:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000405ec8de. 00000020:00000001:1.0:1767389088.656751:0:339008:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767389088.656786:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389088.656789:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389088.656794:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767389088.656802:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000036def01a x1853241654546688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389088.656812:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389088.656813:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389088.656823:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:3.0:1767389088.656825:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000405ec8de. 00000100:00000040:0.0:1767389088.656833:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000010:3.0:1767389088.656837:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000318092c4. 00000100:00000001:0.0:1767389088.656843:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767389088.656844:0:339008:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389088.656847:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000066dd76bc. 00000100:00000001:0.0:1767389088.656849:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389088.656850:0:339008:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389088.656874:0:339008:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000010:3.0:1767389088.656876:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9c65e41. 00000100:00000200:2.0:1767389088.656882:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d659aeb x1853241654546432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389088.656883:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036def01a x1853241654546688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389088.656890:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000001:1.0:1767389088.656890:0:339008:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389088.656898:0:339008:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389088.656904:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389088.656912:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767389088.656914:0:339008:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767389088.656920:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389088.656923:0:339008:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389088.656931:0:339008:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389088.656938:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389088.656944:0:339008:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767389088.656957:0:339008:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767389088.656961:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767389088.656968:0:339008:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389088.656979:0:339008:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006c34d7d2. 00000100:00000001:3.0:1767389088.656985:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389088.656998:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389088.656999:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767389088.657000:0:339008:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389088.657006:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d659aeb x1853241654546432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389088.657015:0:339008:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389088.657018:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1767389088.657019:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00000001:0.0:1767389088.657028:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389088.657029:0:339008:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389088.657033:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389088.657048:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361785424 : -122821347766192 : ffff904b6d321050) 00010000:00000040:1.0:1767389088.657049:0:339008:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654546944 00000100:00000040:0.0:1767389088.657055:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036def01a x1853241654546688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389088.657060:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767389088.657064:0:339008:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767389088.657069:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389088.657072:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000017817528 x1853241654546560/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:539/0 lens 224/0 e 0 to 0 dl 1767389099 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767389088.657080:0:339008:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000695fcd04 x1853241654546944/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:539/0 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389088.657085:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389088.657093:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389088.657105:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389088.657116:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389088.657133:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389088.657150:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=97 v=5 (5 0 0 0) 00000100:00100000:0.0:1767389088.657169:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036def01a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654546688:0@lo:400: 00000100:00001000:2.0:1767389088.657177:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=97 v=5 (1 0 0 0) 00010000:00000001:1.0:1767389088.657183:0:339008:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389088.657190:0:339008:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389088.657202:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.657204:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1767389088.657204:0:339008:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389088.657209:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389088.657213:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389088.657219:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000405ec8de. 00000100:00000001:0.0:1767389088.657222:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767389088.657224:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767389088.657226:0:339008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767389088.657238:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767389088.657238:0:339008:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389088.657246:0:339008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000010:3.0:1767389088.657247:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000405ec8de. 00010000:00080000:2.0:1767389088.657252:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000d659aeb x1853241654546432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389088.657253:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036def01a x1853241654546688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389088.657256:0:339008:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389088.657264:0:339008:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389088.657265:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000017817528 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337538:x1853241654546560:12345-0@lo:400: 00000100:00000001:1.0:1767389088.657283:0:339008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767389088.657286:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654546560 00000020:00000001:3.0:1767389088.657299:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767389088.657303:0:339008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767389088.657309:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389088.657320:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389088.657320:0:339008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f9dc0fb. 00000020:00000001:3.0:1767389088.657336:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:1.0:1767389088.657338:0:339008:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654546944, offset 224 00000020:00000001:3.0:1767389088.657344:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000400:00000200:1.0:1767389088.657364:0:339008:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767389088.657366:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389088.657367:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767389088.657367:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1767389088.657379:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389088.657380:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767389088.657382:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1767389088.657384:0:339008:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767389088.657395:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000028d871. 00000020:00000001:3.0:1767389088.657396:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767389088.657396:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000020:00000001:3.0:1767389088.657406:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767389088.657413:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1767389088.657413:0:339008:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958372809200 00000020:00000001:3.0:1767389088.657416:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389088.657418:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767389088.657421:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389088.657430:0:338174:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767389088.657430:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767389088.657436:0:339008:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x21a1 [1] + 224 00000100:00000040:2.0:1767389088.657439:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000d659aeb x1853241654546432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389088.657442:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1767389088.657444:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:1.0:1767389088.657445:0:339008:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767389088.657456:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767389088.657464:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389088.657466:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007e4b9278. 02000000:00000010:0.0:1767389088.657483:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000deee8a24. 00000400:00000200:1.0:1767389088.657485:0:339008:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767389088.657495:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.657502:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389088.657503:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389088.657505:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767389088.657508:0:339008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389088.657512:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767389088.657516:0:338174:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389088.657518:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767389088.657519:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389088.657530:0:339008:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee3a3af1 x1853241654546944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767389088.657531:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036def01a. 00010000:00000040:3.0:1767389088.657533:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654546560 00000004:00000001:2.0:1767389088.657534:0:337538:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767389088.657541:0:337538:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00010000:00000001:3.0:1767389088.657547:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000004:00000040:2.0:1767389088.657550:0:337538:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000001:0.0:1767389088.657551:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000200:3.0:1767389088.657560:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000017817528 x1853241654546560/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:539/0 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389088.657562:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389088.657575:0:339008:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ee3a3af1 x1853241654546944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389088.657580:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1767389088.657583:0:337538:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000100:00000001:0.0:1767389088.657595:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389088.657605:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:2.0:1767389088.657614:0:337538:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767389088.657615:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389088.657624:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767389088.657634:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d659aeb x1853241654546432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389104 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389088.657636:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000495d5a0c. 00010000:00000001:3.0:1767389088.657637:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767389088.657641:0:339008:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767389088.657648:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389088.657653:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da461291 00000100:00001000:3.0:1767389088.657657:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=113 v=5 (1 0 0 0) 00000400:00000010:0.0:1767389088.657665:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da461291. 00000100:00000001:3.0:1767389088.657672:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767389088.657678:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767389088.657682:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00100000:2.0:1767389088.657686:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000d659aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654546432:0@lo:13: 00000400:00000200:1.0:1767389088.657688:0:339008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f9dc0fb 00000100:00000200:0.0:1767389088.657692:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003c8504a9 x1853241654546816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389088.657700:0:339008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f9dc0fb. 00000100:00000001:3.0:1767389088.657702:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:2.0:1767389088.657703:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389088.657714:0:339008:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767389088.657718:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767389088.657719:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389088.657720:0:339008:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:3.0:1767389088.657726:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389088.657732:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000d659aeb x1853241654546432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389104 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389088.657736:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389088.657772:0:339008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389088.657787:0:339008:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000200:0.0:1767389088.657792:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003c8504a9 x1853241654546816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389088.657801:0:339008:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767389088.657805:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767389088.657812:0:339008:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.657814:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767389088.657818:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000832d3625. 02000000:00000001:2.0:1767389088.657822:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767389088.657829:0:339008:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:2.0:1767389088.657833:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d311b910. 00000100:00000200:3.0:1767389088.657837:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654546560, offset 224 00000100:00000040:1.0:1767389088.657847:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000695fcd04 x1853241654546944/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:539/0 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389088.657851:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389088.657873:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389088.657897:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767389088.657898:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389088.657899:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389088.657908:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389088.657910:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389088.657921:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000066f66db3. 00000400:00000200:3.0:1767389088.657922:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389088.657922:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389088.657933:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767389088.657936:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767389088.657945:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767389088.657946:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372809080 02000000:00000001:2.0:1767389088.657946:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1767389088.657959:0:339008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000695fcd04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654546944:12345-0@lo:400: Request processed in 1275us (4935us total) trans 0 rc 0/0 00000100:00000001:0.0:1767389088.657963:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389088.657964:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d659aeb. 00000400:00000200:3.0:1767389088.657974:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x21b1 [1] + 224 02000000:00000001:0.0:1767389088.657982:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.657985:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767389088.657986:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389088.657994:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767389088.657994:0:339008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00001000:0.0:1767389088.657996:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=104 v=5 (5 0 0 0) 00000400:00000200:3.0:1767389088.658002:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767389088.658008:0:339008:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:2.0:1767389088.658009:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389088.658020:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767389088.658021:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=104 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389088.658023:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389088.658023:0:339008:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767389088.658032:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2734a03 x1853241654546560/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389088.658033:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389088.658035:0:339008:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767389088.658037:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1767389088.658040:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767389088.658045:0:339008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000afc3e454. 00000100:00000001:0.0:1767389088.658046:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767389088.658048:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389088.658054:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ac00971. 00000020:00000010:1.0:1767389088.658062:0:339008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac0c6ab5. 00010000:00000001:0.0:1767389088.658064:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1767389088.658066:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8bdd933 00000400:00000010:2.0:1767389088.658075:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8bdd933. 00000020:00000010:1.0:1767389088.658077:0:339008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097aebe05. 00010000:00080000:0.0:1767389088.658082:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003c8504a9 x1853241654546816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389088.658086:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2734a03 x1853241654546560/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389088.658090:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767389088.658092:0:339008:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:1.0:1767389088.658119:0:339008:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389088.658120:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee3a3af1 x1853241654546944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389088.658135:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389088.658151:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767389088.658159:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767389088.658173:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767389088.658179:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389088.658181:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389088.658191:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832d3625 00000400:00000010:3.0:1767389088.658198:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000832d3625. 00000100:00000040:0.0:1767389088.658199:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003c8504a9 x1853241654546816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389088.658207:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee3a3af1 x1853241654546944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389088.658210:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389088.658216:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389088.658223:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389088.658240:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389088.658256:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389088.658265:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389088.658276:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389088.658288:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017817528 x1853241654546560/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:539/0 lens 224/224 e 0 to 0 dl 1767389099 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389088.658295:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389088.658302:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389088.658310:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389088.658311:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389088.658318:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389088.658321:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389088.658328:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389088.658333:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767389088.658337:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c8504a9 x1853241654546816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389088.658340:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389088.658349:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389088.658367:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=97 v=5 (5 0 0 0) 00000100:00100000:3.0:1767389088.658375:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000017817528 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337538:x1853241654546560:12345-0@lo:400: Request processed in 1155us (4261us total) trans 0 rc 0/0 00000100:00001000:2.0:1767389088.658388:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389088.658413:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1767389088.658423:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00000001:2.0:1767389088.658423:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389088.658428:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003c8504a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:337536:1853241654546816:0@lo:400: 00010000:00000001:2.0:1767389088.658430:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767389088.658445:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ee3a3af1 x1853241654546944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389088.658450:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:0.0:1767389088.658455:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389088.658460:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389088.658479:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767389088.658485:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767389088.658486:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003c8504a9 x1853241654546816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389088.658494:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000066dd76bc. 00000020:00000010:3.0:1767389088.658506:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9c65e41. 00000020:00000010:3.0:1767389088.658518:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000318092c4. 00000020:00000040:3.0:1767389088.658532:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:3.0:1767389088.658545:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389088.658552:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007e4b9278. 02000000:00000001:3.0:1767389088.658563:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389088.658569:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767389088.658582:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767389088.658585:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389088.658586:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1767389088.658590:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013bfa047. 02000000:00000001:0.0:1767389088.658593:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767389088.658596:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767389088.658604:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000400:00000010:3.0:1767389088.658606:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008b93e9a0. 02000000:00000010:0.0:1767389088.658606:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f28b041. 00000100:00000001:2.0:1767389088.658615:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389088.658626:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389088.658627:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389088.658632:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389088.658635:0:337536:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:2.0:1767389088.658636:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee3a3af1 x1853241654546944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389088.658645:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389088.658653:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001a86051e. 00000100:00000001:2.0:1767389088.658663:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389088.658665:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767389088.658669:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767389088.658671:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389088.658687:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c8504a9. 00000100:00000001:2.0:1767389088.658688:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389088.658709:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767389088.658710:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee3a3af1 x1853241654546944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389088.658719:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767389088.658731:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ee3a3af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654546944:0@lo:400: 00000100:00000001:2.0:1767389088.658740:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.658744:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389088.658747:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee3a3af1 x1853241654546944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389088.658756:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389088.658760:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389088.658763:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092e86d42. 00000100:00000001:0.0:1767389088.658778:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389088.658791:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389088.658797:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389088.658801:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389088.658806:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389088.658823:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389088.658825:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389088.658828:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767389088.658832:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389088.658836:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000021ff755. 02000000:00000001:2.0:1767389088.658840:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389088.658843:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389088.658845:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee3a3af1. 00000100:00000001:2.0:1767389088.658851:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389088.658853:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389088.658871:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.658873:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389088.658875:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767389088.658879:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389088.658881:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389088.658884:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4779a39. 00000400:00000200:2.0:1767389088.658887:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000295b8a65 00000400:00000010:2.0:1767389088.658889:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000295b8a65. 00000100:00000001:2.0:1767389088.658908:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389088.658912:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2734a03 x1853241654546560/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389088.658920:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2734a03 x1853241654546560/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389088.658928:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389088.658929:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389088.658931:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389088.658933:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389088.658934:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389088.658936:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389088.658938:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389088.658940:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=113 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389088.658944:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=113 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389088.658946:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389088.658947:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389088.658949:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389088.658951:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.658953:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389088.658957:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2734a03 x1853241654546560/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389088.658963:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389088.658965:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389088.658966:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389088.658969:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2734a03 x1853241654546560/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389088.658975:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2734a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654546560:0@lo:400: 00000100:00000001:2.0:1767389088.658979:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389088.658982:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389088.658984:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2734a03 x1853241654546560/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389088.658990:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389088.658992:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389088.658993:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059336d48. 02000000:00000001:2.0:1767389088.658997:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389088.658998:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389088.658999:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389088.659001:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389088.659002:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b19f742. 02000000:00000001:2.0:1767389088.659004:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389088.659005:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389088.659006:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2734a03. 00000100:00000001:2.0:1767389088.659008:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389088.659009:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389088.659011:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389088.659015:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389088.659016:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389088.659018:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389088.659019:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389088.677842:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299676697, at 4299676698 00000100:00000010:3.0:1767389088.677875:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073f88ceb. 00000100:00000040:2.0:1767389088.677877:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299676697, at 4299676698 00000100:00000010:2.0:1767389088.677890:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002baf916e. 00000100:00000040:0.0:1767389088.677899:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299676697, at 4299676698 00000100:00000010:0.0:1767389088.677913:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b9ca8cc1. 00000100:00000040:1.0:1767389088.678801:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299676697, at 4299676699 00000100:00000010:1.0:1767389088.678810:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000e055224. 00010000:00000001:3.0:1767389088.971871:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389088.971877:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389088.971884:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389088.971886:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389088.971932:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389088.971937:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389088.971941:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767389089.355934:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000386c1692] -> 12345-192.168.204.113@tcp35 (4) 00000800:00000200:1.1:1767389089.355948:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000386c1692] -> 12345-192.168.204.113@tcp35 (4) 00000400:00000200:2.0:1767389089.356071:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356126:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356152:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356177:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356202:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356227:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356251:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356275:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356303:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356328:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356353:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356376:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356402:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356428:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356455:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356480:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356504:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356527:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356552:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356579:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356607:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356634:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356658:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356682:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356705:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356800:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356885:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.356926:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000001:1.0:1767389089.356928:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389089.356935:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389089.356941:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e3d66f4 00000400:00000010:1.0:1767389089.356946:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e3d66f4. 00000400:00000200:1.0:1767389089.356956:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389089.356959:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389089.356966:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp43 recovery ping unlinked 00000400:00000010:1.0:1767389089.356994:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000166a4762. 00000400:00000200:2.0:1767389089.356995:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000010:1.0:1767389089.357002:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000df05f51e. 00000400:00000200:2.0:1767389089.357054:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.357085:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.357109:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.357132:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389089.357157:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:2.0:1767389089.357327:0:356933:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004993ac69. 00000800:00000010:2.0:1767389089.357335:0:356933:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007173fd25. 00000800:00000010:2.0:1767389089.357341:0:356933:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006cb62286. 00000800:00000010:2.0:1767389089.357367:0:356933:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006cb62286. 00000800:00020000:2.0:1767389089.357376:0:356933:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389089.357382:0:356933:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007173fd25. 00000800:00000010:2.0:1767389089.357385:0:356933:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004993ac69. 00000400:02020000:2.0:1767389089.357444:0:356933:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp35 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767389089.357452:0:356933:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:2.0:1767389089.392573:0:357602:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389089.392593:0:357602:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389089.392600:0:357602:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389089.392611:0:357602:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389089.392621:0:357602:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389089.392625:0:357602:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389089.995873:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389089.995882:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389089.995889:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389089.995892:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389089.995943:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389089.995949:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389089.995953:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767389090.398954:0:357766:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767389090.398960:0:357766:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:3.0:1767389090.404844:0:357766:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767389090.415987:0:357767:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000007295e9d6. 00000400:00000010:3.0:1767389090.416008:0:357767:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bfa747d8. 00000400:00000010:3.0:1767389090.416022:0:357767:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000618a3da4. 00000400:00000010:3.0:1767389090.416027:0:357767:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000093d0954d. 00000400:00000010:3.0:1767389090.416032:0:357767:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e59cd282. 00000400:00000010:3.0:1767389090.416038:0:357767:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a2abfc4f. 00000400:00000010:3.0:1767389090.416041:0:357767:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000051e8fe37. 00000400:00000010:3.0:1767389090.416049:0:357767:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001c7dae49. 00000400:00000010:3.0:1767389090.416054:0:357767:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000764e9b6. 00000800:00000010:3.0:1767389090.416078:0:357767:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003f2b90a4. 00000800:00000200:3.0:1767389090.416093:0:357767:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767389090.416113:0:357767:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767389090.416168:0:357767:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:3.0:1767389090.416200:0:357767:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp46 [8/256/0/180] 00000400:00000010:3.0:1767389090.418702:0:357767:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 000000001634822c. 00000400:00000010:3.0:1767389090.418711:0:357767:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb035ed2. 00000400:00000010:3.0:1767389090.418720:0:357767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000832d3625. 00000400:00000001:3.0:1767389090.418801:0:357767:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389090.418805:0:357767:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389090.418808:0:357767:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e2ff566. 00000400:00000200:3.0:1767389090.418813:0:357767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dc73e79 00000400:00000010:3.0:1767389090.418816:0:357767:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006dc73e79. 00000400:00000010:3.0:1767389090.418840:0:357767:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000bb5f44a2. 00000400:00000200:3.0:1767389090.418849:0:357767:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (38) 00000400:00000200:3.0:1767389090.418868:0:357767:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:3.0:1767389090.418882:0:357767:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:3.0:1767389090.418892:0:357767:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000000d6318e3. 00000020:01000000:3.0:1767389090.418902:0:357767:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767389090.418907:0:357767:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp46 00000400:00000200:1.0:1767389090.418907:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389090.418918:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:3.0:1767389090.418930:0:357767:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bfa747d8. 00000400:00000010:3.0:1767389090.418938:0:357767:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000007295e9d6. 00000400:00000010:1.0:1767389090.418939:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f9dc0fb. 00000400:00000200:1.0:1767389090.418946:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (39) 00000400:00000010:1.0:1767389090.418955:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007cdd874b. 00000400:00000200:1.0:1767389090.418961:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp24 00000400:00000200:1.0:1767389090.418983:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp24 to MR: 192.168.204.113@tcp24 local destination 00000020:00000001:2.0:1767389090.418986:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767389090.418995:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767389090.418997:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp24 NI seq info: [180:180:256:4294967295] 192.168.204.113@tcp24 LPNI seq info [176:176:8:4294967295] 10000000:00000001:2.0:1767389090.419001:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767389090.419006:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767389090.419012:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp24 00000020:01000004:2.0:1767389090.419014:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767389090.419019:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767389090.419026:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389090.419032:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767389090.419038:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp24(192.168.204.113@tcp24:192.168.204.113@tcp24) -> 192.168.204.113@tcp24(192.168.204.113@tcp24:192.168.204.113@tcp24) : PUT try# 0 00000020:01000004:2.0:1767389090.419040:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389090.419048:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389090.419052:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767389090.419054:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:1.0:1767389090.419058:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.113@tcp24 00000020:01000004:2.0:1767389090.419060:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389090.419065:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:1.0:1767389090.419066:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003d16046f. 00000100:00000010:2.0:1767389090.419074:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2734a03. 00000800:00000200:1.0:1767389090.419082:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7bed6a0] -> 12345-192.168.204.113@tcp24 (6) 00000020:00000040:2.0:1767389090.419085:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389090.419094:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1767389090.419099:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp24 ip 192.168.204.113:988 02000000:00000001:2.0:1767389090.419101:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.0:1767389090.419108:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003d16046f type 1, nob 736 niov 1 nkiov 1 02000000:00000001:2.0:1767389090.419111:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389090.419127:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004993ac69. 00000100:00000001:2.0:1767389090.419138:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389090.419141:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389090.419147:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000100:00000001:2.0:1767389090.419152:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389090.419158:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389090.419172:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2734a03] to pc [ptlrpcd_00_03+3] req@00000000d2734a03 x1853241654547072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767389090.419213:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389090.419219:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389090.419222:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767389090.419225:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767389090.419234:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767389090.419235:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767389090.419240:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767389090.419243:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767389090.419244:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767389090.419250:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767389090.419251:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767389090.419257:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767389090.419261:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:1.0:1767389090.419263:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2734a03 x1853241654547072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767389090.419283:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389090.419290:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389090.419294:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389090.419300:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389090.419306:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767389090.419310:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767389090.419311:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389090.419314:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767389090.419319:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee3a3af1. 00000020:00000040:2.0:1767389090.419324:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000800:00000200:0.0:1767389090.419324:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389090.419351:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003d16046f. 00000100:00000001:1.0:1767389090.419352:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389090.419354:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000001:3.0:1767389090.419360:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767389090.419367:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767389090.419376:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767389090.419377:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389090.419378:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:3.0:1767389090.419381:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767389090.419390:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767389090.419401:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767389090.419404:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389090.419409:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000099dfe410. 00000800:00000001:3.0:1767389090.419415:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389090.419418:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389090.419427:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2734a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654547072:0@lo:253: 00000400:00000200:0.0:1767389090.419429:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp24->192.168.204.113@tcp24: PUT: OK 00000100:00000001:2.0:1767389090.419431:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389090.419442:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389090.419458:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp24(192.168.204.113@tcp24) <- 192.168.204.113@tcp24 : PUT - for me 00000100:00000001:1.0:1767389090.419461:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767389090.419462:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:2.0:1767389090.419468:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee3a3af1] to pc [ptlrpcd_00_00+0] req@00000000ee3a3af1 x1853241654547200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389090.419478:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767389090.419490:0:337530:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp24: 0 02000000:00000001:1.0:1767389090.419491:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389090.419505:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 640 into portal 0 MB=0x8000000000000000 02000000:00000001:1.0:1767389090.419507:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389090.419521:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009ad56601. 00000400:00000200:3.0:1767389090.419527:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 624/640 into md 0x2161 [1] + 0 02000000:00000001:1.0:1767389090.419531:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389090.419532:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389090.419534:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001410816. 10000000:00000001:2.0:1767389090.419543:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389090.419546:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000123c2344. 00000400:00000200:3.0:1767389090.419548:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bc0a7fd1 00000100:00000001:0.0:1767389090.419548:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767389090.419549:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389090.419564:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:2.0:1767389090.419565:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:3.0:1767389090.419570:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767389090.419571:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c91ef727. 00000100:00000001:0.0:1767389090.419575:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1767389090.419576:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000000d6318e3. 00000100:00000200:1.0:1767389090.419581:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654547072, portal 25 00000100:00000001:1.0:1767389090.419591:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389090.419596:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402874112 : -122821306677504 : ffff904b6fa50700) 00000800:00000001:3.0:1767389090.419599:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389090.419603:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee3a3af1 x1853241654547200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389090.419609:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767389090.419611:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767389090.419619:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2734a03 x1853241654547072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389090.419621:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389090.419642:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767389090.419649:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp24->192.168.204.113@tcp24: PUT: OK 00000100:00000001:2.0:1767389090.419652:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389090.419680:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc0a7fd1 00000400:00000010:3.0:1767389090.419691:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc0a7fd1. 00000400:00000200:3.0:1767389090.419706:0:337531:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:1.0:1767389090.419726:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767389090.419727:0:337531:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (40) 00000100:00000040:1.0:1767389090.419740:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389090.419747:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd4df095. 00000100:00000200:1.0:1767389090.419755:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654547072, offset 0 00000100:00000001:0.0:1767389090.419774:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389090.419780:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389090.419789:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767389090.419790:0:337531:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 02000000:00000001:0.0:1767389090.419804:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767389090.419813:0:337531:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (640 bytes) 00000400:00000200:1.0:1767389090.419819:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767389090.419841:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389090.419847:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00100000:0.0:1767389090.419849:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ee3a3af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654547200:0@lo:253: 00000100:00000001:0.0:1767389090.419863:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767389090.419869:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (41) 02000000:00000001:0.0:1767389090.419872:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389090.419882:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389090.419889:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767389090.419894:0:337531:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767389090.419896:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1767389090.419903:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001760ee2e. 02000000:00000001:0.0:1767389090.419912:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389090.419921:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp24 to MR: 192.168.204.113@tcp24 local destination 00000400:00000200:3.0:1767389090.419932:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp24 NI seq info: [181:181:256:4294967295] 192.168.204.113@tcp24 LPNI seq info [177:177:8:4294967295] 00000400:00000010:0.0:1767389090.419933:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e742bb1. 00000400:00000010:0.0:1767389090.419955:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000309c14b6. 00000400:00000200:3.0:1767389090.419970:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp24(192.168.204.113@tcp24:192.168.204.113@tcp24) -> 192.168.204.113@tcp24(192.168.204.113@tcp24:192.168.204.113@tcp24) 192.168.204.113@tcp24 : ACK try# 0 00000100:00000200:0.0:1767389090.419977:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654547200, portal 25 00000800:00000200:3.0:1767389090.419986:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp24 00000400:00000200:1.0:1767389090.419996:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372809280 00000100:00000001:0.0:1767389090.419997:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1767389090.419999:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e4221f5. 00000100:00000001:0.0:1767389090.420011:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402872320 : -122821306679296 : ffff904b6fa50000) 00000100:00000040:0.0:1767389090.420027:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ee3a3af1 x1853241654547200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767389090.420028:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7bed6a0] -> 12345-192.168.204.113@tcp24 (6) 00000400:00000200:1.0:1767389090.420029:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x18d1 [2] + 0 00000400:00000010:1.0:1767389090.420061:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000616c6f6f. 00000800:00000200:3.0:1767389090.420066:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp24 ip 192.168.204.113:993 00000400:00000200:1.0:1767389090.420079:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000092f68d32 00000800:00000200:3.0:1767389090.420084:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006e4221f5 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767389090.420097:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767389090.420114:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767389090.420118:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767389090.420124:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:3.0:1767389090.420127:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389090.420135:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092f68d32 00000100:00000040:0.0:1767389090.420136:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389090.420151:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000092f68d32. 00000400:00000010:0.0:1767389090.420154:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005f7217ce. 00000100:00000001:1.0:1767389090.420160:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389090.420163:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654547200, offset 0 00000100:00000200:1.0:1767389090.420166:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767389090.420176:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767389090.420195:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000615a5ea8 x1853241654547072 msgsize 4848 00000400:00000200:0.0:1767389090.420220:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767389090.420226:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389090.420235:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:3.0:1767389090.420242:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767389090.420251:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389090.420253:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372809300 00000800:00000010:3.0:1767389090.420255:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e4221f5. 00000400:00000200:3.0:1767389090.420268:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389090.420278:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x18e1 [2] + 0 00000400:00000200:3.0:1767389090.420292:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp24->192.168.204.113@tcp24: ACK: OK 00000400:00000010:0.0:1767389090.420298:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044b7db3a. 00000400:00000200:0.0:1767389090.420309:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005897caf5 00000800:00000001:3.0:1767389090.420310:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389090.420319:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd4df095 00000800:00000001:3.0:1767389090.420321:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389090.420324:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767389090.420327:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fd4df095. 00000800:00000001:3.0:1767389090.420331:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767389090.420346:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389090.420348:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767389090.420350:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389090.420365:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767389090.420369:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2734a03 x1853241654547072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389090.420370:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005897caf5 00000400:00000010:0.0:1767389090.420382:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005897caf5. 00000800:00000001:3.0:1767389090.420390:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389090.420401:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389090.420414:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767389090.420415:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp24(192.168.204.113@tcp24) <- 192.168.204.113@tcp24 : ACK - for me 00000100:00000001:1.0:1767389090.420419:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389090.420435:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2734a03 x1853241654547072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389090.420436:0:337536:0:(events.c:337:request_in_callback()) incoming req@000000007c075773 x1853241654547200 msgsize 4848 00000400:00000200:3.0:1767389090.420473:0:337531:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp24: ACK from 12345-192.168.204.113@tcp24 into md 0x21dd 00000100:00100000:0.0:1767389090.420486:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767389090.420491:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767389090.420504:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767389090.420523:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp24->192.168.204.113@tcp24: ACK: OK 00000100:00000001:1.0:1767389090.420524:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389090.420531:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767389090.420536:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f9dc0fb 00000400:00000010:3.0:1767389090.420541:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f9dc0fb. 00000100:00000001:1.0:1767389090.420542:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389090.420543:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389090.420549:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767389090.420561:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299678463 00000400:00000200:0.0:1767389090.420562:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f7217ce 00000400:00000200:3.0:1767389090.420567:0:337531:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000010:0.0:1767389090.420577:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005f7217ce. 00000100:00000010:1.0:1767389090.420581:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffc7c20f. 00000400:00000200:3.0:1767389090.420587:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000100:00000001:0.0:1767389090.420588:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767389090.420593:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767389090.420606:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (40) 00000100:00000200:0.0:1767389090.420609:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee3a3af1 x1853241654547200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389090.420613:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299678463 00000800:00000001:3.0:1767389090.420618:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1767389090.420631:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbb66c48. 00000800:00000001:3.0:1767389090.420632:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389090.420646:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389090.420649:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1767389090.420661:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ee3a3af1 x1853241654547200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389090.420663:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299678463 00000100:00000010:1.0:1767389090.420680:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002baf916e. 00000100:00000001:1.0:1767389090.420698:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767389090.420701:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389090.420706:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299678463 00000100:00000001:0.0:1767389090.420707:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1767389090.420720:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073f88ceb. 00000100:00000001:1.0:1767389090.420763:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389090.420774:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389090.420778:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389090.420779:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389090.420784:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389090.420788:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299678464 00000100:00000001:1.0:1767389090.420789:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389090.420813:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389090.420817:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299678463 00000100:00000001:1.0:1767389090.420840:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389090.420844:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299678464 00000100:00000001:1.0:1767389090.420847:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389090.420856:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389090.420863:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299678463 00000100:00000001:1.0:1767389090.420881:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389090.420890:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389090.420894:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299678464 00000100:00000001:0.0:1767389090.420911:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299678463 00000100:00000001:0.0:1767389090.420930:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299678464 00000100:00000001:3.0:1767389090.420940:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389090.420946:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299678463 00000100:00100000:3.0:1767389090.420948:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654547072 00000100:00000001:1.0:1767389090.420952:0:352639:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767389090.420957:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767389090.420962:0:352639:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654547200 00000100:00000001:3.0:1767389090.420964:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389090.420964:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389090.420975:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389090.420976:0:352639:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389090.420979:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389090.420983:0:352639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767389090.420988:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389090.420997:0:352639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389090.421000:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654547072 00000100:00000001:0.0:1767389090.421000:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389090.421004:0:352639:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389090.421017:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767389090.421028:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767389090.421030:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00100000:1.0:1767389090.421030:0:352639:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654547200 00000020:00000001:3.0:1767389090.421043:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767389090.421049:0:352639:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389090.421051:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000040:1.0:1767389090.421055:0:352639:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389090.421057:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389090.421059:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767389090.421060:0:352639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389090.421076:0:352639:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:3.0:1767389090.421079:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389090.421079:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767389090.421089:0:352639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389090.421099:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389090.421101:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767389090.421101:0:352639:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389090.421114:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389090.421116:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389090.421117:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff50b108. 00000100:00000001:0.0:1767389090.421120:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389090.421125:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c71eebc. 00000100:00000001:3.0:1767389090.421130:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389090.421134:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389090.421137:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389090.421139:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff50b108. 00000020:00000010:1.0:1767389090.421151:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c71eebc. 00000020:00000010:3.0:1767389090.421158:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001626bc99. 00000020:00000010:1.0:1767389090.421164:0:352639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098a336bb. 00000020:00000010:3.0:1767389090.421168:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e3065afb. 00000020:00000010:1.0:1767389090.421173:0:352639:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008ef8269a. 00000020:00000010:3.0:1767389090.421179:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9c65e41. 00000020:00000010:1.0:1767389090.421182:0:352639:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac0c6ab5. 00000100:00000040:3.0:1767389090.421202:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767389090.421205:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767389090.421216:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000b6b00573. 00000100:00000001:3.0:1767389090.421217:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389090.421218:0:352639:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389090.421225:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389090.421228:0:352639:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389090.421230:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389090.421232:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071ad8f9c. 00000100:00000001:1.0:1767389090.421233:0:352639:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389090.421243:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389090.421256:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f04ce50. 00000100:00000001:1.0:1767389090.421259:0:352639:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389090.421267:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000b6b00573 00000100:00000001:3.0:1767389090.421269:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389090.421282:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 000000004c72710b. 00000100:00000001:1.0:1767389090.421284:0:352639:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389090.421294:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389090.421301:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767389090.421303:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 640 success 00000100:00100000:3.0:1767389090.421315:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00000001:1.0:1767389090.421321:0:352639:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767389090.421325:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000400:00000200:0.0:1767389090.421325:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102051 00000100:00000001:1.0:1767389090.421326:0:352639:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767389090.421338:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361789520 : -122821347762096 : ffff904b6d322050) 00000400:00000200:0.0:1767389090.421341:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (39) 00000100:00100000:1.0:1767389090.421346:0:352639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00000040:3.0:1767389090.421358:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000615a5ea8 x1853241654547072/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:541/0 lens 4848/0 e 0 to 0 dl 1767389101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389090.421360:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000ebe17e8c. 00000100:00000040:1.0:1767389090.421362:0:352639:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:1.0:1767389090.421379:0:352639:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361781328 : -122821347770288 : ffff904b6d320050) 00000400:00000010:0.0:1767389090.421381:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002db60def. 00000100:00000001:3.0:1767389090.421387:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389090.421395:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff50b108. 00000400:00000010:0.0:1767389090.421398:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007f7e5acc. 00000100:00000001:3.0:1767389090.421400:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767389090.421405:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007c075773 x1853241654547200/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:541/0 lens 4848/0 e 0 to 0 dl 1767389101 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389090.421418:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff50b108. 00000400:00000200:0.0:1767389090.421435:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000100:00100000:3.0:1767389090.421444:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000615a5ea8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654547072:12345-0@lo:253: 00000100:00000001:1.0:1767389090.421452:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767389090.421456:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654547072 00000020:00000010:1.0:1767389090.421460:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c71eebc. 00000020:00000001:3.0:1767389090.421463:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767389090.421468:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389090.421470:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000020:00000001:3.0:1767389090.421471:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389090.421482:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389090.421485:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c71eebc. 00000020:00000001:3.0:1767389090.421495:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389090.421500:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000400:00000200:0.0:1767389090.421501:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 170], ns[65, 174] 00000100:00100000:1.0:1767389090.421514:0:352639:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007c075773 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654547200:12345-0@lo:253: 00000020:00000001:3.0:1767389090.421517:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389090.421526:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389090.421547:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767389090.421547:0:352639:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654547200 00000400:00000200:0.0:1767389090.421549:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000020:00000001:3.0:1767389090.421557:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389090.421560:0:352639:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389090.421569:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389090.421570:0:352639:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389090.421580:0:352639:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389090.421582:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 64], ns[77, 65] 00000100:00000001:3.0:1767389090.421583:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767389090.421592:0:352639:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767389090.421594:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767389090.421608:0:352639:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 02000000:00000010:3.0:1767389090.421612:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000d6318e3. 00000400:00000200:0.0:1767389090.421619:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 64], ns[81, 65] 00000020:00000001:1.0:1767389090.421623:0:352639:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767389090.421625:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389090.421630:0:352639:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389090.421640:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389090.421647:0:352639:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389090.421652:0:352639:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767389090.421658:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 64], ns[97, 65] 20000000:00000001:3.0:1767389090.421661:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767389090.421661:0:352639:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389090.421680:0:352639:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:3.0:1767389090.421681:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000801f716c. 00000400:00000200:0.0:1767389090.421688:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 64], ns[101, 65] 02000000:00000001:1.0:1767389090.421691:0:352639:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:3.0:1767389090.421698:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000010:1.0:1767389090.421706:0:352639:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007c7bae14. 20000000:00000001:3.0:1767389090.421712:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767389090.421721:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:1.0:1767389090.421722:0:352639:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389090.421730:0:352639:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389090.421731:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389090.421736:0:352639:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:3.0:1767389090.421737:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389090.421774:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 64], ns[112, 65] 20000000:00000001:3.0:1767389090.421782:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767389090.421789:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 65] 20000000:00000010:1.0:1767389090.421791:0:352639:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d395a76a. 20000000:00000010:3.0:1767389090.421800:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d407854b. 20000000:01000000:1.0:1767389090.421807:0:352639:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1767389090.421815:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:1.0:1767389090.421819:0:352639:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767389090.421842:0:352639:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767389090.421845:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767389090.421849:0:352639:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389090.421850:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 64], ns[123, 65] 00080000:00000001:3.0:1767389090.421858:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:00000001:1.0:1767389090.421869:0:352639:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389090.421878:0:352639:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767389090.421879:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[135, 65] 00000400:00000200:0.0:1767389090.421893:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 64], ns[143, 65] 00000400:00000200:0.0:1767389090.421903:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 64], ns[146, 65] 00000400:00000200:0.0:1767389090.421915:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 64], ns[155, 65] 00000400:00000200:0.0:1767389090.421921:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[155, 64], ns[159, 65] 00000400:00000200:0.0:1767389090.421927:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 64], ns[181, 65] 00000400:00000200:0.0:1767389090.421938:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 64], ns[46, 65] 00080000:00000001:3.0:1767389090.421941:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389090.421951:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 46], ns[50, 46] 00080000:00000001:3.0:1767389090.421953:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767389090.421960:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389090.421968:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:0.0:1767389090.421970:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 46], ns[54, 46] 00000020:00000001:3.0:1767389090.421977:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:0.0:1767389090.421985:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 46], ns[58, 46] 00000020:00000001:3.0:1767389090.421989:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00000400:00000200:0.0:1767389090.421999:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[125, 46], ns[128, 46] 00080000:00000001:3.0:1767389090.422003:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:0.0:1767389090.422011:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 46], ns[141, 46] 00080000:00000010:3.0:1767389090.422014:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000005b5fc2ae. 00000400:00000200:0.0:1767389090.422022:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 46], ns[87, 46] 00080000:00000001:3.0:1767389090.422025:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621251715206144 : -122821994345472 : ffff904b46a80c00) 00080000:00000001:3.0:1767389090.422043:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:0.0:1767389090.422045:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 46], ns[90, 46] 00000400:00000200:0.0:1767389090.422053:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[158, 46], ns[162, 46] 00000400:00000200:0.0:1767389090.422060:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 46], ns[132, 46] 00000400:00000200:0.0:1767389090.422069:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 46], ns[109, 46] 00000400:00000200:0.0:1767389090.422074:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 46], ns[117, 46] 00000400:00000200:0.0:1767389090.422083:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 46], ns[127, 46] 00000400:00000200:0.0:1767389090.422089:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[160, 46], ns[164, 46] 00000400:00000200:0.0:1767389090.422100:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 46], ns[172, 46] 00000400:00000200:0.0:1767389090.422109:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 46], ns[179, 46] 00000400:00000200:0.0:1767389090.422117:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[164, 46], ns[168, 46] 00000400:00000200:0.0:1767389090.422127:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 46], ns[171, 46] 00000400:00000200:0.0:1767389090.422134:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[173, 46], ns[177, 46] 00000400:00000200:0.0:1767389090.422144:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 46], ns[0, 46] 00000400:00000200:0.0:1767389090.422155:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp44] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767389090.422160:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 00000400:00000200:0.0:1767389090.422168:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp44 00000400:00000200:0.0:1767389090.422177:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp44 lpni_is_preferred = 0 00000400:00000200:0.0:1767389090.422185:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp44 00000400:00000200:0.0:1767389090.422198:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp44 NI seq info: [182:182:256:4294967295] 192.168.204.113@tcp44 LPNI seq info [178:178:8:4294967295] 00000400:00000200:0.0:1767389090.422212:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp44 00000001:00000001:3.0:1767389090.422237:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000200:0.0:1767389090.422238:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp44(192.168.204.113@tcp44:) -> 192.168.204.113@tcp44(192.168.204.113@tcp:192.168.204.113@tcp44) : GET try# 0 00080000:00000001:3.0:1767389090.422243:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389090.422253:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000200:0.0:1767389090.422259:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp44 00000800:00000010:0.0:1767389090.422267:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000082ef55b. 00000800:00000010:0.0:1767389090.422283:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005f7217ce. 00080000:00000001:3.0:1767389090.422285:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767389090.422288:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009bb4736f. 00080000:00000001:3.0:1767389090.422292:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:0.0:1767389090.422300:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f7217ce] -> 12345-192.168.204.113@tcp44 (2) 00000800:00000200:0.1:1767389090.422308:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f7217ce] -> 12345-192.168.204.113@tcp44 (2) 00000400:00000200:0.0:1767389090.422332:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389090.422339:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100251 rc 0 00080000:00000001:3.0:1767389090.422502:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767389090.422509:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767389090.422553:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.422680:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.422721:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.422934:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.423030:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.423123:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.423310:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.423385:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.423455:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.423586:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.423715:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.423867:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.423944:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.423986:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.424087:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.424197:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.424309:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.424453:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.424590:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.424721:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.424927:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.425044:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.425148:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.425303:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.425505:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.425696:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.425965:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.426198:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.426400:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.426612:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.426846:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.427035:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.427202:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.427356:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389090.427504:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389090.427950:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000055b5bca3. 00000800:00000010:0.0:1767389090.427958:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000d802ae0. 00000800:00000010:0.0:1767389090.427966:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c1dffd04. 00000800:00000010:0.0:1767389090.428006:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c1dffd04. 00000800:00020000:0.0:1767389090.428031:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389090.428037:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000d802ae0. 00000800:00000010:0.0:1767389090.428044:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000055b5bca3. 00000400:02020000:0.0:1767389090.428240:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp44 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389090.428252:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp44 notifying 192.168.204.113@tcp44: down 00000800:00000200:0.0:1767389090.428267:0:337527:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp44 down 00000800:00000100:0.0:1767389090.428285:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp44 00000800:00000010:0.0:1767389090.428289:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000082ef55b. 00000400:00000200:0.0:1767389090.428299:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389090.428313:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp44->192.168.204.113@tcp44: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389090.428333:0:337527:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp44 added to recovery queue. ping count: 0 next ping: 5012 health :900 00000400:00000200:0.0:1767389090.428344:0:337527:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767389090.428357:0:337527:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 1 00000400:00000200:0.0:1767389090.428370:0:337527:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767389090.428443:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767389090.428454:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100851 00000400:00000001:0.0:1767389090.428461:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389090.428466:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389090.428471:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002db60def 00000400:00000010:0.0:1767389090.428475:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002db60def. 00000400:00000200:0.0:1767389090.428485:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767389090.428500:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000010:0.0:1767389090.428505:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000ebe17e8c. 00000400:00000200:0.0:1767389090.428516:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (40) 00000400:00000200:0.0:1767389090.428524:0:337534:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.113@tcp:-71 00000400:00000200:0.0:1767389090.428535:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102051 rc -71 00000400:00000200:0.0:1767389090.428542:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:0.0:1767389090.428555:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (39) 00080000:00000001:3.0:1767389090.438590:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767389090.438599:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00080000:00000001:1.0:1767389090.438603:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:00000001:3.0:1767389090.438604:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389090.438608:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767389090.438611:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389090.438616:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:01000000:3.0:1767389090.438622:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767389090.438628:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389090.438630:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389090.438633:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000005b5fc2ae. 20000000:00000001:3.0:1767389090.438638:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767389090.438639:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:3.0:1767389090.438646:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:3.0:1767389090.438653:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:2.0:1767389090.438659:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767389090.438665:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767389090.438671:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767389090.438676:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389090.438681:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389090.438691:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000001d444f9. 20000000:00000010:3.0:1767389090.438694:0:352639:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a15cb649. 00010000:00000001:2.0:1767389090.438698:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:01000000:3.0:1767389090.438699:0:352639:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:3.0:1767389090.438706:0:352639:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000010:2.0:1767389090.438706:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000078f6d8b2. 00080000:00000001:3.0:1767389090.438710:0:352639:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000001:2.0:1767389090.438713:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389090.438718:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000078f6d8b2 with handle 0x95cd417baf4295f9 to hash 00000020:00000001:2.0:1767389090.438720:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389090.438722:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389090.438752:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389090.438756:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389090.438760:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389090.438764:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4295f9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389090.438773:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389090.438778:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767389090.438781:0:352639:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389090.438782:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767389090.438788:0:352639:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:2.0:1767389090.438788:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767389090.438793:0:352639:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389090.438794:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767389090.438796:0:352639:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:2.0:1767389090.438798:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000001:3.0:1767389090.438801:0:352639:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767389090.438802:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389090.438808:0:352639:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00010000:00000001:2.0:1767389090.438809:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389090.438813:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:3.0:1767389090.438814:0:352639:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:2.0:1767389090.438817:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389090.438819:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389090.438837:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000001d444f9) refcount = 1 00010000:00010000:2.0:1767389090.438842:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4295f9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389090.438848:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000010:3.0:1767389090.438850:0:352639:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007295e9d6. 00010000:00000001:2.0:1767389090.438851:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:3.0:1767389090.438857:0:352639:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621251715214336 : -122821994337280 : ffff904b46a82c00) 00010000:00000001:2.0:1767389090.438858:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767389090.438861:0:352639:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767389090.438863:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389090.438867:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389090.438871:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767389090.438875:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:2.0:1767389090.438879:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389090.438881:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389090.438883:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000078f6d8b2 refcount=4 00000020:00000001:2.0:1767389090.438886:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389090.438890:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389090.438892:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389090.438894:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4295f9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389090.438902:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389090.438904:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4295f9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389090.438911:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389090.438917:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389090.438920:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4295f9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389090.438925:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389090.438927:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389090.438930:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389090.438933:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4295f9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389090.438939:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000078f6d8b2 already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389090.438942:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389090.438945:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389090.438946:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4295f9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389090.438952:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389090.438956:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389090.438958:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389090.438961:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000078f6d8b2 refcount=5 00000020:00000001:2.0:1767389090.438964:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389090.438967:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436003328 : -122826273548288 : ffff904a47989800) 00010000:00000001:2.0:1767389090.438972:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389090.438974:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4295f9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767389090.438978:0:352639:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000001:2.0:1767389090.438980:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:3.0:1767389090.438982:0:352639:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389090.438984:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000001:3.0:1767389090.438986:0:352639:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:2.0:1767389090.438987:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389090.438993:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389090.438996:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389090.438998:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389090.438999:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389090.439002:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000078f6d8b2 with handle 0x95cd417baf4295f9 from hash 00080000:00000001:3.0:1767389090.439004:0:352639:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389090.439005:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:3.0:1767389090.439009:0:352639:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767389090.439011:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389090.439015:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389090.439016:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389090.439018:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389090.439022:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389090.439026:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389090.439028:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389090.439032:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389090.439034:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389090.439036:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389090.439038:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389090.439040:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389090.439041:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389090.439042:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389090.439044:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389090.439046:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4295f9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389090.439051:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389090.439053:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389090.439056:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389090.439058:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389090.439061:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389090.439063:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389090.439067:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389090.439071:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389090.439073:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389090.439075:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4295f9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389090.439082:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767389090.439085:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389090.439088:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000078f6d8b2/0x95cd417baf4295f9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389090.439094:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000001d444f9 count: 0 00010000:00000001:2.0:1767389090.439108:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767389090.439109:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:3.0:1767389090.439116:0:352639:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1767389090.439120:0:352639:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:1.0:1767389090.444797:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299678464, at 4299678465 00000100:00000040:2.0:1767389090.444801:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299678464, at 4299678465 00000100:00000010:1.0:1767389090.444809:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fbb66c48. 00000100:00000010:2.0:1767389090.444816:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002baf916e. 00000100:00000040:0.0:1767389090.445042:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299678464, at 4299678465 00000100:00000010:0.0:1767389090.445058:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffc7c20f. 00000100:00000040:3.0:1767389090.445600:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299678464, at 4299678465 00000100:00000010:3.0:1767389090.445610:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073f88ceb. 00010000:00000010:2.1:1767389090.446807:0:357773:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000001d444f9. 00010000:00000010:2.1:1767389090.446837:0:357773:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000078f6d8b2. 00080000:00000001:1.0:1767389090.453842:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767389090.453845:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389090.453850:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767389090.453850:0:352639:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767389090.453858:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767389090.453880:0:352639:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00040000:00000001:1.0:1767389090.453882:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389090.453891:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007295e9d6. 20000000:00000001:0.0:1767389090.453892:0:352639:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389090.453906:0:352639:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767389090.453908:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767389090.453914:0:352639:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767389090.453940:0:352639:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389090.453947:0:352639:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:0.0:1767389090.453959:0:352639:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767389090.453977:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389090.453982:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389090.453987:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389090.453993:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389090.453998:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389090.454008:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000190833c9. 00010000:00000001:0.0:1767389090.454015:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389090.454021:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c4f799da. 00000020:00000001:0.0:1767389090.454026:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389090.454029:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c4f799da with handle 0x95cd417baf429600 to hash 00000020:00000001:0.0:1767389090.454033:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389090.454036:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389090.454041:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389090.454048:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389090.454051:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389090.454056:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf429600 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389090.454068:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389090.454073:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389090.454076:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389090.454080:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389090.454083:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389090.454087:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389090.454090:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389090.454093:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389090.454096:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389090.454099:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389090.454101:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389090.454106:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000190833c9) refcount = 1 00010000:00010000:0.0:1767389090.454111:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c4f799da/0x95cd417baf429600 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389090.454119:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389090.454123:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389090.454125:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389090.454129:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389090.454131:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389090.454135:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389090.454138:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:0.0:1767389090.454143:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389090.454147:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389090.454150:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4f799da refcount=4 00000020:00000001:0.0:1767389090.454153:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389090.454157:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389090.454160:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389090.454164:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf429600 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389090.454182:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389090.454187:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c4f799da/0x95cd417baf429600 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389090.454195:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389090.454198:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389090.454203:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c4f799da/0x95cd417baf429600 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389090.454211:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389090.454214:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389090.454218:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389090.454222:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c4f799da/0x95cd417baf429600 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389090.454231:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c4f799da already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389090.454235:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389090.454239:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389090.454242:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c4f799da/0x95cd417baf429600 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389090.454250:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389090.454253:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389090.454255:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389090.454259:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c4f799da refcount=5 00000020:00000001:0.0:1767389090.454262:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389090.454265:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731968 : -122822105819648 : ffff904b40031600) 00010000:00000001:0.0:1767389090.454272:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389090.454274:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c4f799da/0x95cd417baf429600 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389090.454283:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389090.454288:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389090.454291:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389090.454297:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389090.454300:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389090.454306:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389090.454308:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389090.454311:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c4f799da with handle 0x95cd417baf429600 from hash 00010000:00000001:0.0:1767389090.454316:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389090.454320:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389090.454324:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389090.454328:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389090.454332:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389090.454334:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389090.454336:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389090.454338:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389090.454343:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389090.454347:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389090.454351:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389090.454354:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389090.454356:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389090.454358:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389090.454362:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389090.454365:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389090.454368:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c4f799da/0x95cd417baf429600 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389090.454374:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389090.454375:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389090.454377:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389090.454380:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389090.454382:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389090.454384:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389090.454387:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389090.454390:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389090.454392:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389090.454396:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c4f799da/0x95cd417baf429600 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389090.454404:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389090.454406:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389090.454409:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c4f799da/0x95cd417baf429600 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389090.454416:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000190833c9 count: 0 00010000:00000001:0.0:1767389090.454426:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389090.454428:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:3.0:1767389090.455109:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389090.455114:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389090.455117:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000801f716c. 20000000:00000001:3.0:1767389090.455124:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389090.455128:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654547072 00010000:00000001:3.0:1767389090.455132:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389090.455138:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000615a5ea8 x1853241654547072/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:541/0 lens 4848/4768 e 0 to 0 dl 1767389101 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389090.455146:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389090.455149:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389090.455154:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=115 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389090.455158:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389090.455162:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389090.455172:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389090.455175:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389090.455179:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389090.455183:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389090.455187:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389090.455191:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018116f5f. 00000100:00000200:3.0:1767389090.455195:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654547072, offset 224 00000400:00000200:3.0:1767389090.455202:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389090.455211:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389090.455221:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372809280 00000400:00000200:3.0:1767389090.455227:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x21e1 [2] + 224 00000400:00000200:3.0:1767389090.455233:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389090.455238:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389090.455242:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389090.455248:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2734a03 x1853241654547072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389090.455258:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d2734a03 x1853241654547072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389090.455275:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389090.455282:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018116f5f 00000400:00000010:3.0:1767389090.455283:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018116f5f. 00000100:00000001:3.0:1767389090.455287:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389090.455288:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389090.455292:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389090.455295:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389090.455298:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389090.455300:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389090.455303:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767389090.455306:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767389090.455307:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000615a5ea8 x1853241654547072/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:541/0 lens 4848/4768 e 0 to 0 dl 1767389101 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389090.455310:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389090.455317:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767389090.455318:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000615a5ea8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654547072:12345-0@lo:253: Request processed in 33930us (35122us total) trans 0 rc 0/0 00000400:00000001:1.0:1767389090.455320:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389090.455324:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000123c2344. 00000400:00000200:1.0:1767389090.455330:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c91ef727 00000100:00100000:3.0:1767389090.455333:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000400:00000010:1.0:1767389090.455334:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c91ef727. 00000100:00000001:1.0:1767389090.455339:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767389090.455347:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000200:1.0:1767389090.455348:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2734a03 x1853241654547072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389090.455351:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389090.455357:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389090.455363:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e3065afb. 00000100:00000200:1.0:1767389090.455367:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2734a03 x1853241654547072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389090.455373:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9c65e41. 00000100:00000001:1.0:1767389090.455382:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767389090.455383:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001626bc99. 00000100:00000001:1.0:1767389090.455388:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389090.455393:0:337539:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767389090.455394:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:1.0:1767389090.455396:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389090.455400:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767389090.455403:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767389090.455403:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389090.455408:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000d6318e3. 02000000:00000001:1.0:1767389090.455409:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389090.455416:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767389090.455417:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=115 v=5 (5 0 0 0) 00000100:00000001:3.0:1767389090.455421:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767389090.455424:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=115 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389090.455428:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767389090.455429:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767389090.455430:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389090.455436:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767389090.455437:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055ef948a. 00010000:00000001:1.0:1767389090.455447:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389090.455450:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389090.455455:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2734a03 x1853241654547072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389090.455461:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389090.455465:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389090.455468:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389090.455472:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767389090.455475:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767389090.455476:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389090.455478:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389090.455480:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389090.455481:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389090.455483:0:337539:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767389090.455484:0:337539:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767389090.455485:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389090.455487:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767389090.455491:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2734a03 x1853241654547072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389090.455496:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2734a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654547072:0@lo:253: 00000100:00000001:1.0:1767389090.455501:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389090.455502:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389090.455504:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2734a03 x1853241654547072/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389090.455509:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389090.455511:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389090.455514:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009ad56601. 02000000:00000001:1.0:1767389090.455522:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389090.455524:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389090.455525:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389090.455527:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389090.455530:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004993ac69. 02000000:00000001:1.0:1767389090.455538:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389090.455541:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389090.455544:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2734a03. 00000100:00000001:1.0:1767389090.455557:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389090.455559:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389090.455561:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389090.455566:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389090.455568:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389090.455570:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389090.455571:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389090.455574:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000018116f5f. 00000400:00000010:0.0:1767389090.456470:0:357772:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004513d7c8. 00000400:00000040:0.0:1767389090.456497:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389090.456501:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389090.456505:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389090.456508:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389090.456512:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389090.456515:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767389090.456520:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389090.456524:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389090.456528:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389090.456532:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767389090.456537:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389090.456541:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389090.456545:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389090.456549:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389090.456552:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767389090.456557:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389090.456561:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389090.456565:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767389090.456568:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767389090.456573:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389090.456575:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389090.456578:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389090.456580:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389090.456583:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389090.456586:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767389090.456589:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389090.456592:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389090.456596:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389090.456599:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389090.456600:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389090.456603:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767389090.456606:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389090.456611:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389090.456614:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389090.456619:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389090.456621:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389090.456623:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767389090.456626:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389090.456629:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389090.456632:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389090.456636:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389090.456639:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389090.456642:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767389090.456645:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767389090.456648:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767389090.456651:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767389090.456653:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767389090.456655:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767389090.456658:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389090.456660:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389090.456663:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767389090.456666:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389090.456669:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767389090.456672:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767389090.456675:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767389090.456677:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767389090.456679:0:357772:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767389090.457004:0:357772:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004513d7c8. 00080000:00000020:1.0:1767389090.457655:0:352639:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389090.457659:0:352639:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389090.457660:0:352639:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d395a76a. 20000000:00000001:1.0:1767389090.457666:0:352639:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389090.457668:0:352639:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654547200 00010000:00000001:1.0:1767389090.457670:0:352639:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389090.457674:0:352639:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007c075773 x1853241654547200/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:541/0 lens 4848/4768 e 0 to 0 dl 1767389101 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389090.457681:0:352639:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389090.457682:0:352639:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389090.457684:0:352639:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=115 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389090.457686:0:352639:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389090.457688:0:352639:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389090.457689:0:352639:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389090.457691:0:352639:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389090.457693:0:352639:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389090.457695:0:352639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389090.457696:0:352639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389090.457699:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c91ef727. 00000100:00000200:1.0:1767389090.457702:0:352639:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654547200, offset 224 00000400:00000200:1.0:1767389090.457707:0:352639:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389090.457712:0:352639:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389090.457717:0:352639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372809300 00000400:00000200:1.0:1767389090.457721:0:352639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x21e9 [2] + 224 00000400:00000200:1.0:1767389090.457749:0:352639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389090.457753:0:352639:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389090.457756:0:352639:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389090.457761:0:352639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee3a3af1 x1853241654547200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389090.457774:0:352639:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ee3a3af1 x1853241654547200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389090.457790:0:352639:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389090.457796:0:352639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c91ef727 00000400:00000010:1.0:1767389090.457797:0:352639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c91ef727. 00000100:00000001:1.0:1767389090.457800:0:352639:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389090.457802:0:352639:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389090.457812:0:352639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389090.457813:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767389090.457831:0:352639:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389090.457837:0:352639:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389090.457838:0:352639:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389090.457840:0:352639:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389090.457843:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c075773 x1853241654547200/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:541/0 lens 4848/4768 e 0 to 0 dl 1767389101 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389090.457844:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767389090.457859:0:352639:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007c075773 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337536:x1853241654547200:12345-0@lo:253: Request processed in 36408us (37421us total) trans 0 rc 0/0 00000400:00000001:0.0:1767389090.457861:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389090.457867:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389090.457877:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e742bb1. 00000100:00100000:1.0:1767389090.457890:0:352639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000400:00000200:0.0:1767389090.457892:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000309c14b6 00000100:00000040:1.0:1767389090.457894:0:352639:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000400:00000010:0.0:1767389090.457899:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000309c14b6. 00000100:00000001:1.0:1767389090.457901:0:352639:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389090.457910:0:352639:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767389090.457911:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767389090.457924:0:352639:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008ef8269a. 00000100:00000200:0.0:1767389090.457932:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee3a3af1 x1853241654547200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389090.457935:0:352639:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac0c6ab5. 00000020:00000010:1.0:1767389090.457949:0:352639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098a336bb. 00000020:00000040:1.0:1767389090.457962:0:352639:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:1.0:1767389090.457982:0:352639:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767389090.457985:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee3a3af1 x1853241654547200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767389090.457987:0:352639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007c7bae14. 02000000:00000001:1.0:1767389090.457997:0:352639:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389090.458001:0:352639:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389090.458014:0:352639:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389090.458026:0:352639:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000123c2344. 00000100:00000001:0.0:1767389090.458027:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389090.458032:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389090.458037:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c91ef727. 00000100:00000001:0.0:1767389090.458038:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389090.458045:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389090.458048:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389090.458052:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389090.458056:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389090.458064:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=115 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389090.458069:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=115 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389090.458073:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389090.458075:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389090.458077:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389090.458079:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389090.458082:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389090.458087:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee3a3af1 x1853241654547200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389090.458096:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389090.458100:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389090.458102:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389090.458107:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389090.458111:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767389090.458113:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389090.458115:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389090.458117:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389090.458119:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389090.458120:0:337536:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767389090.458123:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389090.458125:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389090.458128:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee3a3af1 x1853241654547200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389090.458137:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ee3a3af1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654547200:0@lo:253: 00000100:00000001:0.0:1767389090.458142:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389090.458145:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389090.458147:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ee3a3af1 x1853241654547200/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389106 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389090.458156:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389090.458159:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389090.458163:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001760ee2e. 02000000:00000001:0.0:1767389090.458167:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389090.458171:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389090.458173:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389090.458176:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389090.458179:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000099dfe410. 02000000:00000001:0.0:1767389090.458185:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389090.458187:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389090.458189:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee3a3af1. 00000100:00000001:0.0:1767389090.458193:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389090.458195:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389090.458197:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389090.458204:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389090.458206:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389090.458208:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389090.458211:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767389090.464781:0:357776:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000190833c9. 00010000:00000010:0.1:1767389090.464806:0:357776:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c4f799da. 00010000:00000001:3.0:1767389091.020927:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389091.020935:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389091.020942:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389091.020944:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389091.020970:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389091.020973:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389091.020976:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767389091.403889:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp44 00000400:00000010:1.0:1767389091.403906:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e4d38d04. 00000400:00000010:1.0:1767389091.403917:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b644bd55. 00000400:00000010:1.0:1767389091.403924:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007df9dfc3. 00000400:00000010:1.0:1767389091.403935:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005fb80776. 00000400:00000200:1.0:1767389091.403945:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp44 00000400:00000200:1.0:1767389091.403981:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp44 local destination 00000400:00000200:1.0:1767389091.403989:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp44 00000400:00000200:1.0:1767389091.403998:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp44 NI seq info: [183:183:256:4294967295] 192.168.204.113@tcp44 LPNI seq info [179:179:8:4294967295] 00000400:00000200:1.0:1767389091.404005:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp44 00000400:00000200:1.0:1767389091.404024:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp44(192.168.204.113@tcp44:) -> 192.168.204.113@tcp44(192.168.204.113@tcp44:192.168.204.113@tcp44) : GET try# 0 00000800:00000200:1.0:1767389091.404033:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp44 00000800:00000010:1.0:1767389091.404038:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000889cb1ab. 00000800:00000200:1.0:1767389091.404046:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f7217ce] -> 12345-192.168.204.113@tcp44 (2) 00000800:00000200:1.1:1767389091.404054:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f7217ce] -> 12345-192.168.204.113@tcp44 (2) 00000400:00000200:1.0:1767389091.404081:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp44 added to recovery queue. ping count: 1 next ping: 5014 health :900 00000400:00000200:3.0:1767389091.404166:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.404294:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.404379:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.404459:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.404507:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.404560:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.404608:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.404661:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.404713:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405086:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405138:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405161:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405179:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405224:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405250:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405270:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405312:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405363:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405431:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405492:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405519:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405546:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405571:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405644:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405704:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405777:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405846:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405874:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405896:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405919:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.405965:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.406010:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.406062:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.406099:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389091.406132:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389091.406316:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d6318e3. 00000800:00000010:3.0:1767389091.406322:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bfa747d8. 00000800:00000010:3.0:1767389091.406330:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bb0734ec. 00000800:00000010:3.0:1767389091.406363:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bb0734ec. 00000800:00020000:3.0:1767389091.406378:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389091.406383:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bfa747d8. 00000800:00000010:3.0:1767389091.406388:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000d6318e3. 00000400:02020000:3.0:1767389091.406466:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp44 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389091.406474:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp44 notifying 192.168.204.113@tcp44: down 00000400:00000200:3.0:1767389091.406488:0:337526:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767389091.406495:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp44 00000800:00000010:3.0:1767389091.406500:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000889cb1ab. 00000400:00000200:3.0:1767389091.406506:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389091.406512:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp44->192.168.204.113@tcp44: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389091.406524:0:337526:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389091.406528:0:337526:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389091.406532:0:337526:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp44) recovery failed with -71 00010000:00000001:3.0:1767389092.043923:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389092.043929:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389092.043937:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389092.043939:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389092.044011:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389092.044017:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389092.044024:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767389092.427902:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389092.427910:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767389092.427915:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007df9dfc3 00000400:00000010:3.0:1767389092.427923:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007df9dfc3. 00000400:00000200:3.0:1767389092.427934:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767389092.427946:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp44 recovery ping unlinked 00000400:00000010:3.0:1767389092.427967:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e4d38d04. 00000400:00000010:3.0:1767389092.427975:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b644bd55. 00000400:00000200:3.0:1767389092.427982:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp43 00000400:00000010:3.0:1767389092.427990:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000025142914. 00000400:00000010:3.0:1767389092.427996:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007633f830. 00000400:00000010:3.0:1767389092.428003:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2359eeb. 00000400:00000010:3.0:1767389092.428010:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000053db3bdd. 00000400:00000200:3.0:1767389092.428018:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp43 00000400:00000200:3.0:1767389092.428035:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp43 local destination 00000400:00000200:3.0:1767389092.428045:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp43 00000400:00000200:3.0:1767389092.428053:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp43 NI seq info: [184:184:256:4294967295] 192.168.204.113@tcp43 LPNI seq info [180:180:8:4294967295] 00000400:00000200:3.0:1767389092.428064:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp43 00000400:00000200:3.0:1767389092.428108:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp43(192.168.204.113@tcp43:) -> 192.168.204.113@tcp43(192.168.204.113@tcp43:192.168.204.113@tcp43) : GET try# 0 00000800:00000200:3.0:1767389092.428117:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp43 00000800:00000010:3.0:1767389092.428125:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a8d85655. 00000800:00000200:3.0:1767389092.428135:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006b89c6a3] -> 12345-192.168.204.113@tcp43 (2) 00000800:00000200:3.1:1767389092.428144:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006b89c6a3] -> 12345-192.168.204.113@tcp43 (2) 00000400:00000200:3.0:1767389092.428174:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp43 added to recovery queue. ping count: 3 next ping: 5021 health :700 00000400:00000200:3.0:1767389092.428281:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.428351:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.428396:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.428441:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.428495:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.428523:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.428546:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.428569:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.428629:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.428683:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.428709:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.428820:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.428919:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.428984:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.429068:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.429179:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.429317:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.429383:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.429496:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.429581:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.429711:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.429897:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.429976:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.430011:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.430037:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.430092:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.430125:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.430182:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.430242:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.430297:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.430363:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.430404:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.430441:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.430479:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389092.430518:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389092.431369:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d6318e3. 00000800:00000010:3.0:1767389092.431378:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000017e33169. 00000800:00000010:3.0:1767389092.431388:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000086fd10db. 00000800:00000010:3.0:1767389092.431438:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000086fd10db. 00000800:00020000:3.0:1767389092.431455:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389092.431461:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000017e33169. 00000800:00000010:3.0:1767389092.431467:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000d6318e3. 00000400:02020000:3.0:1767389092.431571:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp43 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389092.431582:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp43 notifying 192.168.204.113@tcp43: down 00000400:00000200:3.0:1767389092.431589:0:337524:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767389092.431598:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp43 00000800:00000010:3.0:1767389092.431603:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a8d85655. 00000400:00000200:3.0:1767389092.431609:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389092.431615:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp43->192.168.204.113@tcp43: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389092.431628:0:337524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389092.431631:0:337524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389092.431636:0:337524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp43) recovery failed with -71 00080000:00000001:0.0:1767389092.981315:0:358291:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389092.981335:0:358291:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389092.981341:0:358291:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389092.981349:0:358291:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389092.981356:0:358291:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389092.981360:0:358291:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389093.067876:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389093.067883:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389093.067890:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389093.067893:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389093.067990:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389093.067998:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389093.068003:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767389093.259955:0:338163:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767389093.259963:0:338163:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389093.260019:0:338165:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767389093.260027:0:338165:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767389093.452902:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389093.452907:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767389093.452911:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2359eeb 00000400:00000010:3.0:1767389093.452918:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2359eeb. 00000400:00000200:3.0:1767389093.452926:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:0.0:1767389093.452928:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ee4e6f3] -> 12345-192.168.204.113@tcp15 (6) 00000400:00000200:3.0:1767389093.452933:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp43 recovery ping unlinked 00000800:00000200:0.0:1767389093.452940:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp15 ip 192.168.204.113:988 00000800:00000200:0.0:1767389093.452946:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025f2a25f type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767389093.452949:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000025142914. 00000400:00000010:3.0:1767389093.452956:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007633f830. 00000400:00000200:3.0:1767389093.452964:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp44 00000400:00000010:3.0:1767389093.452969:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000025142914. 00000400:00000010:3.0:1767389093.452975:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fd30d963. 00000400:00000010:3.0:1767389093.452980:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2359eeb. 00000400:00000010:3.0:1767389093.452988:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005c973e51. 00000400:00000200:3.0:1767389093.452999:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp44 00000400:00000200:3.0:1767389093.453015:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp44 local destination 00000400:00000200:3.0:1767389093.453037:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp44 00000400:00000200:3.0:1767389093.453042:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp44 NI seq info: [185:185:256:4294967295] 192.168.204.113@tcp44 LPNI seq info [181:181:8:4294967295] 00000400:00000200:3.0:1767389093.453051:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp44 00000400:00000200:3.0:1767389093.453062:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp44(192.168.204.113@tcp44:) -> 192.168.204.113@tcp44(192.168.204.113@tcp44:192.168.204.113@tcp44) : GET try# 0 00000800:00000200:3.0:1767389093.453075:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp44 00000800:00000010:3.0:1767389093.453079:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000099af52bf. 00000800:00000200:3.0:1767389093.453085:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f7217ce] -> 12345-192.168.204.113@tcp44 (2) 00000800:00000200:3.1:1767389093.453094:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f7217ce] -> 12345-192.168.204.113@tcp44 (2) 00000400:00000200:3.0:1767389093.453116:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp44 added to recovery queue. ping count: 2 next ping: 5018 health :800 00000800:00000200:2.0:1767389093.453132:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767389093.453136:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389093.453163:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389093.453169:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389093.453173:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389093.453242:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453293:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453340:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453369:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453406:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453445:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453492:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453521:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453548:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453599:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453633:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453672:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453701:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453755:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453870:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453897:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453917:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453937:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453956:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.453978:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.454014:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.454064:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.454107:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.454135:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.454163:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.454183:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.454215:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.454244:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.454270:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.454290:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.454316:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.454343:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.454371:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.454394:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389093.454419:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389093.454565:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001760ee2e. 00000800:00000010:0.0:1767389093.454570:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073f68e75. 00000800:00000010:0.0:1767389093.454575:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000043620090. 00000800:00000010:0.0:1767389093.454597:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000043620090. 00000800:00020000:0.0:1767389093.454607:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389093.454610:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073f68e75. 00000800:00000010:0.0:1767389093.454612:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001760ee2e. 00000400:02020000:0.0:1767389093.454651:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp44 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389093.454658:0:337525:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp44 notifying 192.168.204.113@tcp44: down 00000400:00000200:0.0:1767389093.454663:0:337525:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767389093.454667:0:337525:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp44 00000800:00000010:0.0:1767389093.454670:0:337525:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000099af52bf. 00000400:00000200:0.0:1767389093.454674:0:337525:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389093.454679:0:337525:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp44->192.168.204.113@tcp44: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389093.454689:0:337525:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767389093.454692:0:337525:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767389093.454697:0:337525:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp44) recovery failed with -71 00000100:00000040:1.0:1767389093.771861:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767389093.771873:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767389093.771884:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb8ce24b. 00000020:00000040:1.0:1767389093.771894:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389093.771903:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389093.771908:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389093.771916:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389093.771928:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f9610d0. 00000100:00000001:1.0:1767389093.771940:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389093.771956:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@00000000cb8ce24b x1853241654547328/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389093.771974:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389093.771980:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767389093.771984:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767389093.771990:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:1.0:1767389093.771992:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb8ce24b] to pc [ptlrpcd_00_01+1] req@00000000cb8ce24b x1853241654547328/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767389093.771998:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d99ea0f. 00000020:00000040:0.0:1767389093.772013:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767389093.772020:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389093.772023:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389093.772031:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389093.772050:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001b24bef2. 00000100:00000001:0.0:1767389093.772058:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.772064:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389093.772066:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.772083:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389093.772083:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d99ea0f] to pc [ptlrpcd_00_02+2] req@000000006d99ea0f x1853241654547456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389093.772101:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767389093.772109:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767389093.772113:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a8fcdc4. 00000020:00000040:1.0:1767389093.772118:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767389093.772124:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:0.0:1767389093.772124:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389093.772131:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389093.772137:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389093.772147:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003d16046f. 00000100:00000001:1.0:1767389093.772153:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389093.772160:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000007a8fcdc4 x1853241654547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389093.772171:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389093.772174:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389093.772187:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a8fcdc4] to pc [ptlrpcd_00_03+3] req@000000007a8fcdc4 x1853241654547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389093.772205:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389093.772210:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767389093.772216:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767389093.772221:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e469bea6. 00000020:00000040:1.0:1767389093.772225:0:54998:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767389093.772228:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389093.772231:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389093.772234:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389093.772241:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000066f66db3. 00000100:00000001:1.0:1767389093.772249:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389093.772259:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000e469bea6 x1853241654547712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389093.772270:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389093.772273:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.772287:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767389093.772293:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e469bea6] to pc [ptlrpcd_00_00+0] req@00000000e469bea6 x1853241654547712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389093.772294:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389093.772301:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389093.772314:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d99ea0f x1853241654547456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389093.772325:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.772329:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389093.772335:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389093.772339:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389093.772341:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389093.772343:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389093.772344:0:54998:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767389093.772351:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d99ea0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654547456:0@lo:13: 00000100:00000001:1.0:1767389093.772352:0:54998:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767389093.772362:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e42fda49. 00000100:00000001:0.0:1767389093.772363:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1767389093.772375:0:54998:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767389093.772377:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389093.772386:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.772388:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389093.772398:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389093.772400:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767389093.772413:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389093.772413:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000250a6b92. 02000000:00000001:0.0:1767389093.772423:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389093.772425:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004727ef44. 00000400:00000010:0.0:1767389093.772432:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e742bb1. 00000100:00000001:1.0:1767389093.772434:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389093.772447:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002db60def. 00000100:00000040:1.0:1767389093.772451:0:54998:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000e42fda49 x1853241654547840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767389093.772461:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654547456, portal 4 00000100:00000001:1.0:1767389093.772481:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389093.772483:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389093.772492:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.772492:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144650368 : -122821564901248 : ffff904b6040d880) 00000100:00000040:0.0:1767389093.772528:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d99ea0f x1853241654547456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389109 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389093.772529:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e42fda49] to pc [ptlrpcd_00_01+1] req@00000000e42fda49 x1853241654547840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389093.772621:0:54998:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.772622:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389093.772633:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767389093.772635:0:54998:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5019) 00000400:00000010:0.0:1767389093.772637:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021d5f531. 00000100:00000200:0.0:1767389093.772645:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654547456, offset 0 00000400:00000200:0.0:1767389093.772656:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767389093.772663:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389093.772674:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767389093.772676:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389093.772684:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389093.772693:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cb8ce24b x1853241654547328/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389093.772700:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372809400 00000400:00000200:0.0:1767389093.772771:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 4480 00000400:00000200:0.0:1767389093.772779:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389093.772783:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389093.772791:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389093.772793:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767389093.772798:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b3037de. 00000100:00000040:0.0:1767389093.772804:0:337538:0:(events.c:337:request_in_callback()) incoming req@000000007b3037de x1853241654547456 msgsize 224 00000100:00100000:0.0:1767389093.772813:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389093.772819:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389093.772822:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.772824:0:337538:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767389093.772828:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767389093.772833:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021d5f531 02000000:00000001:1.0:1767389093.772834:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767389093.772839:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021d5f531. 02000000:00000001:1.0:1767389093.772844:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.772847:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767389093.772853:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cb8ce24b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654547328:0@lo:400: 00000100:00000200:0.0:1767389093.772859:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d99ea0f x1853241654547456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389109 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389093.772870:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767389093.772877:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389093.772879:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d99ea0f x1853241654547456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389109 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389093.772888:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389093.772890:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767389093.772890:0:337538:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767389093.772899:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.772902:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389093.772904:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767389093.772909:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8175 usecs (9 jiffies) 02000000:00000010:1.0:1767389093.772910:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000996020b2. 02000000:00000001:1.0:1767389093.772921:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.772923:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299681802 00000100:00000010:0.0:1767389093.772938:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002354931c. 00000400:00000010:1.0:1767389093.772943:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016f4f05a. 00000100:00000001:0.0:1767389093.772947:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767389093.772953:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007df9dfc3. 00000100:00000001:0.0:1767389093.772955:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299681802 00000100:00000010:0.0:1767389093.772960:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000414f6a08. 00000100:00000200:1.0:1767389093.772963:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654547328, portal 25 00000100:00000001:0.0:1767389093.772964:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767389093.772971:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389093.772975:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378543872 : -122821331007744 : ffff904b6e31c700) 00000100:00000001:0.0:1767389093.772975:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299681802 00000100:00000010:0.0:1767389093.772995:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7144ddc. 00000100:00000040:1.0:1767389093.773000:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cb8ce24b x1853241654547328/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389093.773001:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767389093.773013:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389093.773013:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299681802 00000100:00000001:3.0:1767389093.773023:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767389093.773027:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ddb5466e. 00000100:00000001:3.0:1767389093.773031:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767389093.773042:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389093.773043:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767389093.773047:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007a8fcdc4 x1853241654547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389093.773057:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389093.773058:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767389093.773073:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f9dc0fb. 00000100:00000001:0.0:1767389093.773073:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389093.773077:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389093.773084:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389093.773092:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654547328, offset 0 02000000:00000001:3.0:1767389093.773094:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767389093.773094:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389093.773102:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389093.773107:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389093.773121:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767389093.773122:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.773126:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389093.773129:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767389093.773131:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007a8fcdc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:337539:1853241654547584:0@lo:400: 00000100:00000001:0.0:1767389093.773133:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389093.773137:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389093.773139:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767389093.773143:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389093.773148:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767389093.773150:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389093.773150:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389093.773155:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389093.773166:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767389093.773172:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bdc05623. 02000000:00000001:3.0:1767389093.773176:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389093.773180:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372809380 00000400:00000010:3.0:1767389093.773182:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825e8d6c. 00000100:00000001:0.0:1767389093.773187:0:339010:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389093.773202:0:339010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654547456 00000400:00000200:1.0:1767389093.773210:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x18f9 [2] + 0 02000000:00000001:0.0:1767389093.773212:0:339010:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389093.773219:0:339010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767389093.773221:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fab528f. 00000100:00000001:0.0:1767389093.773224:0:339010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389093.773233:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000150baf59 02000000:00000001:0.0:1767389093.773233:0:339010:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389093.773249:0:339010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654547456 00000400:00000010:3.0:1767389093.773251:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb856158. 00000400:00000200:1.0:1767389093.773251:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767389093.773254:0:339010:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389093.773260:0:339010:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000001:0.0:1767389093.773265:0:339010:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767389093.773267:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654547584, portal 10 00000020:00000040:0.0:1767389093.773269:0:339010:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000400:00000200:1.0:1767389093.773271:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389093.773280:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767389093.773281:0:339010:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:3.0:1767389093.773286:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378552832 : -122821330998784 : ffff904b6e31ea00) 00000400:00000200:1.0:1767389093.773286:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000150baf59 00000020:00000001:0.0:1767389093.773288:0:339010:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000400:00000010:1.0:1767389093.773297:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000150baf59. 00000100:00000001:0.0:1767389093.773300:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767389093.773306:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007a8fcdc4 x1853241654547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389093.773307:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1767389093.773308:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043620090. 00000100:00000200:1.0:1767389093.773317:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1767389093.773320:0:339010:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000092436606. 00000100:00000040:1.0:1767389093.773331:0:337537:0:(events.c:337:request_in_callback()) incoming req@0000000026e99a78 x1853241654547328 msgsize 224 00000100:00000001:3.0:1767389093.773333:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767389093.773334:0:339010:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:0.0:1767389093.773351:0:339010:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1767389093.773357:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767389093.773360:0:339010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d278740. 00000100:00100000:1.0:1767389093.773364:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767389093.773367:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000702b52a0. 00000020:00000010:0.0:1767389093.773371:0:339010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000045ebdcd8. 00000100:00000040:1.0:1767389093.773378:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:3.0:1767389093.773380:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654547584, offset 0 00000020:00000010:0.0:1767389093.773381:0:339010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056cb4a59. 00000400:00000200:3.0:1767389093.773394:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767389093.773394:0:339010:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767389093.773399:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767389093.773401:0:339010:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767389093.773412:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389093.773412:0:339010:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389093.773416:0:339010:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389093.773422:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f9dc0fb 00000400:00000010:1.0:1767389093.773428:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f9dc0fb. 00000100:00000001:0.0:1767389093.773430:0:339010:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389093.773435:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372809480 00000100:00000001:1.0:1767389093.773437:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767389093.773442:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11192 00000100:00000001:0.0:1767389093.773443:0:339010:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389093.773455:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389093.773456:0:339010:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1767389093.773460:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cb8ce24b x1853241654547328/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389093.773463:0:339010:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767389093.773474:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767389093.773484:0:339010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00000001:3.0:1767389093.773491:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767389093.773498:0:339010:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000200:3.0:1767389093.773500:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767389093.773509:0:339010:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252144658432 : -122821564893184 : ffff904b6040f800) 00000100:00000010:3.0:1767389093.773511:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000e63b665. 00000100:00000040:3.0:1767389093.773525:0:337539:0:(events.c:337:request_in_callback()) incoming req@000000000e63b665 x1853241654547584 msgsize 224 00000100:00000001:1.0:1767389093.773526:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389093.773527:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007b3037de x1853241654547456/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:544/0 lens 224/0 e 0 to 0 dl 1767389104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389093.773539:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cb8ce24b x1853241654547328/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389093.773556:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767389093.773576:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389093.773589:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702b52a0 00000100:00000001:0.0:1767389093.773589:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389093.773597:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000148fc54b. 00000400:00000010:3.0:1767389093.773599:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000702b52a0. 00000100:00000001:1.0:1767389093.773608:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389093.773613:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767389093.773613:0:339010:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389093.773615:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767389093.773625:0:339010:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000148fc54b. 00000100:00000200:3.0:1767389093.773630:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a8fcdc4 x1853241654547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389093.773633:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389093.773642:0:339010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007b3037de pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654547456:12345-0@lo:13: 00000100:00000001:1.0:1767389093.773650:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299681816 00000100:00000200:0.0:1767389093.773655:0:339010:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654547456 00000020:00000001:0.0:1767389093.773664:0:339010:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767389093.773669:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389093.773671:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299681802 00000020:00000001:0.0:1767389093.773673:0:339010:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767389093.773679:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007a8fcdc4 x1853241654547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389093.773680:0:339010:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.773686:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299681816 00000020:00000001:0.0:1767389093.773686:0:339010:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389093.773694:0:339010:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000020:00000001:0.0:1767389093.773704:0:339010:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767389093.773706:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.773709:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299681802 00000100:00000001:3.0:1767389093.773711:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767389093.773711:0:339010:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389093.773754:0:339010:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389093.773756:0:339010:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767389093.773772:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389093.773773:0:339010:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389093.773779:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5473 usecs (6 jiffies) 00000100:00000001:0.0:1767389093.773780:0:339010:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767389093.773782:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299681817 02000000:00000001:0.0:1767389093.773785:0:339010:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767389093.773788:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299681800 02000000:00000010:0.0:1767389093.773798:0:339010:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000008b500c33. 00000100:00000001:3.0:1767389093.773799:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299681816 00000100:00000001:1.0:1767389093.773801:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299681802 02000000:00000001:0.0:1767389093.773805:0:339010:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389093.773808:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299681800 00000100:00000001:3.0:1767389093.773816:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299681816 00000100:00000001:0.0:1767389093.773816:0:339010:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.773818:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299681817 00002000:00000001:0.0:1767389093.773824:0:339010:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:3.0:1767389093.773825:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299681800 00000100:00000001:3.0:1767389093.773829:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299681817 00000100:00000001:1.0:1767389093.773830:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299681802 00002000:00000001:0.0:1767389093.773831:0:339010:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:3.0:1767389093.773834:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299681800 00000020:00000001:0.0:1767389093.773840:0:339010:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767389093.773847:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389093.773848:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299681817 00080000:00000001:0.0:1767389093.773848:0:339010:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1767389093.773862:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389093.773863:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389093.773864:0:339010:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389093.773885:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.773886:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767389093.773887:0:339010:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389093.773900:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:0.0:1767389093.773900:0:339010:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:1.0:1767389093.773901:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e42fda49 x1853241654547840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389093.773915:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:0.0:1767389093.773920:0:339010:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:3.0:1767389093.773931:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000020:0.0:1767389093.773937:0:339010:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1767389093.773939:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389093.773951:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000020:0.0:1767389093.773958:0:339010:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00000100:00000001:3.0:1767389093.773959:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389093.773966:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.773975:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00002000:00000001:0.0:1767389093.773975:0:339010:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767389093.773977:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.773987:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767389093.773990:0:339010:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 02000000:00000001:1.0:1767389093.773996:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000001:00000001:0.0:1767389093.773997:0:339010:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389093.773998:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000001:0.0:1767389093.774011:0:339010:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389093.774014:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389093.774015:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:0.0:1767389093.774016:0:339010:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654547456 00000100:00000001:3.0:1767389093.774022:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767389093.774035:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389093.774036:0:339010:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767389093.774038:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e469bea6 x1853241654547712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389093.774052:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e42fda49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654547840:0@lo:400: 00010000:00000200:0.0:1767389093.774053:0:339010:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007b3037de x1853241654547456/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:544/0 lens 224/368 e 0 to 0 dl 1767389104 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389093.774078:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389093.774087:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1767389093.774091:0:339010:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767389093.774092:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389093.774096:0:339010:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389093.774101:0:339010:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=102 v=5 (1 0 0 0) 02000000:00000001:1.0:1767389093.774117:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767389093.774118:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389093.774119:0:339010:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767389093.774127:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389093.774130:0:339010:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 02000000:00000010:1.0:1767389093.774131:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c00f51c. 02000000:00000001:3.0:1767389093.774132:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389093.774138:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389093.774141:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.774144:0:339010:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389093.774151:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389093.774154:0:339010:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:1.0:1767389093.774155:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f2b8985. 00000100:00100000:3.0:1767389093.774157:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e469bea6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:337536:1853241654547712:0@lo:400: 02000000:00000001:0.0:1767389093.774161:0:339010:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389093.774171:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767389093.774173:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f9dc0fb. 00000100:00000001:0.0:1767389093.774173:0:339010:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767389093.774175:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389093.774182:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389093.774186:0:339010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767389093.774190:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654547840, portal 4 02000000:00000001:3.0:1767389093.774192:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767389093.774192:0:339010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021d5f531. 02000000:00000010:3.0:1767389093.774202:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001626bc99. 00000100:00000001:1.0:1767389093.774211:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767389093.774214:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389093.774214:0:339010:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654547456, offset 224 00000100:00000001:1.0:1767389093.774225:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378545664 : -122821331005952 : ffff904b6e31ce00) 00000400:00000010:3.0:1767389093.774229:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002166e873. 00000400:00000200:0.0:1767389093.774238:0:339010:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767389093.774248:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000702b52a0. 00000100:00000040:1.0:1767389093.774248:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e42fda49 x1853241654547840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389093.774256:0:339010:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767389093.774264:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654547712, portal 10 00000100:00000001:3.0:1767389093.774282:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389093.774289:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378549248 : -122821331002368 : ffff904b6e31dc00) 00000400:00000200:0.0:1767389093.774292:0:339010:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372809400 00000100:00000040:3.0:1767389093.774311:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e469bea6 x1853241654547712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389093.774318:0:339010:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2215 [1] + 224 00000100:00000001:1.0:1767389093.774320:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767389093.774331:0:339010:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767389093.774333:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389093.774345:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc0a7fd1. 00000400:00000200:0.0:1767389093.774347:0:339010:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389093.774360:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767389093.774362:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654547840, offset 0 00000100:00000001:0.0:1767389093.774365:0:339010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767389093.774372:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389093.774378:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b70fa32. 00000100:00000200:0.0:1767389093.774387:0:339010:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d99ea0f x1853241654547456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389109 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389093.774388:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767389093.774399:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654547712, offset 0 00000100:00000040:0.0:1767389093.774409:0:339010:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000006d99ea0f x1853241654547456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389093.774420:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389093.774421:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389093.774447:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389093.774453:0:339010:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389093.774456:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958372809580 00000400:00000200:0.0:1767389093.774463:0:339010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021d5f531 00000400:00000200:3.0:1767389093.774468:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372809500 00000400:00000010:0.0:1767389093.774469:0:339010:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021d5f531. 00000100:00000001:0.0:1767389093.774476:0:339010:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389093.774478:0:339010:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389093.774483:0:339010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389093.774484:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 4784 00000100:00000040:0.0:1767389093.774496:0:339010:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389093.774502:0:339010:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767389093.774505:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767389093.774505:0:339010:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389093.774506:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11416 00000020:00000001:0.0:1767389093.774525:0:339010:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767389093.774527:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389093.774533:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767389093.774534:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007b3037de x1853241654547456/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:544/0 lens 224/368 e 0 to 0 dl 1767389104 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389093.774547:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389093.774552:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767389093.774558:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389093.774561:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:3.0:1767389093.774562:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1767389093.774575:0:339010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007b3037de pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654547456:12345-0@lo:13: Request processed in 983us (1769us total) trans 0 rc 0/0 00000100:00000010:1.0:1767389093.774581:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c37100b8. 00000100:00000010:3.0:1767389093.774582:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c3eab1c0. 00000100:00100000:0.0:1767389093.774590:0:339010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00000040:1.0:1767389093.774596:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000c37100b8 x1853241654547840 msgsize 224 00000100:00000040:3.0:1767389093.774599:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000c3eab1c0 x1853241654547712 msgsize 224 00000100:00000040:0.0:1767389093.774599:0:339010:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:0.0:1767389093.774610:0:339010:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389093.774616:0:339010:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1767389093.774623:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767389093.774624:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767389093.774626:0:339010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000045ebdcd8. 00000020:00000010:0.0:1767389093.774642:0:339010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056cb4a59. 00000020:00000010:0.0:1767389093.774648:0:339010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d278740. 00000020:00000040:0.0:1767389093.774651:0:339010:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:0.0:1767389093.774655:0:339010:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389093.774676:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389093.774678:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00080000:0.0:1767389093.774680:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1767389093.774695:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000400:00000200:1.0:1767389093.774698:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc0a7fd1 00000400:00000010:1.0:1767389093.774703:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc0a7fd1. 00000100:00000001:0.0:1767389093.774710:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389093.774711:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767389093.774713:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b70fa32 00000100:00000001:0.0:1767389093.774713:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767389093.774777:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b70fa32. 00000100:00000001:3.0:1767389093.774782:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000400:00000001:0.0:1767389093.774783:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389093.774787:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767389093.774793:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e469bea6 x1853241654547712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389093.774793:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e42fda49 x1853241654547840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389093.774795:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e742bb1. 00000400:00000200:0.0:1767389093.774810:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002db60def 00000400:00000010:0.0:1767389093.774819:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002db60def. 00000100:00000001:0.0:1767389093.774829:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389093.774839:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d99ea0f x1853241654547456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389093.774899:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767389093.774901:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d99ea0f x1853241654547456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389093.774902:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389093.774917:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389093.774919:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389093.774923:0:337538:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:1.0:1767389093.774927:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e42fda49 x1853241654547840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389093.774929:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e469bea6 x1853241654547712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389093.774930:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389093.774939:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389093.774945:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389093.774957:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389093.774971:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=102 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389093.774989:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389093.775006:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389093.775014:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389093.775023:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767389093.775024:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389093.775028:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00010000:00080000:0.0:1767389093.775033:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006d99ea0f x1853241654547456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389093.775034:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389093.775048:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6340 usecs (7 jiffies) 00000100:00000001:3.0:1767389093.775057:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299681802 00000100:00000001:3.0:1767389093.775068:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299681816 00000100:00000001:3.0:1767389093.775080:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299681802 00000100:00000001:3.0:1767389093.775091:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299681816 00000100:00000001:3.0:1767389093.775101:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299681802 00000100:00000001:3.0:1767389093.775119:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299681817 00000100:00000001:1.0:1767389093.775119:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389093.775119:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.775140:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389093.775142:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299681802 00000100:00000001:0.0:1767389093.775142:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767389093.775154:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299681817 00000100:00000040:0.0:1767389093.775154:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:3.0:1767389093.775159:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389093.775159:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767389093.775161:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.775163:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389093.775164:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389093.775171:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8058 usecs (9 jiffies) 00000100:00000001:3.0:1767389093.775172:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389093.775175:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d99ea0f x1853241654547456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389093.775184:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389093.775185:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299681804 00000100:00000001:0.0:1767389093.775198:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389093.775205:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299681816 00000100:00000001:3.0:1767389093.775207:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389093.775207:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389093.775215:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389093.775217:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389093.775223:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299681804 00000100:00000001:3.0:1767389093.775224:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000001:0.0:1767389093.775226:0:337538:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1767389093.775232:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000040:0.0:1767389093.775236:0:337538:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:1.0:1767389093.775238:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299681816 00000100:00000001:3.0:1767389093.775249:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.775251:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299681804 00000004:00000040:0.0:1767389093.775251:0:337538:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000001:3.0:1767389093.775256:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.775268:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299681817 00000100:00000001:1.0:1767389093.775272:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299681804 00000100:00000001:1.0:1767389093.775275:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299681817 00000004:00000020:0.0:1767389093.775277:0:337538:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000100:00000001:3.0:1767389093.775285:0:338181:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389093.775295:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767389093.775296:0:338181:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654547584 00000004:00000001:0.0:1767389093.775306:0:337538:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.775307:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389093.775308:0:338181:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389093.775316:0:338181:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389093.775325:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389093.775327:0:338181:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389093.775331:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d99ea0f x1853241654547456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389109 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389093.775343:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389093.775345:0:338181:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389093.775354:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d99ea0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654547456:0@lo:13: 00000100:00100000:3.0:1767389093.775360:0:338181:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654547584 00000100:00000001:0.0:1767389093.775361:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389093.775363:0:338181:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767389093.775364:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767389093.775365:0:338181:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000100:00000001:1.0:1767389093.775366:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767389093.775374:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d99ea0f x1853241654547456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389109 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389093.775381:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767389093.775382:0:338181:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389093.775384:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389093.775393:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1767389093.775396:0:338181:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000100:00000001:1.0:1767389093.775399:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767389093.775401:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000250a6b92. 00000020:00000001:3.0:1767389093.775403:0:338181:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:1.0:1767389093.775408:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767389093.775411:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389093.775413:0:338181:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:1.0:1767389093.775417:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389093.775417:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767389093.775418:0:338181:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389093.775432:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389093.775433:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000010:3.0:1767389093.775435:0:338181:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004276fcfd. 00000020:00000001:0.0:1767389093.775454:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767389093.775455:0:338181:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767389093.775458:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001b24bef2. 00000020:00000010:3.0:1767389093.775460:0:338181:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004276fcfd. 02000000:00000001:0.0:1767389093.775466:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767389093.775468:0:338181:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000134f7215. 02000000:00000001:0.0:1767389093.775468:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389093.775472:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d99ea0f. 00000020:00000010:3.0:1767389093.775473:0:338181:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e8f1f1b1. 00000100:00000001:0.0:1767389093.775478:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1767389093.775479:0:338181:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9c65e41. 00000100:00000001:0.0:1767389093.775484:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389093.775488:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389093.775495:0:352639:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767389093.775496:0:338181:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767389093.775496:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389093.775506:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389093.775508:0:352639:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654547328 00000100:00000001:3.0:1767389093.775510:0:338181:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389093.775511:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389093.775517:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389093.775520:0:352639:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389093.775521:0:338181:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389093.775530:0:352639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389093.775531:0:338181:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389093.775541:0:352639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389093.775544:0:338181:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767389093.775549:0:338181:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1767389093.775550:0:352639:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389093.775557:0:338181:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389093.775561:0:352639:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654547328 00000100:00000001:0.0:1767389093.775562:0:339009:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767389093.775569:0:338181:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767389093.775576:0:339009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654547840 00000020:00000001:1.0:1767389093.775577:0:352639:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389093.775582:0:352639:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 02000000:00000001:0.0:1767389093.775584:0:339009:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389093.775585:0:338181:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767389093.775593:0:352639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767389093.775595:0:338181:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654547712 00000100:00000001:0.0:1767389093.775595:0:339009:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1767389093.775600:0:338181:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389093.775601:0:339009:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389093.775603:0:338181:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389093.775605:0:338181:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389093.775606:0:339009:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389093.775609:0:338181:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389093.775617:0:352639:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00100000:0.0:1767389093.775618:0:339009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654547840 00000100:00100000:3.0:1767389093.775620:0:338181:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654547712 00000020:00000001:3.0:1767389093.775630:0:338181:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1767389093.775630:0:352639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389093.775631:0:339009:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389093.775638:0:338181:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000020:00000040:0.0:1767389093.775639:0:339009:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000001:1.0:1767389093.775640:0:352639:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389093.775652:0:338181:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767389093.775653:0:339009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767389093.775655:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767389093.775657:0:338181:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000020:00000040:0.0:1767389093.775659:0:339009:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000010:1.0:1767389093.775662:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b506ca1. 00000020:00000001:3.0:1767389093.775663:0:338181:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000020:00000001:0.0:1767389093.775664:0:339009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:1.0:1767389093.775671:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767389093.775673:0:338181:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000020:00000001:0.0:1767389093.775675:0:339009:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000010:1.0:1767389093.775690:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b506ca1. 00000100:00000001:3.0:1767389093.775691:0:338181:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389093.775692:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389093.775702:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000148fc54b. 00000020:00000010:3.0:1767389093.775703:0:338181:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004276fcfd. 00000020:00000010:1.0:1767389093.775706:0:352639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c13b3f1a. 00000100:00000001:0.0:1767389093.775708:0:339009:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389093.775709:0:338181:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000110f6cab. 00000020:00000010:1.0:1767389093.775718:0:352639:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cc71a890. 00000020:00000040:3.0:1767389093.775720:0:338181:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000020:00000010:0.0:1767389093.775720:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000148fc54b. 00000100:00000001:3.0:1767389093.775771:0:338181:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767389093.775774:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d278740. 00000020:00000010:3.0:1767389093.775778:0:338181:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007633f830. 00000020:00000010:1.0:1767389093.775781:0:352639:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac0c6ab5. 00000020:00000010:0.0:1767389093.775782:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000045ebdcd8. 00000020:00000010:3.0:1767389093.775784:0:338181:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000815e7fd. 00000020:00000010:0.0:1767389093.775797:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056cb4a59. 00000020:00000010:3.0:1767389093.775799:0:338181:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e8c331b. 00000100:00000040:1.0:1767389093.775804:0:352639:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389093.775806:0:338181:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767389093.775808:0:339009:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767389093.775810:0:352639:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389093.775812:0:338181:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389093.775818:0:339009:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389093.775821:0:352639:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389093.775823:0:338181:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389093.775823:0:339009:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389093.775831:0:352639:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.775834:0:339009:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389093.775836:0:338181:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767389093.775843:0:338181:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767389093.775847:0:338181:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.775852:0:339009:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767389093.775853:0:352639:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389093.775859:0:338181:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389093.775863:0:339009:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389093.775866:0:339009:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.775879:0:352639:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389093.775880:0:338181:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389093.775880:0:339009:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389093.775890:0:338181:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389093.775896:0:338181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000040:3.0:1767389093.775900:0:338181:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000100:00000001:3.0:1767389093.775904:0:338181:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251694445440 : -122822015106176 : ffff904b456b4380) 00000100:00000001:0.0:1767389093.775905:0:339009:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389093.775910:0:339009:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767389093.775913:0:338181:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000e63b665 x1853241654547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:544/0 lens 224/0 e 0 to 0 dl 1767389104 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389093.775914:0:352639:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389093.775925:0:352639:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389093.775926:0:339009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:3.0:1767389093.775928:0:338181:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389093.775940:0:338181:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d936ac7e. 00000100:00000040:0.0:1767389093.775942:0:339009:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:3.0:1767389093.775944:0:338181:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389093.775951:0:339009:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252378546560 : -122821331005056 : ffff904b6e31d180) 00000100:00100000:1.0:1767389093.775954:0:352639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000020:00000010:3.0:1767389093.775958:0:338181:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d936ac7e. 00000100:00000040:1.0:1767389093.775962:0:352639:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000040:0.0:1767389093.775963:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c37100b8 x1853241654547840/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:544/0 lens 224/0 e 0 to 0 dl 1767389104 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389093.775974:0:352639:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361795664 : -122821347755952 : ffff904b6d323850) 00000100:00100000:3.0:1767389093.775988:0:338181:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000e63b665 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:337539:x1853241654547584:12345-0@lo:400: 00000100:00000001:0.0:1767389093.775992:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767389093.775995:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000026e99a78 x1853241654547328/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:544/0 lens 224/0 e 0 to 0 dl 1767389104 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389093.775999:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000148fc54b. 00000100:00000200:3.0:1767389093.776005:0:338181:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654547584 00000100:00000001:0.0:1767389093.776011:0:339009:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767389093.776014:0:338181:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389093.776019:0:338181:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389093.776026:0:338181:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389093.776026:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000148fc54b. 00000020:00000001:3.0:1767389093.776040:0:338181:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767389093.776044:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767389093.776045:0:339009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c37100b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654547840:12345-0@lo:400: 00000020:00000001:3.0:1767389093.776046:0:338181:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000010:1.0:1767389093.776051:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b506ca1. 00000020:00000001:3.0:1767389093.776053:0:338181:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389093.776060:0:338181:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389093.776063:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767389093.776065:0:338181:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1767389093.776065:0:339009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654547840 00000020:00000001:3.0:1767389093.776072:0:338181:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389093.776074:0:339009:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389093.776080:0:339009:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767389093.776083:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b506ca1. 00000020:00000001:3.0:1767389093.776086:0:338181:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389093.776086:0:339009:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389093.776104:0:339009:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389093.776105:0:338181:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1767389093.776109:0:339009:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:3.0:1767389093.776111:0:338181:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1767389093.776113:0:352639:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000026e99a78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654547328:12345-0@lo:400: 02000000:00000001:3.0:1767389093.776115:0:338181:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767389093.776118:0:339009:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:3.0:1767389093.776123:0:338181:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005b5fc2ae. 00000020:00000001:0.0:1767389093.776127:0:339009:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389093.776136:0:338181:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389093.776141:0:339009:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767389093.776143:0:352639:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654547328 00000100:00000001:3.0:1767389093.776145:0:338181:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389093.776145:0:339009:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389093.776154:0:339009:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389093.776159:0:338181:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389093.776161:0:352639:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389093.776163:0:339009:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000040:3.0:1767389093.776164:0:338181:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654547584 00010000:00000001:3.0:1767389093.776173:0:338181:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767389093.776182:0:352639:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767389093.776184:0:339009:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000200:3.0:1767389093.776185:0:338181:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000e63b665 x1853241654547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:544/0 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389093.776202:0:339009:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767389093.776203:0:338181:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767389093.776203:0:352639:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389093.776210:0:338181:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389093.776210:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000250a6b92. 00000100:00001000:3.0:1767389093.776213:0:338181:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=112 v=5 (1 0 0 0) 02000000:00000001:0.0:1767389093.776214:0:339009:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.776232:0:339009:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389093.776235:0:338181:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767389093.776235:0:352639:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389093.776236:0:339009:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389093.776250:0:352639:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000100:00000040:3.0:1767389093.776251:0:338181:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00010000:00000040:0.0:1767389093.776252:0:339009:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654547840 00000100:00000001:3.0:1767389093.776268:0:338181:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000001:1.0:1767389093.776270:0:352639:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1767389093.776272:0:339009:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767389093.776273:0:338181:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389093.776286:0:338181:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389093.776287:0:352639:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1767389093.776288:0:339009:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c37100b8 x1853241654547840/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:544/0 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389093.776306:0:352639:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767389093.776307:0:338181:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767389093.776308:0:339009:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767389093.776320:0:352639:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1767389093.776321:0:339009:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389093.776322:0:338181:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767389093.776328:0:352639:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389093.776329:0:339009:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=102 v=5 (1 0 0 0) 00000400:00000010:3.0:1767389093.776330:0:338181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b70fa32. 00000020:00000001:1.0:1767389093.776347:0:352639:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1767389093.776348:0:338181:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654547584, offset 224 00000100:00000001:0.0:1767389093.776348:0:339009:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767389093.776360:0:352639:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767389093.776361:0:339009:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 02000000:00000001:1.0:1767389093.776369:0:352639:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767389093.776370:0:338181:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389093.776371:0:339009:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000010:1.0:1767389093.776381:0:352639:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a373c17d. 02000000:00000001:0.0:1767389093.776381:0:339009:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389093.776383:0:339009:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389093.776396:0:352639:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389093.776398:0:338181:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389093.776399:0:339009:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389093.776412:0:352639:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389093.776413:0:339009:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389093.776422:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002db60def. 00000400:00000200:3.0:1767389093.776424:0:338181:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372809480 00000020:00000001:1.0:1767389093.776424:0:352639:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389093.776428:0:339009:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654547840, offset 224 00010000:00000040:1.0:1767389093.776437:0:352639:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654547328 00000400:00000200:3.0:1767389093.776448:0:338181:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2225 [1] + 224 00010000:00000001:1.0:1767389093.776450:0:352639:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767389093.776462:0:338181:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:1.0:1767389093.776463:0:352639:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026e99a78 x1853241654547328/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:544/0 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389093.776466:0:339009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389093.776485:0:338181:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389093.776492:0:339009:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389093.776505:0:338181:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389093.776522:0:338181:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a8fcdc4 x1853241654547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389093.776522:0:339009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958372809580 00010000:00000001:1.0:1767389093.776535:0:352639:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389093.776542:0:352639:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389093.776543:0:339009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x222d [1] + 224 00000100:00001000:1.0:1767389093.776554:0:352639:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=118 v=5 (1 0 0 0) 00000400:00000200:0.0:1767389093.776555:0:339009:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767389093.776559:0:338181:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007a8fcdc4 x1853241654547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389093.776578:0:339009:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389093.776580:0:352639:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767389093.776585:0:339009:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767389093.776592:0:352639:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 23 to 0@lo 00000100:00000200:0.0:1767389093.776595:0:339009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e42fda49 x1853241654547840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389093.776605:0:352639:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389093.776623:0:352639:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389093.776628:0:352639:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389093.776629:0:339009:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e42fda49 x1853241654547840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389093.776631:0:338181:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389093.776642:0:352639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767389093.776644:0:338181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b70fa32 00000400:00000010:3.0:1767389093.776650:0:338181:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b70fa32. 00000100:00000040:1.0:1767389093.776658:0:352639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389093.776661:0:338181:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389093.776664:0:338181:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:1.0:1767389093.776664:0:352639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc0a7fd1. 00000100:00000001:0.0:1767389093.776665:0:339009:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767389093.776678:0:352639:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654547328, offset 224 00000100:00000001:3.0:1767389093.776680:0:338181:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389093.776680:0:339009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002db60def 00000400:00000010:0.0:1767389093.776690:0:339009:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002db60def. 00000100:00000040:3.0:1767389093.776702:0:338181:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000001:0.0:1767389093.776702:0:339009:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389093.776711:0:339009:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767389093.776714:0:352639:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767389093.776716:0:338181:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389093.776719:0:338181:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.776719:0:339009:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389093.776752:0:338181:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389093.776768:0:338181:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e63b665 x1853241654547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:544/0 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389093.776773:0:339009:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00010000:00000001:0.0:1767389093.776778:0:339009:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389093.776781:0:339009:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389093.776785:0:339009:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1767389093.776794:0:338181:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000e63b665 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:337539:x1853241654547584:12345-0@lo:400: Request processed in 853us (3257us total) trans 0 rc 0/0 00000400:00000200:1.0:1767389093.776801:0:352639:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767389093.776802:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c37100b8 x1853241654547840/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:544/0 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389093.776828:0:338181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000400:00000200:1.0:1767389093.776838:0:352639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372809380 00000100:00100000:0.0:1767389093.776839:0:339009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c37100b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654547840:12345-0@lo:400: Request processed in 834us (2230us total) trans 0 rc 0/0 00000100:00000040:3.0:1767389093.776840:0:338181:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000100:00000001:3.0:1767389093.776855:0:338181:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389093.776861:0:338181:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389093.776869:0:338181:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e8f1f1b1. 00000400:00000200:1.0:1767389093.776870:0:352639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x221d [1] + 224 00000100:00100000:0.0:1767389093.776871:0:339009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00000010:3.0:1767389093.776874:0:338181:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9c65e41. 00000020:00000010:3.0:1767389093.776885:0:338181:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000134f7215. 00000100:00000040:0.0:1767389093.776888:0:339009:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000400:00000200:1.0:1767389093.776889:0:352639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389093.776892:0:339009:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389093.776895:0:339009:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389093.776898:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000045ebdcd8. 00000020:00000040:3.0:1767389093.776900:0:338181:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000020:00000010:0.0:1767389093.776906:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056cb4a59. 00000100:00000001:3.0:1767389093.776915:0:338181:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767389093.776916:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d278740. 00000400:00000200:1.0:1767389093.776925:0:352639:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767389093.776932:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:1.0:1767389093.776938:0:352639:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389093.776940:0:339009:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389093.776947:0:352639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cb8ce24b x1853241654547328/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389093.776948:0:338181:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389093.776956:0:338181:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389093.776973:0:338181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000040:3.0:1767389093.776979:0:338181:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000100:00000040:1.0:1767389093.776983:0:352639:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cb8ce24b x1853241654547328/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389093.776985:0:338181:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251694449920 : -122822015101696 : ffff904b456b5500) 00000100:00000040:3.0:1767389093.777003:0:338181:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c3eab1c0 x1853241654547712/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:544/0 lens 224/0 e 0 to 0 dl 1767389104 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389093.777005:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389093.777013:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389093.777015:0:352639:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389093.777022:0:338181:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389093.777027:0:338181:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d936ac7e. 00000400:00000001:0.0:1767389093.777028:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767389093.777035:0:338181:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1767389093.777035:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389093.777040:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016f4f05a. 00000020:00000010:3.0:1767389093.777041:0:338181:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d936ac7e. 00000400:00000200:0.0:1767389093.777050:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007df9dfc3 00000100:00100000:3.0:1767389093.777051:0:338181:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c3eab1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:337536:x1853241654547712:12345-0@lo:400: 00000400:00000010:0.0:1767389093.777054:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007df9dfc3. 00000100:00000200:3.0:1767389093.777058:0:338181:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654547712 00000020:00000001:3.0:1767389093.777062:0:338181:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767389093.777062:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767389093.777064:0:352639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc0a7fd1 00000400:00000010:1.0:1767389093.777075:0:352639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc0a7fd1. 00000020:00000001:3.0:1767389093.777076:0:338181:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:0.0:1767389093.777076:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cb8ce24b x1853241654547328/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389093.777084:0:338181:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.777087:0:352639:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767389093.777090:0:338181:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767389093.777094:0:352639:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767389093.777097:0:338181:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:1.0:1767389093.777106:0:352639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389093.777108:0:338181:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1767389093.777119:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cb8ce24b x1853241654547328/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389093.777121:0:338181:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389093.777125:0:352639:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000020:00000001:3.0:1767389093.777133:0:338181:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1767389093.777145:0:352639:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389093.777147:0:338181:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767389093.777147:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767389093.777161:0:352639:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.777162:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389093.777163:0:338181:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389093.777183:0:352639:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767389093.777185:0:338181:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767389093.777185:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389093.777199:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389093.777201:0:338181:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767389093.777202:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767389093.777206:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000026e99a78 x1853241654547328/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:544/0 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389093.777209:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389093.777211:0:338181:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389093.777222:0:338181:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000de657184. 02000000:00000001:0.0:1767389093.777223:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389093.777234:0:338181:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389093.777237:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=118 v=5 (5 0 0 0) 00000100:00000001:3.0:1767389093.777248:0:338181:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389093.777257:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=118 v=5 (1 0 0 0) 00000020:00000001:3.0:1767389093.777259:0:338181:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389093.777271:0:338181:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654547712 00000100:00100000:1.0:1767389093.777272:0:352639:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000026e99a78 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654547328:12345-0@lo:400: Request processed in 1223us (3935us total) trans 0 rc 0/0 00000100:00000001:0.0:1767389093.777272:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389093.777277:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389093.777289:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767389093.777291:0:338181:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767389093.777299:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767389093.777305:0:338181:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c3eab1c0 x1853241654547712/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:544/0 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389093.777306:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389093.777310:0:352639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00000040:0.0:1767389093.777321:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cb8ce24b x1853241654547328/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389093.777326:0:352639:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:1.0:1767389093.777338:0:352639:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389093.777346:0:352639:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389093.777357:0:352639:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cc71a890. 00010000:00000001:3.0:1767389093.777359:0:338181:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389093.777366:0:338181:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.777370:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767389093.777372:0:338181:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=112 v=5 (1 0 0 0) 00000020:00000010:1.0:1767389093.777373:0:352639:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac0c6ab5. 00000100:00000001:0.0:1767389093.777374:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389093.777382:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389093.777387:0:352639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c13b3f1a. 00000100:00000001:3.0:1767389093.777388:0:338181:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389093.777393:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb8ce24b x1853241654547328/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389093.777400:0:338181:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000020:00000040:1.0:1767389093.777403:0:352639:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000001:3.0:1767389093.777413:0:338181:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00100000:0.0:1767389093.777417:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cb8ce24b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654547328:0@lo:400: 02000000:00000001:1.0:1767389093.777418:0:352639:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767389093.777419:0:338181:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389093.777431:0:338181:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389093.777432:0:352639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a373c17d. 00000400:00000001:0.0:1767389093.777436:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767389093.777439:0:352639:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389093.777441:0:338181:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:0.0:1767389093.777441:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767389093.777444:0:352639:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389093.777446:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f2b8985. 00000100:00000040:3.0:1767389093.777451:0:338181:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767389093.777452:0:352639:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767389093.777453:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f9dc0fb 00000400:00000010:3.0:1767389093.777456:0:338181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b70fa32. 00000400:00000010:0.0:1767389093.777457:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f9dc0fb. 00000100:00000001:0.0:1767389093.777462:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389093.777464:0:338181:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654547712, offset 224 00000400:00000010:1.0:1767389093.777467:0:352639:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063d7e076. 00000100:00000200:0.0:1767389093.777468:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e42fda49 x1853241654547840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389093.777477:0:338181:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1767389093.777487:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e42fda49 x1853241654547840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389093.777489:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c58ef2bd. 00000400:00000200:3.0:1767389093.777499:0:338181:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389093.777513:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389093.777515:0:338181:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372809500 00000100:00000001:0.0:1767389093.777516:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389093.777522:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389093.777526:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767389093.777527:0:338181:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2235 [1] + 224 00000100:00000001:0.0:1767389093.777530:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389093.777533:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389093.777534:0:338181:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767389093.777537:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389093.777543:0:338181:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1767389093.777543:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=102 v=5 (5 0 0 0) 00000100:00000001:3.0:1767389093.777551:0:338181:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767389093.777551:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389093.777558:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389093.777560:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389093.777561:0:338181:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e469bea6 x1853241654547712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389093.777564:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767389093.777570:0:337537:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e42fda49 x1853241654547840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389093.777574:0:338181:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e469bea6 x1853241654547712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389093.777586:0:337537:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.777591:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767389093.777593:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1767389093.777594:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767389093.777595:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389093.777598:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e42fda49 x1853241654547840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389093.777603:0:338181:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389093.777603:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389093.777608:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389093.777610:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389093.777611:0:338181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b70fa32 00000400:00000010:3.0:1767389093.777614:0:338181:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b70fa32. 00000100:00000040:0.0:1767389093.777615:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e42fda49 x1853241654547840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389093.777621:0:338181:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389093.777627:0:338181:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1767389093.777629:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e42fda49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654547840:0@lo:400: 00000100:00000001:3.0:1767389093.777633:0:338181:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.777642:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389093.777643:0:338181:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:1.0:1767389093.777644:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389093.777647:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389093.777652:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767389093.777654:0:338181:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767389093.777654:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cb8ce24b x1853241654547328/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767389093.777660:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767389093.777662:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1767389093.777667:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767389093.777668:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1767389093.777669:0:338181:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389093.777680:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002166e873. 00000020:00000001:3.0:1767389093.777681:0:338181:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000010:0.0:1767389093.777682:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000996020b2. 00000100:00000040:3.0:1767389093.777698:0:338181:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c3eab1c0 x1853241654547712/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:544/0 lens 224/224 e 0 to 0 dl 1767389104 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389093.777707:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000702b52a0 00000100:00100000:3.0:1767389093.777709:0:338181:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c3eab1c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:337536:x1853241654547712:12345-0@lo:400: Request processed in 687us (3108us total) trans 0 rc 0/0 02000000:00000001:0.0:1767389093.777709:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389093.777714:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767389093.777719:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000702b52a0. 00000020:00000040:0.0:1767389093.777720:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000100:00100000:3.0:1767389093.777755:0:338181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00000040:3.0:1767389093.777768:0:338181:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000100:00000001:3.0:1767389093.777770:0:338181:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389093.777772:0:338181:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767389093.777774:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767389093.777777:0:338181:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000815e7fd. 02000000:00000010:0.0:1767389093.777777:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000f9610d0. 00000100:00000001:1.0:1767389093.777789:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767389093.777790:0:338181:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e8c331b. 02000000:00000001:0.0:1767389093.777791:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389093.777794:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1767389093.777797:0:338181:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007633f830. 00000100:00000010:0.0:1767389093.777798:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cb8ce24b. 00000100:00000200:1.0:1767389093.777799:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e469bea6 x1853241654547712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389093.777808:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767389093.777809:0:338181:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000100:00000001:0.0:1767389093.777816:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389093.777819:0:338181:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389093.777832:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389093.777845:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e42fda49 x1853241654547840/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389093.777854:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e469bea6 x1853241654547712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767389093.777855:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767389093.777863:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:3.0:1767389093.777868:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 02000000:00000001:0.0:1767389093.777869:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389093.777874:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c00f51c. 02000000:00000001:0.0:1767389093.777887:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1767389093.777888:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767389093.777894:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767389093.777897:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389093.777900:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767389093.777901:0:337537:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000001:3.0:1767389093.777903:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389093.777910:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767389093.777912:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389093.777913:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1767389093.777914:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825e8d6c. 02000000:00000010:0.0:1767389093.777922:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004727ef44. 00000100:00000001:1.0:1767389093.777933:0:337536:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:3.0:1767389093.777935:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb856158 02000000:00000001:0.0:1767389093.777935:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389093.777939:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767389093.777943:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767389093.777952:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767389093.777954:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb856158. 00000100:00000010:0.0:1767389093.777954:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e42fda49. 00000100:00000001:1.0:1767389093.777964:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389093.777967:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389093.777968:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767389093.777970:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389093.777972:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767389093.777977:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a8fcdc4 x1853241654547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389093.777981:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767389093.777985:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=109 v=5 (5 0 0 0) 00000100:00000001:0.0:1767389093.777989:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389093.777995:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389093.778002:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=109 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389093.778004:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389093.778009:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389093.778021:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a8fcdc4 x1853241654547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389093.778025:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389093.778029:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389093.778042:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767389093.778047:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389093.778051:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767389093.778052:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e469bea6 x1853241654547712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389093.778066:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389093.778074:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389093.778081:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767389093.778083:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.778087:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767389093.778093:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767389093.778095:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.778101:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1767389093.778103:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.778104:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389093.778113:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=112 v=5 (5 0 0 0) 00000100:00000040:1.0:1767389093.778114:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e469bea6 x1853241654547712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767389093.778135:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=112 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389093.778144:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389093.778146:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389093.778147:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767389093.778153:0:337539:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007a8fcdc4 x1853241654547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389093.778219:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389093.778221:0:337539:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389093.778231:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389093.778233:0:337539:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767389093.778235:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389093.778237:0:337539:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767389093.778248:0:337539:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767389093.778251:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389093.778252:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e469bea6 x1853241654547712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389093.778265:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007a8fcdc4 x1853241654547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389093.778307:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e469bea6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:337536:1853241654547712:0@lo:400: 00000100:00000001:3.0:1767389093.778316:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389093.778321:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389093.778325:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389093.778326:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389093.778340:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389093.778346:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a8fcdc4 x1853241654547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389093.778352:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e469bea6 x1853241654547712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389093.778435:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1767389093.778436:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007a8fcdc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:337539:1853241654547584:0@lo:400: 02000000:00000001:1.0:1767389093.778441:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767389093.778444:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767389093.778446:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001626bc99. 00000100:00000001:3.0:1767389093.778448:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767389093.778457:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767389093.778462:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007a8fcdc4 x1853241654547584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389093.778465:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389093.778472:0:337536:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767389093.778478:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767389093.778479:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389093.778485:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000066f66db3. 02000000:00000001:3.0:1767389093.778486:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767389093.778491:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bdc05623. 02000000:00000001:1.0:1767389093.778495:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389093.778498:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767389093.778500:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767389093.778502:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:1.0:1767389093.778503:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e469bea6. 00000020:00000040:3.0:1767389093.778511:0:337539:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767389093.778513:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767389093.778515:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767389093.778517:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389093.778520:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767389093.778526:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003d16046f. 00000100:00000001:1.0:1767389093.778529:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767389093.778530:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767389093.778532:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389093.778534:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389093.778542:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a8fcdc4. 00000100:00000001:1.0:1767389093.778543:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389093.778556:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389093.778557:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389093.778564:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389093.778568:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389093.778572:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389093.778575:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389093.778581:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389093.778583:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389093.797783:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299681816, at 4299681817 00000100:00000010:0.0:1767389093.797792:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002354931c. 00000100:00000040:2.0:1767389093.797873:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299681817, at 4299681818 00000100:00000010:2.0:1767389093.797885:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7144ddc. 00000100:00000040:3.0:1767389093.798809:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299681817, at 4299681818 00000100:00000010:3.0:1767389093.798822:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ddb5466e. 00000100:00000040:1.0:1767389093.798880:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299681816, at 4299681819 00000100:00000010:1.0:1767389093.798891:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000414f6a08. 00000001:00000001:0.0:1767389093.986705:0:358455:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767389093.986711:0:358455:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:0.0:1767389093.992381:0:358455:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767389094.003010:0:358456:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b04804af. 00000400:00000010:0.0:1767389094.003026:0:358456:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000073f68e75. 00000400:00000010:0.0:1767389094.003038:0:358456:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000de78ec7e. 00000400:00000010:0.0:1767389094.003042:0:358456:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000055e9453e. 00000400:00000010:0.0:1767389094.003046:0:358456:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d9aa379a. 00000400:00000010:0.0:1767389094.003051:0:358456:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000002bf125. 00000400:00000010:0.0:1767389094.003052:0:358456:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ec9d38cd. 00000400:00000010:0.0:1767389094.003054:0:358456:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000024940e73. 00000400:00000010:0.0:1767389094.003058:0:358456:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000001e59d8d3. 00000800:00000010:0.0:1767389094.003077:0:358456:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000001b24bef2. 00000800:00000200:0.0:1767389094.003091:0:358456:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767389094.003104:0:358456:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767389094.003157:0:358456:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:0.0:1767389094.003183:0:358456:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp47 [8/256/0/180] 00000400:00000010:0.0:1767389094.005072:0:358456:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000ebe17e8c. 00000400:00000010:0.0:1767389094.005079:0:358456:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e742bb1. 00000400:00000010:0.0:1767389094.005084:0:358456:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002db60def. 00000400:00000001:0.0:1767389094.005105:0:358456:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389094.005107:0:358456:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389094.005109:0:358456:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb035ed2. 00000400:00000200:0.0:1767389094.005113:0:358456:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000832d3625 00000400:00000010:0.0:1767389094.005115:0:358456:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000832d3625. 00000400:00000010:0.0:1767389094.005119:0:358456:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 000000001634822c. 00000400:00000200:0.0:1767389094.005124:0:358456:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (38) 00000400:00000200:0.0:1767389094.005137:0:358456:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389094.005147:0:358456:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:0.0:1767389094.005154:0:358456:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001760ee2e. 00000020:01000000:0.0:1767389094.005158:0:358456:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767389094.005161:0:358456:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp47 00000400:00000010:0.0:1767389094.005174:0:358456:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000073f68e75. 00000400:00000010:0.0:1767389094.005177:0:358456:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b04804af. 00000400:00000200:2.0:1767389094.005203:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767389094.005213:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 00000400:00000200:2.0:1767389094.005217:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (39) 00000400:00000010:2.0:1767389094.005222:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 0000000028201b0c. 00000400:00000010:2.0:1767389094.005227:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000acbe0d4. 00000400:00000010:2.0:1767389094.005235:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a8b30f5c. 00000400:00000200:2.0:1767389094.005241:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000020:00000001:1.0:1767389094.005246:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767389094.005253:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767389094.005260:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 10000000:00000001:1.0:1767389094.005267:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767389094.005271:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 170], ns[65, 174] 10000000:01000000:1.0:1767389094.005272:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767389094.005278:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767389094.005283:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767389094.005285:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000020:01000004:1.0:1767389094.005287:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389094.005292:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389094.005295:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767389094.005296:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 64], ns[77, 65] 00000020:01000004:1.0:1767389094.005298:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389094.005301:0:54998:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767389094.005304:0:54998:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767389094.005307:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767389094.005308:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 64], ns[81, 65] 00000020:01000004:1.0:1767389094.005309:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767389094.005315:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 64], ns[97, 65] 00000100:00000010:1.0:1767389094.005316:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e469bea6. 00000400:00000200:2.0:1767389094.005324:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 64], ns[101, 65] 00000020:00000040:1.0:1767389094.005325:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:2.0:1767389094.005330:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 64], ns[112, 65] 00000100:00000001:1.0:1767389094.005332:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767389094.005336:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 65] 02000000:00000001:1.0:1767389094.005337:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767389094.005343:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 64], ns[123, 65] 02000000:00000001:1.0:1767389094.005344:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389094.005350:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[135, 65] 02000000:00000010:1.0:1767389094.005355:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f3e7dd3e. 00000400:00000200:2.0:1767389094.005357:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 64], ns[143, 65] 00000100:00000001:1.0:1767389094.005366:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389094.005369:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 64], ns[146, 65] 00000400:00000200:2.0:1767389094.005376:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 64], ns[155, 65] 00000100:00000001:1.0:1767389094.005377:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389094.005381:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389094.005383:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[155, 64], ns[159, 65] 00000100:00000040:1.0:1767389094.005390:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e469bea6] to pc [ptlrpcd_00_02+2] req@00000000e469bea6 x1853241654547968/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389094.005394:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 64], ns[181, 65] 00000400:00000200:2.0:1767389094.005411:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 64], ns[46, 65] 00000400:00000200:2.0:1767389094.005416:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 46], ns[50, 46] 00000400:00000200:2.0:1767389094.005420:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 46], ns[54, 46] 00000400:00000200:2.0:1767389094.005424:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 46], ns[58, 46] 00000400:00000200:2.0:1767389094.005429:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[125, 46], ns[128, 46] 00000400:00000200:2.0:1767389094.005434:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 46], ns[141, 46] 10000000:00000001:1.0:1767389094.005438:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389094.005441:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 46], ns[87, 46] 10000000:00000001:1.0:1767389094.005443:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389094.005447:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767389094.005452:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767389094.005456:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767389094.005462:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 46], ns[90, 46] 00000020:00000001:1.0:1767389094.005462:0:54998:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767389094.005464:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767389094.005466:0:54998:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767389094.005469:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767389094.005470:0:54998:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767389094.005479:0:54998:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:2.0:1767389094.005484:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[158, 46], ns[162, 46] 00000020:01000004:1.0:1767389094.005485:0:54998:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:0.0:1767389094.005490:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e469bea6 x1853241654547968/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767389094.005492:0:54998:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767389094.005500:0:54998:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389094.005508:0:54998:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389094.005514:0:54998:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389094.005521:0:54998:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767389094.005525:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 46], ns[132, 46] 00000100:00000001:0.0:1767389094.005543:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767389094.005551:0:54998:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767389094.005551:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767389094.005562:0:54998:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767389094.005564:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767389094.005566:0:54998:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767389094.005573:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389094.005574:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 46], ns[109, 46] 00000100:00000010:1.0:1767389094.005576:0:54998:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058b280f1. 02000000:00000001:0.0:1767389094.005587:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389094.005589:0:54998:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389094.005601:0:54998:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767389094.005604:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 46], ns[117, 46] 02000000:00000001:1.0:1767389094.005606:0:54998:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767389094.005606:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e469bea6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654547968:0@lo:253: 02000000:00000001:1.0:1767389094.005618:0:54998:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389094.005636:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767389094.005638:0:54998:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d395a76a. 00000400:00000200:2.0:1767389094.005639:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 46], ns[127, 46] 02000000:00000001:0.0:1767389094.005652:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767389094.005653:0:54998:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389094.005661:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[160, 46], ns[164, 46] 02000000:00000001:0.0:1767389094.005662:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389094.005665:0:54998:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389094.005672:0:54998:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389094.005677:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767389094.005690:0:54998:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058b280f1] to pc [ptlrpcd_00_03+3] req@0000000058b280f1 x1853241654548096/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767389094.005692:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000055b5bca3. 00000400:00000200:2.0:1767389094.005696:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 46], ns[172, 46] 02000000:00000001:0.0:1767389094.005706:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389094.005735:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 46], ns[179, 46] 00000400:00000010:0.0:1767389094.005805:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf8c0870. 10000000:00000001:1.0:1767389094.005807:0:54998:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389094.005816:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[164, 46], ns[168, 46] 10000000:00000001:1.0:1767389094.005818:0:54998:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389094.005818:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073f68e75. 00000020:00000001:1.0:1767389094.005835:0:54998:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389094.005836:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 46], ns[171, 46] 00000100:00000200:0.0:1767389094.005837:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654547968, portal 25 00000020:01000000:1.0:1767389094.005839:0:54998:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767389094.005852:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1767389094.005854:0:54998:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001760ee2e. 00000100:00000001:0.0:1767389094.005858:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378549248 : -122821331002368 : ffff904b6e31dc00) 00000400:00000200:2.0:1767389094.005871:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[180, 46], ns[184, 46] 00000100:00000040:0.0:1767389094.005879:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e469bea6 x1853241654547968/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389094.005884:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389094.005893:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767389094.005894:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[181, 46], ns[185, 46] 00000100:00000001:1.0:1767389094.005904:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389094.005921:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058b280f1 x1853241654548096/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389094.005935:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 46], ns[0, 46] 00000100:00000001:0.0:1767389094.005947:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767389094.005967:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00000100:00000040:0.0:1767389094.005968:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389094.005983:0:337538:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebefbe85. 00000100:00000001:1.0:1767389094.005990:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767389094.005991:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp45 00000100:00000200:0.0:1767389094.005993:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654547968, offset 0 00000100:00000001:1.0:1767389094.005996:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389094.006009:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp45 lpni_is_preferred = 0 02000000:00000001:1.0:1767389094.006013:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389094.006019:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389094.006027:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp45 00000400:00000200:0.0:1767389094.006029:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767389094.006030:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389094.006049:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058b280f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654548096:0@lo:253: 00000400:00000200:2.0:1767389094.006054:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp45 NI seq info: [186:186:256:4294967295] 192.168.204.113@tcp45 LPNI seq info [182:182:8:4294967295] 00000100:00000001:1.0:1767389094.006062:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389094.006069:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767389094.006074:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp45 02000000:00000001:1.0:1767389094.006076:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389094.006082:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389094.006093:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007c7bae14. 00000400:00000200:2.0:1767389094.006098:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp45(192.168.204.113@tcp45:) -> 192.168.204.113@tcp45(192.168.204.113@tcp:192.168.204.113@tcp45) : GET try# 0 00000800:00000200:2.0:1767389094.006112:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp45 02000000:00000001:1.0:1767389094.006114:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389094.006125:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1767389094.006133:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000484428c8. 00000400:00000010:1.0:1767389094.006151:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008034cfdf. 00000400:00000200:0.0:1767389094.006160:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372809600 00000400:00000010:1.0:1767389094.006164:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003ea50eb. 00000800:00000010:2.0:1767389094.006166:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000002a144559. 00000400:00000200:0.0:1767389094.006173:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x192d [2] + 0 00000800:00000010:2.0:1767389094.006175:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f90ac4d5. 00000400:00000010:0.0:1767389094.006180:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000634cd787. 00000400:00000200:0.0:1767389094.006188:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005ff3a9b7 00000800:00000200:2.0:1767389094.006190:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002a144559] -> 12345-192.168.204.113@tcp45 (2) 00000100:00000200:1.0:1767389094.006196:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654548096, portal 25 00000400:00000200:0.0:1767389094.006198:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.1:1767389094.006206:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002a144559] -> 12345-192.168.204.113@tcp45 (2) 00000100:00000001:1.0:1767389094.006211:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389094.006216:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378544768 : -122821331006848 : ffff904b6e31ca80) 00000400:00000200:0.0:1767389094.006219:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389094.006228:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000100:00000040:1.0:1767389094.006233:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058b280f1 x1853241654548096/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389094.006237:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ff3a9b7 00000400:00000200:2.0:1767389094.006238:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100271 rc 0 00000400:00000010:0.0:1767389094.006244:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ff3a9b7. 00000100:00000001:1.0:1767389094.006259:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389094.006261:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389094.006267:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389094.006272:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767389094.006274:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000a8fbf2fa x1853241654547968 msgsize 4848 00000400:00000010:1.0:1767389094.006283:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e4bd4742. 00000100:00000200:1.0:1767389094.006291:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654548096, offset 0 00000100:00100000:0.0:1767389094.006300:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389094.006307:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767389094.006313:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389094.006328:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389094.006337:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389094.006344:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebefbe85 00000400:00000010:0.0:1767389094.006349:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebefbe85. 00000400:00000200:1.0:1767389094.006357:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372809680 00000100:00000001:0.0:1767389094.006359:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389094.006372:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e469bea6 x1853241654547968/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389094.006380:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1979 [2] + 0 00000400:00000200:2.0:1767389094.006385:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000010:1.0:1767389094.006403:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e757a699. 00000100:00000001:0.0:1767389094.006428:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767389094.006436:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008536a3d2 00000100:00000040:0.0:1767389094.006437:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e469bea6 x1853241654547968/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389094.006452:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389094.006453:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389094.006456:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767389094.006468:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389094.006470:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389094.006488:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299682049 00000400:00000200:1.0:1767389094.006492:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008536a3d2 00000100:00000010:0.0:1767389094.006498:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000055ac118a. 00000400:00000010:1.0:1767389094.006499:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008536a3d2. 00000100:00000001:0.0:1767389094.006524:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767389094.006526:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389094.006537:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767389094.006542:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299682049 00000100:00000040:1.0:1767389094.006544:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000287ba954 x1853241654548096 msgsize 4848 00000100:00000010:0.0:1767389094.006554:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eca2ab2d. 00000100:00100000:1.0:1767389094.006562:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389094.006568:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:2.0:1767389094.006569:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000100:00000001:0.0:1767389094.006569:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767389094.006589:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299682049 00000100:00000010:0.0:1767389094.006596:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358a4dd5. 00000100:00000001:1.0:1767389094.006602:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767389094.006605:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767389094.006620:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299682049 00000400:00000200:1.0:1767389094.006623:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4bd4742 00000100:00000010:0.0:1767389094.006626:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fea26e79. 00000400:00000010:1.0:1767389094.006629:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e4bd4742. 00000100:00000001:0.0:1767389094.006637:0:337538:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389094.006639:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389094.006659:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058b280f1 x1853241654548096/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389094.006659:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389094.006667:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000100:00000001:0.0:1767389094.006678:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389094.006698:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389094.006703:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389094.006704:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389094.006718:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767389094.006720:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058b280f1 x1853241654548096/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389094.006737:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389094.006753:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389094.006772:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389094.006775:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389094.006779:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389094.006785:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389094.006816:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389094.006832:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389094.006841:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299682050 00000400:00000200:2.0:1767389094.006844:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000100:00000001:1.0:1767389094.006857:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299682049 00000100:00000001:1.0:1767389094.006872:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299682050 00000100:00000001:1.0:1767389094.006885:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299682049 00000100:00000001:1.0:1767389094.006900:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299682050 00000100:00000001:1.0:1767389094.006915:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299682049 00000100:00000001:1.0:1767389094.006924:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299682050 00000100:00000001:1.0:1767389094.006938:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299682049 00000100:00000001:1.0:1767389094.006950:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389094.006954:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389094.006962:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389094.006967:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389094.006979:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389094.006985:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389094.006992:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389094.006995:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389094.006998:0:352639:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389094.007003:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389094.007007:0:352639:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654547968 00000100:00000001:1.0:1767389094.007012:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389094.007014:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 02000000:00000001:0.0:1767389094.007015:0:352639:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389094.007024:0:352639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389094.007028:0:352639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389094.007037:0:352639:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389094.007043:0:352639:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654547968 00000020:00000001:0.0:1767389094.007047:0:352639:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389094.007053:0:352639:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767389094.007058:0:352639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767389094.007060:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1767389094.007063:0:352639:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00100000:1.0:1767389094.007067:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654548096 00000020:00000001:0.0:1767389094.007069:0:352639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 02000000:00000001:1.0:1767389094.007074:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767389094.007077:0:352639:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389094.007078:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389094.007090:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389094.007093:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1767389094.007101:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389094.007103:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009cbf9d8f. 00000100:00100000:1.0:1767389094.007112:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654548096 00000100:00000001:0.0:1767389094.007117:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389094.007118:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767389094.007120:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000020:00000040:1.0:1767389094.007128:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000010:0.0:1767389094.007142:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009cbf9d8f. 00000020:00000001:1.0:1767389094.007154:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767389094.007158:0:352639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc63e944. 00000020:00000040:1.0:1767389094.007168:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000010:0.0:1767389094.007169:0:352639:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f8ca0d2d. 00000020:00000001:1.0:1767389094.007180:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000010:0.0:1767389094.007182:0:352639:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056cb4a59. 00000020:00000001:1.0:1767389094.007184:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389094.007191:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767389094.007198:0:352639:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1767389094.007200:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008e0305f2. 00000100:00000001:1.0:1767389094.007210:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389094.007211:0:352639:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389094.007220:0:352639:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1767389094.007223:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008e0305f2. 00000100:00000001:0.0:1767389094.007226:0:352639:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389094.007236:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e1e90dc5. 00000100:00000001:0.0:1767389094.007240:0:352639:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389094.007245:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000068a64ab3. 00000400:00000200:2.0:1767389094.007246:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000020:00000010:1.0:1767389094.007253:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac0c6ab5. 00000100:00000001:1.0:1767389094.007264:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389094.007265:0:352639:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389094.007270:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389094.007273:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389094.007287:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389094.007296:0:352639:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389094.007300:0:352639:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767389094.007303:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389094.007303:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767389094.007313:0:352639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00000001:3.0:1767389094.007315:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767389094.007318:0:352639:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389094.007324:0:352639:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361783376 : -122821347768240 : ffff904b6d320850) 00000100:00100000:3.0:1767389094.007332:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00000001:1.0:1767389094.007334:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767389094.007335:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000100:00000040:0.0:1767389094.007340:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a8fbf2fa x1853241654547968/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:545/0 lens 4848/0 e 0 to 0 dl 1767389105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389094.007345:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767389094.007359:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:1.0:1767389094.007360:0:338174:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389094.007362:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389094.007374:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009cbf9d8f. 00000100:00000001:3.0:1767389094.007376:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252361793616 : -122821347758000 : ffff904b6d323050) 00000100:00000001:1.0:1767389094.007378:0:338174:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389094.007383:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389094.007384:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000020:00000010:0.0:1767389094.007397:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009cbf9d8f. 00000100:00000040:3.0:1767389094.007401:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000287ba954 x1853241654548096/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:545/0 lens 4848/0 e 0 to 0 dl 1767389105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389094.007414:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767389094.007415:0:352639:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a8fbf2fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654547968:12345-0@lo:253: 00000020:00000010:3.0:1767389094.007423:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d936ac7e. 00000100:00000200:0.0:1767389094.007424:0:352639:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654547968 00000100:00000001:3.0:1767389094.007441:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767389094.007442:0:352639:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767389094.007446:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d936ac7e. 00000020:00000001:0.0:1767389094.007450:0:352639:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389094.007455:0:352639:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389094.007460:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000287ba954 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654548096:12345-0@lo:253: 00000020:00000001:0.0:1767389094.007461:0:352639:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389094.007466:0:352639:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000100:00000200:3.0:1767389094.007469:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654548096 00000020:00000001:0.0:1767389094.007472:0:352639:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767389094.007473:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000020:00000001:3.0:1767389094.007474:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389094.007479:0:352639:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389094.007481:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389094.007488:0:352639:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389094.007489:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389094.007492:0:352639:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389094.007494:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389094.007498:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:0.0:1767389094.007499:0:352639:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389094.007504:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389094.007512:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389094.007514:0:352639:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389094.007517:0:352639:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767389094.007523:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:0.0:1767389094.007525:0:352639:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001760ee2e. 00000020:00000001:3.0:1767389094.007526:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767389094.007530:0:352639:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389094.007532:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389094.007535:0:352639:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389094.007538:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767389094.007540:0:352639:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767389094.007542:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389094.007550:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000d6318e3. 00000400:00000200:2.0:1767389094.007550:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 20000000:00000010:0.0:1767389094.007553:0:352639:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005a0aafd9. 02000000:00000001:3.0:1767389094.007567:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767389094.007568:0:352639:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767389094.007576:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389094.007578:0:352639:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767389094.007581:0:338175:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767389094.007583:0:352639:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767389094.007591:0:352639:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389094.007595:0:352639:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767389094.007599:0:338175:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000801f716c. 20000000:00000001:0.0:1767389094.007600:0:352639:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767389094.007608:0:338175:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767389094.007612:0:338175:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:0.0:1767389094.007613:0:352639:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000052a19d6e. 20000000:00000001:3.0:1767389094.007615:0:338175:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:0.0:1767389094.007618:0:352639:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:3.0:1767389094.007621:0:338175:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389094.007627:0:338175:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389094.007628:0:352639:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767389094.007630:0:338175:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767389094.007637:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00080000:00000001:0.0:1767389094.007637:0:352639:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767389094.007691:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00080000:00000001:0.0:1767389094.007712:0:352639:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767389094.007718:0:352639:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767389094.007721:0:352639:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389094.007741:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389094.007920:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389094.008072:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389094.008223:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389094.008341:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389094.008452:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389094.008598:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00080000:00000001:0.0:1767389094.008626:0:352639:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767389094.008634:0:352639:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767389094.008641:0:352639:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:0.0:1767389094.008646:0:352639:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767389094.008652:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00080000:00000010:0.0:1767389094.008657:0:352639:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000054564ded. 00080000:00000001:0.0:1767389094.008662:0:352639:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247628160000 : -122826081391616 : ffff904a530cac00) 00080000:00000001:0.0:1767389094.008666:0:352639:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767389094.008700:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389094.008839:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389094.008959:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389094.009034:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000001:00000001:0.0:1767389094.009073:0:352639:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767389094.009078:0:352639:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389094.009083:0:352639:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:2.0:1767389094.009093:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00080000:00000001:0.0:1767389094.009107:0:352639:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389094.009113:0:352639:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:2.0:1767389094.009129:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389094.009189:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389094.009271:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389094.009334:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00080000:00000001:0.0:1767389094.009389:0:352639:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1767389094.009394:0:352639:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767389094.009418:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389094.009487:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389094.009550:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389094.009594:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389094.009697:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389094.010260:0:356933:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7e72fe4. 00000800:00000010:3.0:1767389094.010267:0:356933:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003d8e49c8. 00000800:00000010:3.0:1767389094.010273:0:356933:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d936ac7e. 00000800:00000010:3.0:1767389094.010306:0:356933:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d936ac7e. 00000800:00020000:3.0:1767389094.010318:0:356933:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389094.010322:0:356933:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003d8e49c8. 00000800:00000010:3.0:1767389094.010325:0:356933:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f7e72fe4. 00000400:02020000:3.0:1767389094.010394:0:356933:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp45 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389094.010403:0:356933:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp45 notifying 192.168.204.113@tcp45: down 00000800:00000200:3.0:1767389094.010409:0:356933:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp45 down 00000800:00000100:3.0:1767389094.010427:0:356933:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp45 00000800:00000010:3.0:1767389094.010430:0:356933:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000484428c8. 00000400:00000200:3.0:1767389094.010452:0:356933:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389094.010461:0:356933:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp45->192.168.204.113@tcp45: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389094.010472:0:356933:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp45 added to recovery queue. ping count: 0 next ping: 5015 health :900 00000400:00000200:3.0:1767389094.010479:0:356933:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767389094.010483:0:356933:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 1 00000400:00000200:3.0:1767389094.010501:0:356933:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:3.0:1767389094.010534:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767389094.010539:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100871 00000400:00000001:3.0:1767389094.010543:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389094.010545:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767389094.010548:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000acbe0d4 00000400:00000010:3.0:1767389094.010550:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000acbe0d4. 00000400:00000200:3.0:1767389094.010554:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767389094.010558:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000010:3.0:1767389094.010561:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 0000000028201b0c. 00000400:00000200:3.0:1767389094.010565:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (40) 00000400:00000200:3.0:1767389094.010568:0:337534:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.113@tcp:-71 00000400:00000200:3.0:1767389094.010572:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 rc -71 00000400:00000200:3.0:1767389094.010577:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:3.0:1767389094.010580:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (39) 00080000:00000001:1.0:1767389094.022399:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00080000:00000001:0.0:1767389094.022400:0:352639:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767389094.022405:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389094.022411:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000002:0.0:1767389094.022412:0:352639:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00040000:00000001:1.0:1767389094.022416:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767389094.022418:0:352639:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767389094.022420:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767389094.022424:0:352639:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000010:1.0:1767389094.022427:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000054564ded. 00080000:00000001:1.0:1767389094.022434:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767389094.022446:0:352639:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767389094.022473:0:352639:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389094.022479:0:352639:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767389094.022485:0:352639:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767389094.022503:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389094.022508:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389094.022511:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:2.0:1767389094.022517:0:338175:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c9789eb7. 00010000:00000001:0.0:1767389094.022517:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389094.022524:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:01000000:2.0:1767389094.022532:0:338175:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 00010000:00000010:0.0:1767389094.022538:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000192d1976. 20000000:00000001:2.0:1767389094.022547:0:338175:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767389094.022548:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389094.022553:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000adb40525. 00000020:00000001:0.0:1767389094.022558:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767389094.022563:0:338175:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000020:00000040:0.0:1767389094.022563:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000adb40525 with handle 0x95cd417baf429607 to hash 00000020:00000001:0.0:1767389094.022572:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389094.022589:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389094.022593:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389094.022599:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389094.022601:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389094.022604:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf429607 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389094.022613:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389094.022619:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389094.022622:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389094.022626:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389094.022629:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389094.022633:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389094.022637:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389094.022641:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389094.022644:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389094.022647:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389094.022650:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389094.022653:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000192d1976) refcount = 1 00080000:00000001:2.0:1767389094.022658:0:338175:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767389094.022658:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000adb40525/0x95cd417baf429607 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767389094.022676:0:338175:0:(osd_index.c:949:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767389094.022678:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:2.0:1767389094.022686:0:338175:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389094.022687:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389094.022692:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767389094.022701:0:338175:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00010000:00000001:0.0:1767389094.022703:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389094.022712:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767389094.022716:0:338175:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:0.0:1767389094.022719:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389094.022727:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:0.0:1767389094.022731:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389094.022734:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389094.022783:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=4 00000020:00000001:0.0:1767389094.022796:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389094.022801:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389094.022805:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389094.022807:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf429607 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389094.022817:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389094.022822:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf429607 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767389094.022824:0:338175:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00010000:00000001:0.0:1767389094.022831:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767389094.022837:0:338175:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:0.0:1767389094.022838:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389094.022846:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000adb40525/0x95cd417baf429607 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389094.022864:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389094.022866:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767389094.022869:0:338175:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000e17f0872. 00010000:00000001:0.0:1767389094.022869:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389094.022878:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000adb40525/0x95cd417baf429607 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767389094.022884:0:338175:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247346972672 : -122826362578944 : ffff904a424a1800) 00010000:00010000:0.0:1767389094.022891:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000adb40525 already unused, calling callback (00000000eb737536) 00080000:00000001:2.0:1767389094.022897:0:338175:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:0.0:1767389094.022898:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389094.022902:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389094.022908:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000adb40525/0x95cd417baf429607 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389094.022915:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389094.022916:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389094.022919:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389094.022923:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=5 00000020:00000001:0.0:1767389094.022927:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389094.022932:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389094.022937:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389094.022939:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000adb40525/0x95cd417baf429607 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389094.022944:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389094.022951:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389094.022954:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389094.022961:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389094.022963:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389094.022972:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389094.022975:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389094.022981:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000adb40525 with handle 0x95cd417baf429607 from hash 00010000:00000001:0.0:1767389094.022985:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389094.022990:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389094.022994:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389094.022997:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389094.023004:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389094.023006:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389094.023008:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389094.023010:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389094.023016:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389094.023022:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389094.023026:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389094.023031:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389094.023036:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389094.023041:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389094.023046:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389094.023051:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389094.023054:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000adb40525/0x95cd417baf429607 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389094.023058:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389094.023060:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389094.023062:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389094.023065:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389094.023069:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389094.023072:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389094.023076:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389094.023083:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389094.023085:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389094.023088:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000adb40525/0x95cd417baf429607 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389094.023094:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389094.023097:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389094.023100:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000adb40525/0x95cd417baf429607 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389094.023107:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000192d1976 count: 0 00010000:00000001:0.0:1767389094.023130:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389094.023159:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000001:00000001:2.0:1767389094.023165:0:338175:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767389094.023169:0:338175:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389094.023173:0:338175:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767389094.023196:0:338175:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389094.023200:0:338175:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767389094.023381:0:338175:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767389094.023385:0:338175:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000010:0.1:1767389094.027885:0:358462:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000192d1976. 00010000:00000010:0.1:1767389094.027902:0:358462:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000adb40525. 00000100:00000040:2.0:1767389094.030877:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299682050, at 4299682051 00000100:00000010:2.0:1767389094.030895:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358a4dd5. 00000100:00000040:1.0:1767389094.030899:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299682050, at 4299682051 00000100:00000010:1.0:1767389094.030912:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eca2ab2d. 00000100:00000040:3.0:1767389094.030932:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299682050, at 4299682051 00000100:00000010:3.0:1767389094.030943:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fea26e79. 00000100:00000040:0.0:1767389094.031797:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299682050, at 4299682052 00000100:00000010:0.0:1767389094.031805:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000055ac118a. 00080000:00000001:3.0:1767389094.038273:0:338175:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767389094.038280:0:338175:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:3.0:1767389094.038283:0:338175:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389094.038287:0:338175:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00080000:00000001:1.0:1767389094.038288:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 20000000:01000000:3.0:1767389094.038291:0:338175:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00040000:00000001:1.0:1767389094.038292:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389094.038297:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389094.038300:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767389094.038303:0:338175:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1767389094.038303:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389094.038310:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000e17f0872. 20000000:01000000:3.0:1767389094.038311:0:338175:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1767389094.038318:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767389094.038319:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:3.0:1767389094.038320:0:338175:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000001:0.0:1767389094.038327:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389094.038331:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389094.038335:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389094.038337:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389094.038341:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000192d1976. 00010000:00000001:0.0:1767389094.038345:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389094.038347:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000adb40525. 00000020:00000001:0.0:1767389094.038350:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389094.038351:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000adb40525 with handle 0x95cd417baf42960e to hash 00000020:00000001:0.0:1767389094.038353:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389094.038354:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389094.038356:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389094.038358:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389094.038359:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389094.038361:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf42960e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389094.038367:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389094.038369:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389094.038370:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389094.038371:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389094.038373:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389094.038375:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389094.038376:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389094.038377:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389094.038379:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389094.038379:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389094.038380:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389094.038381:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000192d1976) refcount = 1 00010000:00010000:0.0:1767389094.038384:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000adb40525/0x95cd417baf42960e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389094.038387:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389094.038388:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389094.038389:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389094.038391:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389094.038392:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389094.038393:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389094.038395:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:0.0:1767389094.038397:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389094.038398:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389094.038399:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=4 00000020:00000001:0.0:1767389094.038400:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389094.038402:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389094.038404:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389094.038406:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf42960e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389094.038411:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389094.038412:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf42960e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389094.038416:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389094.038425:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389094.038426:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000adb40525/0x95cd417baf42960e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389094.038430:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389094.038430:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389094.038432:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389094.038433:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000adb40525/0x95cd417baf42960e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389094.038437:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000adb40525 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389094.038438:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389094.038439:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389094.038441:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000adb40525/0x95cd417baf42960e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389094.038444:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389094.038445:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389094.038446:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389094.038447:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=5 00000020:00000001:0.0:1767389094.038448:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389094.038449:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389094.038451:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389094.038452:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000adb40525/0x95cd417baf42960e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389094.038456:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389094.038458:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389094.038458:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389094.038461:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389094.038462:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389094.038464:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389094.038465:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389094.038466:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000adb40525 with handle 0x95cd417baf42960e from hash 00010000:00000001:0.0:1767389094.038468:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389094.038468:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389094.038469:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389094.038470:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389094.038471:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389094.038472:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389094.038473:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389094.038474:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389094.038475:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389094.038476:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389094.038477:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389094.038478:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389094.038479:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389094.038480:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389094.038481:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389094.038482:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389094.038483:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000adb40525/0x95cd417baf42960e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389094.038487:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389094.038487:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389094.038488:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389094.038489:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389094.038490:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389094.038492:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389094.038493:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389094.038494:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389094.038495:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389094.038497:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000adb40525/0x95cd417baf42960e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389094.038501:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389094.038502:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389094.038503:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000adb40525/0x95cd417baf42960e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389094.038506:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000192d1976 count: 0 00010000:00000001:0.0:1767389094.038512:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389094.038512:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767389094.039540:0:352639:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:1.0:1767389094.039553:0:352639:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767389094.039556:0:352639:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005a0aafd9. 20000000:00000001:1.0:1767389094.039565:0:352639:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389094.039571:0:352639:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654547968 00010000:00000001:1.0:1767389094.039575:0:352639:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389094.039584:0:352639:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a8fbf2fa x1853241654547968/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:545/0 lens 4848/4768 e 0 to 0 dl 1767389105 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389094.039595:0:352639:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389094.039598:0:352639:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389094.039603:0:352639:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=119 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389094.039609:0:352639:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389094.039614:0:352639:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389094.039617:0:352639:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389094.039620:0:352639:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389094.039623:0:352639:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389094.039628:0:352639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389094.039637:0:352639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389094.039642:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081ce1bca. 00000100:00000200:1.0:1767389094.039647:0:352639:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654547968, offset 224 00000400:00000200:1.0:1767389094.039658:0:352639:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389094.039669:0:352639:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389094.039677:0:352639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372809600 00000400:00000200:1.0:1767389094.039685:0:352639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x225d [2] + 224 00000400:00000200:1.0:1767389094.039692:0:352639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389094.039700:0:352639:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389094.039709:0:352639:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389094.039713:0:352639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e469bea6 x1853241654547968/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389094.039809:0:352639:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e469bea6 x1853241654547968/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389094.039829:0:352639:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389094.039835:0:352639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081ce1bca 00000400:00000010:1.0:1767389094.039837:0:352639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081ce1bca. 00000100:00000001:1.0:1767389094.039842:0:352639:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389094.039867:0:352639:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389094.039877:0:352639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389094.039883:0:352639:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389094.039888:0:352639:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389094.039891:0:352639:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389094.039894:0:352639:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389094.039902:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8fbf2fa x1853241654547968/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:545/0 lens 4848/4768 e 0 to 0 dl 1767389105 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389094.039918:0:352639:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a8fbf2fa pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654547968:12345-0@lo:253: Request processed in 32550us (33637us total) trans 0 rc 0/0 00000100:00000001:0.0:1767389094.039923:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389094.039929:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767389094.039936:0:352639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00000040:1.0:1767389094.039942:0:352639:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000400:00000001:0.0:1767389094.039943:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767389094.039945:0:352639:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1767389094.039948:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767389094.039950:0:352639:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767389094.039952:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf8c0870. 00000020:00000010:1.0:1767389094.039957:0:352639:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f8ca0d2d. 00000400:00000200:0.0:1767389094.039958:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073f68e75 00000400:00000010:0.0:1767389094.039965:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073f68e75. 00000020:00000010:1.0:1767389094.039968:0:352639:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056cb4a59. 00000100:00000001:0.0:1767389094.039972:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767389094.039975:0:352639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc63e944. 00000100:00000200:0.0:1767389094.039983:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e469bea6 x1853241654547968/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389094.039985:0:352639:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:1.0:1767389094.039998:0:352639:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389094.040004:0:352639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001760ee2e. 00000100:00000200:0.0:1767389094.040008:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e469bea6 x1853241654547968/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389094.040011:0:352639:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389094.040017:0:352639:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389094.040032:0:352639:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767389094.040032:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389094.040039:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389094.040042:0:352639:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3dd63d5. 00000100:00000001:0.0:1767389094.040042:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389094.040047:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767389094.040050:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081ce1bca. 00000100:00000001:0.0:1767389094.040050:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389094.040056:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389094.040061:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389094.040066:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=119 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389094.040071:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=119 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389094.040073:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389094.040075:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389094.040076:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389094.040079:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389094.040083:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389094.040087:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e469bea6 x1853241654547968/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389094.040095:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389094.040097:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389094.040099:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389094.040102:0:337538:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389094.040104:0:337538:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767389094.040105:0:337538:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389094.040106:0:337538:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389094.040108:0:337538:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389094.040108:0:337538:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389094.040110:0:337538:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767389094.040111:0:337538:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767389094.040112:0:337538:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389094.040114:0:337538:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389094.040116:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e469bea6 x1853241654547968/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389094.040123:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e469bea6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654547968:0@lo:253: 00000100:00000001:0.0:1767389094.040128:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389094.040140:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389094.040142:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e469bea6 x1853241654547968/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389094.040148:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389094.040150:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389094.040153:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000055b5bca3. 02000000:00000001:0.0:1767389094.040156:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389094.040158:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389094.040159:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389094.040161:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389094.040163:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f3e7dd3e. 02000000:00000001:0.0:1767389094.040167:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389094.040168:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389094.040170:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e469bea6. 00000100:00000001:0.0:1767389094.040173:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389094.040174:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389094.040176:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389094.040181:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389094.040182:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389094.040187:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389094.040190:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389094.040399:0:358461:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001422fdb4. 00000400:00000040:2.0:1767389094.040425:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389094.040430:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767389094.040433:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389094.040436:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389094.040440:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389094.040443:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767389094.040448:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389094.040452:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767389094.040455:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767389094.040457:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767389094.040461:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767389094.040465:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389094.040469:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767389094.040473:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389094.040478:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767389094.040482:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767389094.040485:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389094.040487:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767389094.040489:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767389094.040492:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389094.040495:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389094.040498:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389094.040500:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389094.040502:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389094.040505:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767389094.040509:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389094.040512:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389094.040515:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389094.040518:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389094.040521:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389094.040523:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767389094.040526:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767389094.040529:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767389094.040532:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389094.040534:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767389094.040536:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389094.040538:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767389094.040542:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767389094.040544:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389094.040547:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767389094.040549:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767389094.040552:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389094.040554:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767389094.040556:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767389094.040559:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767389094.040563:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767389094.040566:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767389094.040584:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767389094.040588:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767389094.040591:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767389094.040594:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767389094.040597:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767389094.040600:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767389094.040605:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767389094.040608:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767389094.040612:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767389094.040615:0:358461:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767389094.040991:0:358461:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001422fdb4. 00080000:00000020:3.0:1767389094.042287:0:338175:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389094.042291:0:338175:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389094.042293:0:338175:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000801f716c. 20000000:00000001:3.0:1767389094.042297:0:338175:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389094.042301:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654548096 00010000:00000001:3.0:1767389094.042303:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389094.042307:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000287ba954 x1853241654548096/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:545/0 lens 4848/4768 e 0 to 0 dl 1767389105 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389094.042315:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389094.042324:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389094.042326:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=119 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389094.042329:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389094.042331:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389094.042333:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389094.042336:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389094.042338:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389094.042340:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389094.042342:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389094.042345:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c1e5782. 00000100:00000200:3.0:1767389094.042363:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654548096, offset 224 00000400:00000200:3.0:1767389094.042369:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389094.042379:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389094.042388:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372809680 00000400:00000200:3.0:1767389094.042395:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2265 [2] + 224 00000400:00000200:3.0:1767389094.042402:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389094.042406:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389094.042410:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389094.042424:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058b280f1 x1853241654548096/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389094.042433:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000058b280f1 x1853241654548096/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389094.042457:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389094.042465:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c1e5782 00000400:00000010:3.0:1767389094.042467:0:338175:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c1e5782. 00000100:00000001:3.0:1767389094.042470:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389094.042471:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389094.042477:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389094.042483:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389094.042487:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389094.042490:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389094.042493:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767389094.042499:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767389094.042500:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000287ba954 x1853241654548096/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:545/0 lens 4848/4768 e 0 to 0 dl 1767389105 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389094.042505:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389094.042515:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389094.042518:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389094.042521:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008034cfdf. 00000400:00000200:1.0:1767389094.042531:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ea50eb 00000400:00000010:1.0:1767389094.042540:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003ea50eb. 00000100:00100000:3.0:1767389094.042547:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000287ba954 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654548096:12345-0@lo:253: Request processed in 35131us (36000us total) trans 0 rc 0/0 00000100:00000001:1.0:1767389094.042548:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389094.042561:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058b280f1 x1853241654548096/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389094.042574:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00000040:3.0:1767389094.042590:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389094.042595:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389094.042597:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389094.042606:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000068a64ab3. 00000020:00000010:3.0:1767389094.042620:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac0c6ab5. 00000100:00000200:1.0:1767389094.042626:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058b280f1 x1853241654548096/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389094.042628:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e1e90dc5. 00000020:00000040:3.0:1767389094.042639:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000001:1.0:1767389094.042646:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767389094.042649:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767389094.042650:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767389094.042655:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000d6318e3. 00000100:00000001:1.0:1767389094.042657:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767389094.042670:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767389094.042670:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389094.042686:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389094.042687:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389094.042694:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389094.042701:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389094.042702:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767389094.042721:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825e8d6c. 00000100:00001000:1.0:1767389094.042721:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=119 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389094.042819:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=119 v=5 (1 0 0 0) 00000400:00000010:3.0:1767389094.042821:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c1e5782. 00000100:00000001:1.0:1767389094.042830:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389094.042834:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389094.042837:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389094.042839:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389094.042841:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389094.042860:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058b280f1 x1853241654548096/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389094.042867:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389094.042870:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389094.042871:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389094.042875:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767389094.042876:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767389094.042877:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389094.042879:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389094.042880:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389094.042881:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389094.042882:0:337539:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767389094.042883:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389094.042884:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767389094.042886:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058b280f1 x1853241654548096/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389094.042892:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058b280f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654548096:0@lo:253: 00000100:00000001:1.0:1767389094.042896:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389094.042904:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389094.042907:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058b280f1 x1853241654548096/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389110 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389094.042912:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389094.042915:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389094.042917:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007c7bae14. 02000000:00000001:1.0:1767389094.042921:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389094.042922:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389094.042923:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389094.042925:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389094.042927:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d395a76a. 02000000:00000001:1.0:1767389094.042931:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389094.042932:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389094.042933:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058b280f1. 00000100:00000001:1.0:1767389094.042936:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389094.042937:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389094.042938:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389094.042942:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389094.042943:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389094.042945:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389094.042947:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767389094.047829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000192d1976. 00010000:00000010:0.1:1767389094.047837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000adb40525. 00010000:00000001:3.0:1767389094.092831:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389094.092837:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389094.092843:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389094.092844:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389094.092862:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389094.092864:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389094.092866:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767389094.284829:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767389094.284833:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 2 10000000:00000001:2.0:1767389094.284838:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389094.284840:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767389094.284842:0:338177:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767389094.284844:0:338177:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767389094.284846:0:338177:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767389094.284850:0:338177:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767389094.284852:0:338177:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff904b60cd8000 from 75 10000000:00000001:2.0:1767389094.284857:0:338177:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767389094.284859:0:338177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767389094.284867:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8e7ae78. 00000020:00000040:2.0:1767389094.284871:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389094.284877:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389094.284880:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389094.284886:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389094.284894:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000414ca817. 00000100:00000001:2.0:1767389094.284901:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389094.284905:0:338177:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767389094.284909:0:338177:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389094.284919:0:338177:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d824f7c6. 00010000:00000001:2.0:1767389094.284924:0:338177:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389094.284928:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a93216f0. 00000020:00000001:2.0:1767389094.284932:0:338177:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389094.284935:0:338177:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a93216f0 with handle 0x95cd417baf429615 to hash 00000020:00000001:2.0:1767389094.284937:0:338177:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389094.284939:0:338177:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:2.0:1767389094.284942:0:338177:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:2.0:1767389094.284947:0:338177:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389094.284950:0:338177:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389094.284953:0:338177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 00000000a93216f0/0x95cd417baf429615 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389094.284962:0:338177:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: 00000000a93216f0/0x95cd417baf429615 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389094.284971:0:338177:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: 00000000a93216f0/0x95cd417baf429615 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389094.284976:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767389094.284979:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767389094.284985:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d070a40c. 00000100:00000001:2.0:1767389094.284988:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247398744832 : -122826310806784 : ffff904a45601300) 00000100:00000001:2.0:1767389094.284990:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389094.284992:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402876800 : -122821306674816 : ffff904b6fa51180) 00000100:00000001:2.0:1767389094.284996:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389094.284998:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389094.285000:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767389094.285002:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389094.285008:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8e7ae78 x1853241654548224/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389094.285018:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389094.285020:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389094.285023:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389094.285027:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389094.285029:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389094.285033:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8e7ae78 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654548224:0@lo:101: 00000100:00000001:2.0:1767389094.285037:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389094.285041:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389094.285044:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389094.285048:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389094.285052:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000028201b0c. 02000000:00000001:2.0:1767389094.285054:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389094.285061:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027b59ffd. 00000400:00000010:2.0:1767389094.285068:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f3e6cf2. 00000100:00000200:2.0:1767389094.285074:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654548224, portal 25 00000100:00000001:2.0:1767389094.285077:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389094.285078:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402876800 : -122821306674816 : ffff904b6fa51180) 00000100:00000040:2.0:1767389094.285083:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8e7ae78 x1853241654548224/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389110 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389094.285091:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389094.285094:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389094.285097:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065d2f49b. 00000100:00000200:2.0:1767389094.285099:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654548224, offset 0 00000400:00000200:2.0:1767389094.285105:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389094.285116:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389094.285128:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958372809700 00000400:00000200:2.0:1767389094.285134:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1981 [2] + 0 00000400:00000010:2.0:1767389094.285139:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ead83976. 00000400:00000200:2.0:1767389094.285143:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000214b94bb 00000400:00000200:2.0:1767389094.285150:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389094.285153:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389094.285158:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000214b94bb 00000400:00000010:2.0:1767389094.285160:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000214b94bb. 00000100:00000001:2.0:1767389094.285165:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389094.285168:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767389094.285171:0:338177:0:(events.c:337:request_in_callback()) incoming req@0000000058e8a81b x1853241654548224 msgsize 328 00000100:00100000:2.0:1767389094.285175:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389094.285177:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767389094.285192:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389094.285198:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d2f49b 00000400:00000010:2.0:1767389094.285200:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065d2f49b. 00000100:00000001:2.0:1767389094.285203:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389094.285205:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8e7ae78 x1853241654548224/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389110 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389094.285214:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389094.285216:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b8e7ae78 x1853241654548224/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389110 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389094.285223:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389094.285224:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389094.285228:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389094.285232:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299682328 00000100:00000010:2.0:1767389094.285236:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026f97304. 00000100:00000001:2.0:1767389094.285241:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767389094.285247:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299682328 00000100:00000010:2.0:1767389094.285250:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a5659f80. 00000100:00000001:2.0:1767389094.285254:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767389094.285257:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299682328 00000100:00000010:2.0:1767389094.285260:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ce8a7429. 00000100:00000001:2.0:1767389094.285264:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767389094.285267:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299682328 00000100:00000010:2.0:1767389094.285271:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000be9a0df7. 00000100:00000001:2.0:1767389094.285275:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767389094.285281:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389094.285284:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389094.285289:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389094.285292:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767389094.285295:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d070a40c going to sleep for 11 seconds 00000100:00000001:2.0:1767389094.285300:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389094.285301:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767389094.285304:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389094.285309:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654548224 02000000:00000001:3.0:1767389094.285315:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389094.285319:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389094.285322:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389094.285328:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389094.285333:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654548224 00000020:00000001:3.0:1767389094.285336:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389094.285339:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389094.285341:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389094.285357:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:3.0:1767389094.285361:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389094.285364:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389094.285371:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389094.285375:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023ca8ce1. 00000100:00000001:3.0:1767389094.285380:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389094.285384:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023ca8ce1. 00000020:00000010:3.0:1767389094.285392:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000134f7215. 00000020:00000010:3.0:1767389094.285398:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccee0cec. 00000020:00000010:3.0:1767389094.285403:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e8c331b. 00000100:00000040:3.0:1767389094.285413:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389094.285417:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389094.285418:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389094.285421:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389094.285429:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389094.285456:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389094.285471:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389094.285473:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389094.285480:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00000040:3.0:1767389094.285484:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389094.285486:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509327440 : -122821200224176 : ffff904b75fd6050) 00000100:00000040:3.0:1767389094.285493:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058e8a81b x1853241654548224/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:545/0 lens 328/0 e 0 to 0 dl 1767389105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389094.285507:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389094.285510:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023ca8ce1. 00000100:00000001:3.0:1767389094.285512:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389094.285514:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023ca8ce1. 00000100:00100000:3.0:1767389094.285519:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058e8a81b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:338177:x1853241654548224:12345-0@lo:101: 00000100:00000200:3.0:1767389094.285523:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654548224 00000020:00000001:3.0:1767389094.285527:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389094.285532:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389094.285535:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389094.285547:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389094.285550:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000020:00000001:3.0:1767389094.285555:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389094.285557:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389094.285560:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389094.285563:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389094.285568:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389094.285571:0:338175:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767389094.285575:0:338175:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767389094.285577:0:338175:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767389094.285580:0:338175:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767389094.285583:0:338175:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389094.285589:0:338175:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767389094.285596:0:338175:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000065e4e980. 00010000:00000001:3.0:1767389094.285601:0:338175:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389094.285603:0:338175:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002ebafbf7. 00000020:00000001:3.0:1767389094.285607:0:338175:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389094.285609:0:338175:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002ebafbf7 with handle 0x95cd417baf42961c to hash 00000020:00000001:3.0:1767389094.285612:0:338175:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389094.285613:0:338175:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:3.0:1767389094.285616:0:338175:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00010000:3.0:1767389094.285620:0:338175:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000002ebafbf7/0x95cd417baf42961c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x95cd417baf429615 expref: -99 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389094.285629:0:338175:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003eb5d898 : new locks_count 10 00000020:00000040:3.0:1767389094.285632:0:338175:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=15 00000100:00000001:3.0:1767389094.285642:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389094.285645:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389094.285649:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000d80d1158. 02000000:00000001:3.0:1767389094.285651:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389094.285654:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389094.285659:0:338175:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389094.285664:0:338175:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389094.285667:0:338175:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767389094.285669:0:338175:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389094.285690:0:338175:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389094.285694:0:338175:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767389094.285695:0:338175:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389094.285698:0:338175:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389094.285700:0:338175:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389094.285702:0:338175:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389094.285703:0:338175:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389094.285705:0:338175:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000065e4e980) refcount = 1 00010000:00010000:3.0:1767389094.285711:0:338175:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002ebafbf7/0x95cd417baf42961c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x95cd417baf429615 expref: 15 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389094.285718:0:338175:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767389094.285720:0:338175:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389094.285721:0:338175:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389094.285723:0:338175:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389094.285802:0:338175:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389094.285812:0:338175:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767389094.285815:0:338175:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000002ebafbf7/0x95cd417baf42961c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf429615 expref: 15 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389094.285824:0:338175:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389094.285826:0:338175:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767389094.285829:0:338175:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389094.285833:0:338175:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389094.285835:0:338175:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767389094.285837:0:338175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389094.285839:0:338175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389094.285841:0:338175:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000002ebafbf7, rc 0) 00000020:00000001:3.0:1767389094.285844:0:338175:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389094.285847:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654548224 00010000:00000001:3.0:1767389094.285850:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389094.285856:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000058e8a81b x1853241654548224/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:545/0 lens 328/344 e 0 to 0 dl 1767389105 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389094.285867:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389094.285870:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389094.285875:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=119 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389094.285891:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389094.285897:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389094.285900:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389094.285904:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389094.285907:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389094.285912:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389094.285915:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389094.285921:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb856158. 00000100:00000200:3.0:1767389094.285927:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654548224, offset 224 00000400:00000200:3.0:1767389094.285934:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389094.285948:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389094.285959:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958372809700 00000400:00000200:3.0:1767389094.285968:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x227d [1] + 224 00000400:00000200:3.0:1767389094.285976:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389094.285980:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389094.285987:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389094.285992:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8e7ae78 x1853241654548224/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389110 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389094.286003:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b8e7ae78 x1853241654548224/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389110 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389094.286027:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389094.286036:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb856158 00000400:00000010:3.0:1767389094.286038:0:338175:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb856158. 00000100:00000001:3.0:1767389094.286042:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389094.286044:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389094.286050:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389094.286053:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389094.286057:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389094.286060:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389094.286065:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767389094.286066:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389094.286080:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058e8a81b x1853241654548224/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:545/0 lens 328/344 e 0 to 0 dl 1767389105 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767389094.286082:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389094.286088:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389094.286098:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027b59ffd. 00000400:00000200:2.0:1767389094.286114:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f3e6cf2 00000100:00100000:3.0:1767389094.286120:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058e8a81b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654548224:12345-0@lo:101: Request processed in 605us (939us total) trans 0 rc 0/0 00000400:00000010:2.0:1767389094.286122:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f3e6cf2. 00000100:00000001:2.0:1767389094.286127:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389094.286137:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8e7ae78 x1853241654548224/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389110 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389094.286164:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00000200:2.0:1767389094.286170:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8e7ae78 x1853241654548224/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389110 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389094.286171:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389094.286184:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389094.286193:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389094.286195:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389094.286198:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767389094.286200:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccee0cec. 00000100:00000001:2.0:1767389094.286203:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389094.286212:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767389094.286215:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e8c331b. 00000100:00000001:2.0:1767389094.286216:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389094.286226:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389094.286229:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000134f7215. 02000000:00000001:2.0:1767389094.286231:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389094.286242:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=119 v=5 (5 0 0 0) 00000020:00000040:3.0:1767389094.286243:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00001000:2.0:1767389094.286260:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=119 v=5 (1 0 0 0) 02000000:00000001:3.0:1767389094.286261:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389094.286270:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000d80d1158. 00000100:00000001:2.0:1767389094.286272:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389094.286280:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389094.286282:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389094.286293:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389094.286293:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389094.286305:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389094.286308:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767389094.286310:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389094.286319:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8e7ae78 x1853241654548224/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389110 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389094.286320:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006404b56. 00000400:00000010:3.0:1767389094.286335:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000070d697e. 00000100:00000001:2.0:1767389094.286351:0:338177:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389094.286355:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389094.286357:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389094.286361:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8e7ae78 x1853241654548224/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389110 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389094.286368:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8e7ae78 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654548224:0@lo:101: 00000100:00000001:2.0:1767389094.286373:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389094.286376:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389094.286377:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767389094.286379:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389094.286380:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8e7ae78 x1853241654548224/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389110 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389094.286385:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389094.286388:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d070a40c. 00000100:00000001:2.0:1767389094.286390:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767389094.286391:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389094.286394:0:338177:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767389094.286397:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389094.286398:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389094.286400:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a93216f0 refcount=4 00000020:00000001:2.0:1767389094.286402:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:2.0:1767389094.286404:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000040:2.0:1767389094.286409:0:338177:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000a93216f0, remote cookie: 0x95cd417baf42961c, flags: 0x0 00010000:00000001:2.0:1767389094.286413:0:338177:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389094.286417:0:338177:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389094.286419:0:338177:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389094.286421:0:338177:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389094.286423:0:338177:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389094.286425:0:338177:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d824f7c6) refcount = 1 00010000:00010000:2.0:1767389094.286428:0:338177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: 00000000a93216f0/0x95cd417baf429615 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf42961c expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389094.286439:0:338177:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389094.286442:0:338177:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389094.286443:0:338177:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389094.286446:0:338177:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389094.286448:0:338177:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389094.286451:0:338177:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: 00000000a93216f0/0x95cd417baf429615 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf42961c expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389094.286455:0:338177:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767389094.286457:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389094.286459:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389094.286460:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389094.286461:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389094.286462:0:338177:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389094.286463:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389094.286465:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8e7ae78 x1853241654548224/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389110 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389094.286470:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389094.286472:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389094.286474:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000028201b0c. 02000000:00000001:2.0:1767389094.286476:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389094.286477:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389094.286479:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389094.286481:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389094.286483:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000414ca817. 02000000:00000001:2.0:1767389094.286486:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389094.286487:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389094.286489:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8e7ae78. 00000100:00000001:2.0:1767389094.286493:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389094.286494:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767389094.286496:0:338177:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389094.286498:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767389094.286500:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 3 10000000:00000001:2.0:1767389094.286502:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389094.286503:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389094.286505:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389094.286506:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a93216f0 refcount=3 00000020:00000001:2.0:1767389094.286508:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:2.0:1767389094.286511:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:2.0:1767389094.286513:0:338177:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767389094.286515:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389094.286516:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389094.286517:0:338177:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389094.286520:0:338177:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767389094.286524:0:338177:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000001cfc776e. 00000100:00000010:2.0:1767389094.286544:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8e7ae78. 00000020:00000040:2.0:1767389094.286546:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389094.286549:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389094.286551:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389094.286554:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389094.286558:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000414ca817. 00000100:00000001:2.0:1767389094.286561:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389094.286565:0:338177:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767389094.286569:0:338177:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000028201b0c. 00000100:00000010:2.0:1767389094.286571:0:338177:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000578a43d7. 00000020:00000040:2.0:1767389094.286573:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389094.286578:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767389094.286580:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767389094.286583:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d070a40c. 00000100:00000001:2.0:1767389094.286585:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247398744832 : -122826310806784 : ffff904a45601300) 00000100:00000001:2.0:1767389094.286587:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389094.286588:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402876800 : -122821306674816 : ffff904b6fa51180) 00000100:00000001:2.0:1767389094.286591:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389094.286593:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389094.286594:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767389094.286595:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389094.286598:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8e7ae78 x1853241654548352/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389094.286604:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389094.286605:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389094.286608:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389094.286610:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389094.286611:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389094.286614:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8e7ae78 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654548352:0@lo:256: 00000100:00000001:2.0:1767389094.286617:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389094.286619:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389094.286621:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389094.286623:0:338177:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767389094.286629:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027b59ffd. 00000400:00000010:2.0:1767389094.286635:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d95bbfb5. 00000100:00000200:2.0:1767389094.286640:0:338177:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958372809780-0x6958372809780, portal 33 00000100:00000001:2.0:1767389094.286643:0:338177:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389094.286644:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389094.286647:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008369c1ce. 02000000:00000001:2.0:1767389094.286649:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389094.286652:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007be228f5. 00000400:00000010:2.0:1767389094.286655:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f3e6cf2. 00000100:00000200:2.0:1767389094.286657:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654548352, portal 25 00000100:00000001:2.0:1767389094.286659:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389094.286660:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402876800 : -122821306674816 : ffff904b6fa51180) 00000100:00000040:2.0:1767389094.286664:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8e7ae78 x1853241654548352/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389110 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389094.286671:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389094.286673:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389094.286676:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065d2f49b. 00000100:00000200:2.0:1767389094.286678:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853241654548352, offset 0 00000400:00000200:2.0:1767389094.286682:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389094.286691:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389094.286699:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958372809780 00000400:00000200:2.0:1767389094.286705:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x19a9 [2] + 0 00000400:00000010:2.0:1767389094.286709:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001df491b7. 00000400:00000200:2.0:1767389094.286712:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ff2b283d 00000400:00000200:2.0:1767389094.286716:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389094.286719:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389094.286723:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff2b283d 00000400:00000010:2.0:1767389094.286766:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ff2b283d. 00000100:00000001:2.0:1767389094.286771:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389094.286773:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767389094.286779:0:338177:0:(events.c:337:request_in_callback()) incoming req@000000002c5a49f5 x1853241654548352 msgsize 304 00000100:00100000:2.0:1767389094.286794:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389094.286801:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767389094.286814:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389094.286824:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d2f49b 00000400:00000010:2.0:1767389094.286828:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065d2f49b. 00000100:00000001:2.0:1767389094.286834:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389094.286845:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8e7ae78 x1853241654548352/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389110 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389094.286858:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767389094.286862:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767389094.286864:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b8e7ae78 x1853241654548352/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389110 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389094.286869:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654548352 02000000:00000001:3.0:1767389094.286881:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389094.286888:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389094.286890:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389094.286893:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389094.286897:0:338177:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767389094.286903:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389094.286908:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389094.286911:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654548352 00000100:00000001:2.0:1767389094.286914:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299682330 00000020:00000001:3.0:1767389094.286919:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389094.286924:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:2.0:1767389094.286924:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299682328 00000020:00000001:3.0:1767389094.286937:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767389094.286938:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299682330 00000020:00000040:3.0:1767389094.286942:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00000001:2.0:1767389094.286946:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299682328 00000020:00000001:3.0:1767389094.286948:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389094.286956:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299682330 00000020:00000001:3.0:1767389094.286958:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389094.286976:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389094.286977:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299682328 00000100:00000001:2.0:1767389094.286988:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299682330 00000020:00000010:3.0:1767389094.286989:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023ca8ce1. 00000100:00000001:2.0:1767389094.286992:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299682328 00000100:00000001:3.0:1767389094.286994:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389094.287000:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389094.287003:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023ca8ce1. 00000100:00000001:2.0:1767389094.287011:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389094.287016:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000134f7215. 00000100:00000001:2.0:1767389094.287017:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389094.287019:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767389094.287022:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d070a40c going to sleep for 11 seconds 00000100:00000001:2.0:1767389094.287025:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389094.287027:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389094.287037:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccee0cec. 00000020:00000010:3.0:1767389094.287044:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e8c331b. 00000100:00000040:3.0:1767389094.287052:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389094.287056:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389094.287058:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389094.287060:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389094.287065:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389094.287081:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389094.287093:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389094.287096:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389094.287101:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00000040:3.0:1767389094.287105:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389094.287108:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509319248 : -122821200232368 : ffff904b75fd4050) 00000100:00000040:3.0:1767389094.287118:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c5a49f5 x1853241654548352/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:545/0 lens 304/0 e 0 to 0 dl 1767389105 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389094.287131:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389094.287136:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023ca8ce1. 00000100:00000001:3.0:1767389094.287141:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389094.287146:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023ca8ce1. 00000100:00100000:3.0:1767389094.287161:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c5a49f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654548352:12345-0@lo:256: 00000100:00000200:3.0:1767389094.287166:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654548352 00000020:00000001:3.0:1767389094.287168:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389094.287173:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389094.287174:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389094.287181:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389094.287183:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333408 : -1039218208 : ffffffffc20ec9e0) 00000020:00000001:3.0:1767389094.287187:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389094.287190:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389094.287194:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389094.287196:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389094.287199:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389094.287204:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389094.287209:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389094.287224:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d80d1158. 02000000:00000001:3.0:1767389094.287226:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389094.287230:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389094.287234:0:338175:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:3.0:1767389094.287239:0:338175:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:3.0:1767389094.287243:0:338175:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767389094.287247:0:338175:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767389094.287251:0:338175:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389094.287254:0:338175:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767389094.287256:0:338175:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:3.0:1767389094.287260:0:338175:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000049b3c130. 20000000:00000001:3.0:1767389094.287264:0:338175:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767389094.287283:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767389094.287291:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767389094.287298:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767389094.287303:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767389094.287306:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767389094.287309:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767389094.287314:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767389094.287318:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767389094.287321:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767389094.287323:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767389094.287327:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767389094.287331:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767389094.287333:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767389094.287337:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767389094.287340:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767389094.287344:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767389094.287348:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767389094.287351:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767389094.287357:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767389094.287361:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767389094.287364:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767389094.287366:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767389094.287369:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767389094.287371:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767389094.287374:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767389094.287378:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767389094.287380:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767389094.287391:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767389094.287394:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767389094.287396:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767389094.287399:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767389094.287402:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767389094.287404:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767389094.287406:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767389094.287409:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767389094.287411:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767389094.287414:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767389094.287417:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767389094.287419:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:3.0:1767389094.287422:0:338175:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 3292/1/4/3. 20000000:00000040:3.0:1767389094.287433:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767389094.287436:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:3.0:1767389094.287438:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767389094.287440:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767389094.287442:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:3.0:1767389094.287446:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767389094.287448:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767389094.287451:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767389094.287454:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:3.0:1767389094.287456:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:3.0:1767389094.287460:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:3.0:1767389094.287462:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:3.0:1767389094.287465:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:3.0:1767389094.287467:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:3.0:1767389094.287470:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:3.0:1767389094.287472:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:3.0:1767389094.287475:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:3.0:1767389094.287477:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:3.0:1767389094.287479:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:3.0:1767389094.287483:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:3.0:1767389094.287486:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:3.0:1767389094.287489:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:3.0:1767389094.287492:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:3.0:1767389094.287495:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:3.0:1767389094.287497:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:3.0:1767389094.287501:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:3.0:1767389094.287514:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:3.0:1767389094.287518:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:3.0:1767389094.287521:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:3.0:1767389094.287525:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:3.0:1767389094.287527:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:3.0:1767389094.287530:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:3.0:1767389094.287534:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:3.0:1767389094.287537:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:3.0:1767389094.287540:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:3.0:1767389094.287544:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:3.0:1767389094.287548:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:3.0:1767389094.287550:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:3.0:1767389094.287554:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:3.0:1767389094.287559:0:338175:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 2488/1/4/3. 20000000:01000000:3.0:1767389094.287563:0:338175:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1608, version 80 20000000:00000001:3.0:1767389094.287567:0:338175:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1608 : 1608 : 648) 00000100:00000001:3.0:1767389094.287572:0:338175:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767389094.287577:0:338175:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000007e4b9278. 00000100:00000010:3.0:1767389094.287581:0:338175:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000368291b1. 00000020:00000040:3.0:1767389094.287585:0:338175:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=16 00010000:00000001:3.0:1767389094.287590:0:338175:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767389094.287594:0:338175:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767389094.287599:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb856158. 00000400:00000010:3.0:1767389094.287609:0:338175:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000336eebbc. 00000400:00000200:3.0:1767389094.287613:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389094.287634:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389094.287649:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1608 into portal 33 MB=0x6958372809780 00000400:00000200:3.0:1767389094.287661:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1608/1608 into md 0x228d [4] + 0 00000400:00000010:3.0:1767389094.287665:0:338175:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027b59ffd. 00000400:00000200:3.0:1767389094.287671:0:338175:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d95bbfb5 00000400:00000200:3.0:1767389094.287676:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389094.287683:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767389094.287688:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d95bbfb5 00000400:00000010:3.0:1767389094.287691:0:338175:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d95bbfb5. 00000100:00000001:3.0:1767389094.287696:0:338175:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767389094.287699:0:338175:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b8e7ae78 desc 0000000028201b0c mbits 1853241654548352 00000100:00000001:3.0:1767389094.287719:0:338175:0:(events.c:217:client_bulk_callback()) Process leaving 00000100:00000001:2.0:1767389094.287825:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389094.287833:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389094.287929:0:338175:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767389094.287946:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767389094.287963:0:338175:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2299 00000400:00000200:3.0:1767389094.287968:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389094.287973:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767389094.287985:0:338175:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767389094.287989:0:338175:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000007e4b9278 00000100:00000001:3.0:1767389094.287993:0:338175:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767389094.288010:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb856158 00000400:00000010:3.0:1767389094.288012:0:338175:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb856158. 00000100:00000001:3.0:1767389094.288020:0:338175:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767389094.288022:0:338175:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000007e4b9278 00000100:00000001:3.0:1767389094.288025:0:338175:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767389094.288031:0:338175:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1608 bytes via portal 33 id 12345-0@lo mbits 0x6958372809780-0x6958372809780 00000100:00000001:3.0:1767389094.288035:0:338175:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389094.288041:0:338175:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389094.288045:0:338175:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767389094.288049:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000010:3.0:1767389094.288052:0:338175:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000368291b1. 00000100:00000010:3.0:1767389094.288056:0:338175:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000007e4b9278. 00000100:00000001:3.0:1767389094.288061:0:338175:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767389094.288063:0:338175:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767389094.288075:0:338175:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000049b3c130. 20000000:00000001:3.0:1767389094.288083:0:338175:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389094.288087:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654548352 00010000:00000001:3.0:1767389094.288092:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389094.288099:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002c5a49f5 x1853241654548352/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:545/0 lens 304/240 e 0 to 0 dl 1767389105 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389094.288108:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389094.288111:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389094.288116:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=119 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389094.288122:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389094.288128:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389094.288131:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389094.288135:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389094.288145:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389094.288151:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389094.288160:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389094.288164:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb856158. 00000100:00000200:3.0:1767389094.288169:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853241654548352, offset 224 00000400:00000200:3.0:1767389094.288175:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389094.288181:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389094.288189:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958372809780 00000400:00000200:3.0:1767389094.288194:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2291 [1] + 224 00000400:00000200:3.0:1767389094.288199:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389094.288203:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389094.288207:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389094.288212:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8e7ae78 x1853241654548352/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389110 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389094.288222:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b8e7ae78 x1853241654548352/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389110 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389094.288245:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389094.288251:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb856158 00000400:00000010:3.0:1767389094.288253:0:338175:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb856158. 00000100:00000001:3.0:1767389094.288257:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389094.288259:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389094.288263:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389094.288266:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389094.288268:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389094.288271:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389094.288273:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389094.288279:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c5a49f5 x1853241654548352/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:545/0 lens 304/240 e 0 to 0 dl 1767389105 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389094.288289:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c5a49f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654548352:12345-0@lo:256: Request processed in 1157us (1508us total) trans 0 rc 0/0 00000100:00100000:3.0:1767389094.288298:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00000040:3.0:1767389094.288302:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389094.288306:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389094.288312:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389094.288320:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1767389094.288321:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389094.288325:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767389094.288326:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccee0cec. 00000400:00000010:2.0:1767389094.288332:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007be228f5. 00000020:00000010:3.0:1767389094.288334:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e8c331b. 00000400:00000200:2.0:1767389094.288344:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f3e6cf2 00000020:00000010:3.0:1767389094.288345:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000134f7215. 00000400:00000010:2.0:1767389094.288351:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f3e6cf2. 00000020:00000040:3.0:1767389094.288354:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00000001:2.0:1767389094.288357:0:338177:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767389094.288363:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1767389094.288370:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8e7ae78 x1853241654548352/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389110 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767389094.288371:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000d80d1158. 02000000:00000001:3.0:1767389094.288386:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389094.288394:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767389094.288413:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767389094.288414:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8e7ae78 x1853241654548352/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389110 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389094.288428:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084afd43b. 00000100:00000001:2.0:1767389094.288435:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767389094.288437:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb69665b. 00000100:00000001:2.0:1767389094.288440:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389094.288446:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389094.288449:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389094.288452:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389094.288456:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389094.288460:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389094.288464:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=119 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389094.288469:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=119 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389094.288471:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389094.288473:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389094.288475:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389094.288477:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389094.288479:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389094.288482:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000b8e7ae78 x1853241654548352/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389110 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389094.288490:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000b8e7ae78 x1853241654548352/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389110 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389094.288496:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389094.288499:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389094.288501:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8e7ae78 x1853241654548352/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389110 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389094.288508:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8e7ae78 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654548352:0@lo:256: 00000100:00000001:2.0:1767389094.288512:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389094.288514:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389094.288515:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767389094.288516:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389094.288518:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8e7ae78 x1853241654548352/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389110 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389094.288523:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389094.288525:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d070a40c. 00000100:00000001:2.0:1767389094.288529:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767389094.288530:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767389094.288533:0:338177:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 80, more 0. 10000000:00000001:2.0:1767389094.288537:0:338177:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767389094.288544:0:338177:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000014330a84. 10000000:00000040:2.0:1767389094.288556:0:338177:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767389094.288564:0:338177:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767389094.288568:0:338177:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767389094.288574:0:338177:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.113@tcp has 192.168.204.113@tcp. 00000100:00000001:2.0:1767389094.288577:0:338177:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389094.288581:0:338177:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767389094.288585:0:338177:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.113@tcp with 192.168.204.113@tcp 00000100:00000200:2.0:1767389094.288588:0:338177:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.113@tcp' 00000100:00000200:2.0:1767389094.288593:0:338177:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 39 NIDs for '192.168.204.113@tcp' 00000400:00000200:2.0:1767389094.288596:0:338177:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:2.0:1767389094.288599:0:338177:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767389094.288602:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.113@tcp 00000400:00000200:2.0:1767389094.288608:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767389094.288613:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (38) 00000400:00000200:2.0:1767389094.288619:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (39) 00000400:00000200:2.0:1767389094.288641:0:338177:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:2.0:1767389094.288644:0:338177:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767389094.288647:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767389094.288650:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp: 0. pending discovery 00000400:00000200:2.0:1767389094.288653:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (40) 00000400:00000200:2.0:1767389094.288656:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp 00000400:00000200:2.0:1767389094.288659:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.113@tcp10 00000400:00000200:2.0:1767389094.288665:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.288667:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp10 00000400:00000200:2.0:1767389094.288669:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.113@tcp11 00000400:00000200:2.0:1767389094.288671:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.288672:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp11 00000400:00000200:2.0:1767389094.288674:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.113@tcp12 00000400:00000200:2.0:1767389094.288678:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.288680:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp12 00000400:00000200:2.0:1767389094.288682:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.113@tcp13 00000400:00000200:2.0:1767389094.288686:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.288689:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp13 00000400:00000200:2.0:1767389094.288691:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.113@tcp14 00000400:00000200:2.0:1767389094.288695:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.288696:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp14 00000400:00000200:2.0:1767389094.288698:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.113@tcp15 00000400:00000200:2.0:1767389094.288701:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.288702:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp15 00000400:00000200:2.0:1767389094.288704:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.113@tcp16 00000400:00000200:2.0:1767389094.288706:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.288708:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp16 00000400:00000200:2.0:1767389094.288709:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.113@tcp17 00000400:00000200:2.0:1767389094.288713:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.288714:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp17 00000400:00000200:2.0:1767389094.288718:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.113@tcp18 00000400:00000200:2.0:1767389094.288787:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.288790:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp18 00000400:00000200:2.0:1767389094.288793:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.113@tcp19 00000400:00000200:2.0:1767389094.288796:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.288798:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp19 00000400:00000200:2.0:1767389094.288817:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.113@tcp20 00000400:00000200:2.0:1767389094.288827:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767389094.288828:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767389094.288830:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp20 00000400:00000200:2.0:1767389094.288844:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.113@tcp21 00000400:00000200:0.0:1767389094.288858:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 00000400:00000200:2.0:1767389094.288860:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.288884:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp21 00000400:00000200:0.0:1767389094.288886:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (39) 00000400:00000200:2.0:1767389094.288900:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.113@tcp22 00000400:00000010:0.0:1767389094.288903:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 00000000fa718f55. 00000400:00000200:2.0:1767389094.288904:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.288916:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp22 00000400:00000010:0.0:1767389094.288918:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021d5f531. 00000400:00000200:2.0:1767389094.288923:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.113@tcp23 00000400:00000200:2.0:1767389094.288931:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.288937:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp23 00000400:00000010:0.0:1767389094.288938:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c388dcfa. 00000400:00000200:2.0:1767389094.288956:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.113@tcp24 00000400:00000200:0.0:1767389094.288963:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000400:00000200:2.0:1767389094.288970:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.288974:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp24 00000400:00000200:2.0:1767389094.288978:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.113@tcp25 00000400:00000200:2.0:1767389094.288984:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.288987:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp25 00000400:00000200:0.0:1767389094.288994:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:2.0:1767389094.288995:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.113@tcp26 00000400:00000200:2.0:1767389094.289014:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767389094.289023:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 170], ns[65, 174] 00000400:00000200:2.0:1767389094.289025:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp26 00000400:00000200:2.0:1767389094.289038:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.113@tcp27 00000400:00000200:2.0:1767389094.289059:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767389094.289060:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000400:00000200:2.0:1767389094.289079:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp27 00000400:00000200:2.0:1767389094.289085:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.113@tcp28 00000400:00000200:0.0:1767389094.289093:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 64], ns[77, 65] 00000400:00000200:2.0:1767389094.289100:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.289117:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp28 00000400:00000200:0.0:1767389094.289132:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 64], ns[81, 65] 00000400:00000200:2.0:1767389094.289134:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.113@tcp29 00000400:00000200:2.0:1767389094.289155:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767389094.289162:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 64], ns[97, 65] 00000400:00000200:2.0:1767389094.289165:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp29 00000400:00000200:2.0:1767389094.289179:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.113@tcp30 00000400:00000200:0.0:1767389094.289183:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 64], ns[101, 65] 00000400:00000200:2.0:1767389094.289194:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.289201:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp30 00000400:00000200:0.0:1767389094.289202:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 64], ns[112, 65] 00000400:00000200:2.0:1767389094.289216:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.113@tcp31 00000400:00000200:2.0:1767389094.289235:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767389094.289235:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 65] 00000400:00000200:2.0:1767389094.289255:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp31 00000400:00000200:2.0:1767389094.289264:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.113@tcp32 00000400:00000200:0.0:1767389094.289269:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 64], ns[123, 65] 00000400:00000200:2.0:1767389094.289279:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767389094.289287:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[135, 65] 00000400:00000200:2.0:1767389094.289289:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp32 00000400:00000200:2.0:1767389094.289300:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.113@tcp33 00000400:00000200:2.0:1767389094.289317:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.289323:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp33 00000400:00000200:0.0:1767389094.289324:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 64], ns[143, 65] 00000400:00000200:2.0:1767389094.289345:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.113@tcp34 00000400:00000200:2.0:1767389094.289364:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp34 NID flags 0x1: -114 00000400:00000200:0.0:1767389094.289372:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 64], ns[146, 65] 00000400:00000200:2.0:1767389094.289375:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp34 00000400:00000200:2.0:1767389094.289389:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.113@tcp35 00000400:00000200:2.0:1767389094.289403:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp35 NID flags 0x1: -114 00000400:00000200:0.0:1767389094.289403:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 64], ns[155, 65] 00000400:00000200:2.0:1767389094.289423:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp35 00000400:00000200:2.0:1767389094.289432:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.113@tcp36 00000400:00000200:0.0:1767389094.289439:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[155, 64], ns[159, 65] 00000400:00000200:2.0:1767389094.289450:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.289455:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp36 00000400:00000200:0.0:1767389094.289463:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 64], ns[181, 65] 00000400:00000200:2.0:1767389094.289465:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.113@tcp37 00000400:00000200:2.0:1767389094.289484:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767389094.289491:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[46, 64], ns[46, 65] 00000400:00000200:2.0:1767389094.289494:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp37 00000400:00000200:2.0:1767389094.289510:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.113@tcp38 00000400:00000200:0.0:1767389094.289521:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 46], ns[50, 46] 00000400:00000200:2.0:1767389094.289524:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.289538:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp38 00000400:00000200:2.0:1767389094.289554:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.113@tcp39 00000400:00000200:0.0:1767389094.289560:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 46], ns[54, 46] 00000400:00000200:2.0:1767389094.289569:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767389094.289577:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 46], ns[58, 46] 00000400:00000200:2.0:1767389094.289581:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp39 00000400:00000200:2.0:1767389094.289595:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.113@tcp40 00000400:00000200:0.0:1767389094.289605:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[125, 46], ns[128, 46] 00000400:00000200:2.0:1767389094.289608:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767389094.289620:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp40 00000100:00000001:2.0:1767389094.289628:0:338177:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389094.289629:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 46], ns[141, 46] 00010000:00000001:2.0:1767389094.289647:0:338177:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389094.289664:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 46], ns[87, 46] 10000000:00000040:2.0:1767389094.289667:0:338177:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.113@tcp' by NID '192.168.204.113@tcp' 10000000:00000010:2.0:1767389094.289686:0:338177:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000e6c9f988. 00000400:00000200:0.0:1767389094.289693:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 46], ns[90, 46] 10000000:00000040:2.0:1767389094.289696:0:338177:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 80/80 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.113@tcp::1 00000020:00000080:2.0:1767389094.289714:0:338177:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767389094.289724:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[158, 46], ns[162, 46] 00000020:00000001:2.0:1767389094.289727:0:338177:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767389094.289736:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d9e7914. 00000020:00000010:2.0:1767389094.289781:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000085926710. 00000040:00000010:2.0:1767389094.289787:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000093f45619. 00000020:00000010:2.0:1767389094.289793:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005d053261. 00000020:00000010:2.0:1767389094.289800:0:338177:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ee4fc435. 00000020:00000010:2.0:1767389094.289813:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000017f1bd85. 00000400:00000200:0.0:1767389094.289824:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 46], ns[132, 46] 80000000:00000010:2.0:1767389094.289826:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000aeee6b12. 40000000:00000010:2.0:1767389094.289846:0:338177:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000eabf8db5. 00000400:00000200:0.0:1767389094.289848:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 46], ns[109, 46] 00100000:00000010:2.0:1767389094.289864:0:338177:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001a3a50d0. 00040000:00000010:2.0:1767389094.289882:0:338177:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000073e26ed1. 00000400:00000200:0.0:1767389094.289888:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 46], ns[117, 46] 00040000:00000010:2.0:1767389094.289897:0:338177:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000add8fcc5. 00040000:00000010:2.0:1767389094.289914:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000844c0497. 00080000:00000010:2.0:1767389094.289926:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b1453592. 00000400:00000200:0.0:1767389094.289928:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 46], ns[127, 46] 00000004:00000010:2.0:1767389094.289943:0:338177:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000511cd70a. 00000400:00000200:0.0:1767389094.289953:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[160, 46], ns[164, 46] 00000004:00000010:2.0:1767389094.289956:0:338177:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000257040f1. 00000004:00000010:2.0:1767389094.289966:0:338177:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000081b3af91. 00000400:00000200:0.0:1767389094.289967:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 46], ns[172, 46] 00002000:00000010:2.0:1767389094.289984:0:338177:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000610bd0b0. 00000400:00000200:0.0:1767389094.289989:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 46], ns[179, 46] 00000004:00000010:2.0:1767389094.289993:0:338177:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e17f0872. 00000400:00000200:0.0:1767389094.290004:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[164, 46], ns[168, 46] 00000004:00000001:2.0:1767389094.290006:0:338177:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767389094.290016:0:338177:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1767389094.290023:0:338177:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000e6c9f988 00000400:00000200:0.0:1767389094.290026:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 46], ns[171, 46] 00000040:00001000:2.0:1767389094.290029:0:338177:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1767389094.290043:0:338177:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000400:00000200:0.0:1767389094.290053:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[180, 46], ns[184, 46] 00000040:00001000:2.0:1767389094.290054:0:338177:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767389094.290063:0:338177:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1767389094.290076:0:338177:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000200:0.0:1767389094.290077:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[181, 46], ns[185, 46] 00000040:00001000:2.0:1767389094.290086:0:338177:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1767389094.290094:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000400:00000200:0.0:1767389094.290099:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[182, 46], ns[186, 46] 00000040:00001000:2.0:1767389094.290112:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.113@tcp::1 00000040:00000001:2.0:1767389094.290118:0:338177:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:0.0:1767389094.290119:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:0.0:1767389094.290137:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp25 00000400:00000200:0.0:1767389094.290145:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp25 lpni_is_preferred = 0 00000400:00000200:0.0:1767389094.290154:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp25 00000400:00000200:0.0:1767389094.290168:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp25 NI seq info: [187:187:256:4294967295] 192.168.204.113@tcp25 LPNI seq info [183:183:8:4294967295] 00000400:00000200:0.0:1767389094.290180:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp25 00000400:00000200:0.0:1767389094.290204:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp25(192.168.204.113@tcp25:) -> 192.168.204.113@tcp25(192.168.204.113@tcp:192.168.204.113@tcp25) : GET try# 0 00000800:00000200:0.0:1767389094.290218:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp25 00000004:00000001:2.0:1767389094.290221:0:338177:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767389094.290231:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003b82895e. 00000020:00000010:2.0:1767389094.290232:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000085926710. 00000040:00000010:2.0:1767389094.290249:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000093f45619. 00000800:00000200:0.0:1767389094.290260:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823d5546] -> 12345-192.168.204.113@tcp25 (6) 00000020:00000010:2.0:1767389094.290261:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005d053261. 00000020:00000010:2.0:1767389094.290275:0:338177:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ee4fc435. 00000800:00000200:0.0:1767389094.290284:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp25 ip 192.168.204.113:988 00000020:00000010:2.0:1767389094.290288:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000017f1bd85. 00000800:00000200:0.0:1767389094.290293:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b82895e type 2, nob 96 niov 1 nkiov 0 80000000:00000010:2.0:1767389094.290298:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000aeee6b12. 40000000:00000010:2.0:1767389094.290309:0:338177:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000eabf8db5. 00100000:00000010:2.0:1767389094.290317:0:338177:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001a3a50d0. 00040000:00000010:2.0:1767389094.290324:0:338177:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000073e26ed1. 00000400:00000200:0.0:1767389094.290330:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00040000:00000010:2.0:1767389094.290332:0:338177:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000add8fcc5. 00000400:00000200:0.0:1767389094.290340:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100271 rc 0 00040000:00000010:2.0:1767389094.290343:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000844c0497. 00080000:00000010:2.0:1767389094.290356:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b1453592. 00000004:00000010:2.0:1767389094.290364:0:338177:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000511cd70a. 00000004:00000010:2.0:1767389094.290370:0:338177:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000257040f1. 00000004:00000010:2.0:1767389094.290380:0:338177:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000081b3af91. 00002000:00000010:2.0:1767389094.290390:0:338177:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000610bd0b0. 00000004:00000010:2.0:1767389094.290400:0:338177:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e17f0872. 00000020:00000010:2.0:1767389094.290410:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d9e7914. 00000020:00000001:2.0:1767389094.290417:0:338177:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389094.290423:0:338177:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1767389094.290427:0:338177:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000e6c9f988. 10000000:00000010:2.0:1767389094.290432:0:338177:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000014330a84. 10000000:00000001:2.0:1767389094.290438:0:338177:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389094.290443:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389094.290451:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8e7ae78 x1853241654548352/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389110 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389094.290461:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389094.290466:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389094.290470:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008369c1ce. 02000000:00000001:2.0:1767389094.290476:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389094.290481:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389094.290485:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389094.290491:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767389094.290495:0:338177:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767389094.290499:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389094.290502:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389094.290506:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000200:0.0:1767389094.290508:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767389094.290509:0:338177:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000578a43d7. 00000800:00000010:0.0:1767389094.290517:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003b82895e. 00000100:00000010:2.0:1767389094.290521:0:338177:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000028201b0c. 00000400:00000200:0.0:1767389094.290528:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389094.290531:0:338177:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767389094.290535:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000414ca817. 02000000:00000001:2.0:1767389094.290547:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767389094.290548:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp25->192.168.204.113@tcp25: GET: OK 02000000:00000001:2.0:1767389094.290560:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1767389094.290561:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000010:2.0:1767389094.290568:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8e7ae78. 00000400:00000200:0.0:1767389094.290570:0:337530:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000100:00000001:2.0:1767389094.290579:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389094.290583:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389094.290587:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000010:2.0:1767389094.290599:0:338177:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000001cfc776e. 00000800:00000001:0.0:1767389094.290601:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:2.0:1767389094.290606:0:338177:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000800:00000001:0.0:1767389094.290607:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:2.0:1767389094.290618:0:338177:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1767389094.290621:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:0.0:1767389094.290622:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389094.290631:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389094.290636:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a93216f0 refcount=3 00000020:00000001:2.0:1767389094.290647:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00000400:00000200:0.0:1767389094.290649:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp25(192.168.204.113@tcp25) <- 192.168.204.113@tcp25 : GET - for me 00010000:00000001:2.0:1767389094.290656:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:2.0:1767389094.290661:0:338177:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389094.290665:0:338177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 00000000a93216f0/0x95cd417baf429615 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf42961c expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389094.290679:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767389094.290681:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 640 into portal 0 MB=0x8000000000000000 00010000:00000001:2.0:1767389094.290690:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389094.290695:0:338177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: 00000000a93216f0/0x95cd417baf429615 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf42961c expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767389094.290706:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 640/640 into md 0x2255 [1] + 0 00010000:00000001:2.0:1767389094.290776:0:338177:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389094.290780:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389094.290782:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767389094.290786:0:338177:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389094.290789:0:338177:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389094.290793:0:338177:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767389094.290797:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767389094.290801:0:338177:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 3 10000000:00000001:2.0:1767389094.290807:0:338177:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767389094.290814:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp25 to MR: 192.168.204.113@tcp25 local destination 00000400:00000200:0.0:1767389094.290829:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp25 NI seq info: [188:188:256:4294967295] 192.168.204.113@tcp25 LPNI seq info [184:184:8:4294967295] 00000400:00000200:0.0:1767389094.290858:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp25(192.168.204.113@tcp25:192.168.204.113@tcp25) -> 192.168.204.113@tcp25(192.168.204.113@tcp25:192.168.204.113@tcp25) 192.168.204.113@tcp25 : REPLY try# 0 00000800:00000200:0.0:1767389094.290865:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.204.113@tcp25 00000800:00000010:0.0:1767389094.290872:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b82895e. 00000800:00000200:0.0:1767389094.290888:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823d5546] -> 12345-192.168.204.113@tcp25 (6) 00000800:00000200:0.0:1767389094.290901:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp25 ip 192.168.204.113:991 00000800:00000200:0.0:1767389094.290906:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b82895e type 3, nob 736 niov 1 nkiov 1 00000800:00000001:2.0:1767389094.290969:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389094.291048:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389094.291064:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389094.291068:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767389094.291078:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767389094.291080:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767389094.291093:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b82895e. 00000400:00000200:0.0:1767389094.291110:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389094.291112:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp25(192.168.204.113@tcp25) <- 192.168.204.113@tcp25 : REPLY - for me 00000400:00000200:0.0:1767389094.291133:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp25->192.168.204.113@tcp25: REPLY: OK 00000400:00000200:2.0:1767389094.291152:0:337531:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp25: Reply from 12345-192.168.204.113@tcp25 of length 640/640 into md 0x22a5 00000800:00000001:2.0:1767389094.291163:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389094.291183:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389094.291187:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389094.291192:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp25->192.168.204.113@tcp25: REPLY: OK 00000800:00000001:0.0:1767389094.291200:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389094.291202:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021d5f531 00000400:00000010:2.0:1767389094.291211:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021d5f531. 00000400:00000200:2.0:1767389094.291220:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767389094.291226:0:337531:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:2.0:1767389094.291230:0:337531:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:2.0:1767389094.291236:0:337531:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.204.113@tcp (656 bytes) 00000400:00000200:2.0:1767389094.291246:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000010:2.0:1767389094.291257:0:337531:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000fa718f55. 00000400:00000200:2.0:1767389094.291265:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (40) 00000800:00000001:2.0:1767389094.291278:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389094.291285:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389094.291298:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767389094.291308:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000548735c8. 00000400:00000010:0.0:1767389094.291314:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf8c0870. 00000400:00000010:0.0:1767389094.291321:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000400:00000200:0.0:1767389094.291326:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000548735c8 00000400:00000001:0.0:1767389094.291331:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389094.291334:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389094.291337:0:337534:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071ad8f9c. 00000400:00000200:0.0:1767389094.291343:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f04ce50 00000400:00000010:0.0:1767389094.291345:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f04ce50. 00000400:00000200:0.0:1767389094.291350:0:337534:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:0.0:1767389094.291354:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 00000000b6b00573. 00000400:00000200:0.0:1767389094.291359:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 656 success 00000400:00000200:0.0:1767389094.291363:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100871 00000400:00000200:0.0:1767389094.291368:0:337534:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.113@tcp:0 00000400:00000200:0.0:1767389094.291372:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 rc 1 00000400:00000200:0.0:1767389094.291377:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 00000400:00000200:0.0:1767389094.291381:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (39) 00000400:00000010:0.0:1767389094.291390:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000cadb5515. 00000400:00000010:0.0:1767389094.291395:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f04ce50. 00000400:00000010:0.0:1767389094.291400:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000046bd3cc7. 00000400:00000200:0.0:1767389094.291405:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000400:00000200:0.0:1767389094.291412:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:0.0:1767389094.291417:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 170], ns[65, 174] 00000400:00000200:0.0:1767389094.291424:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000400:00000200:0.0:1767389094.291430:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 64], ns[77, 65] 00000400:00000200:0.0:1767389094.291435:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 64], ns[81, 65] 00000400:00000200:0.0:1767389094.291440:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 64], ns[97, 65] 00000400:00000200:0.0:1767389094.291445:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 64], ns[101, 65] 00000400:00000200:0.0:1767389094.291451:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 64], ns[112, 65] 00000400:00000200:0.0:1767389094.291456:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 65] 00000400:00000200:0.0:1767389094.291462:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 64], ns[123, 65] 00000400:00000200:0.0:1767389094.291467:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[135, 65] 00000400:00000200:0.0:1767389094.291472:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 64], ns[143, 65] 00000400:00000200:0.0:1767389094.291478:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 64], ns[146, 65] 00000400:00000200:0.0:1767389094.291485:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 64], ns[155, 65] 00000400:00000200:0.0:1767389094.291490:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[155, 64], ns[159, 65] 00000400:00000200:0.0:1767389094.291495:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 64], ns[181, 65] 00000400:00000200:0.0:1767389094.291500:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 64], ns[188, 65] 00000400:00000200:0.0:1767389094.291506:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[50, 64], ns[50, 65] 00000400:00000200:0.0:1767389094.291511:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 50], ns[54, 50] 00000400:00000200:0.0:1767389094.291516:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 50], ns[58, 50] 00000400:00000200:0.0:1767389094.291521:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[125, 50], ns[128, 50] 00000400:00000200:0.0:1767389094.291526:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 50], ns[141, 50] 00000400:00000200:0.0:1767389094.291533:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 50], ns[87, 50] 00000400:00000200:0.0:1767389094.291539:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 50], ns[90, 50] 00000400:00000200:0.0:1767389094.291545:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[158, 50], ns[162, 50] 00000400:00000200:0.0:1767389094.291549:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 50], ns[132, 50] 00000400:00000200:0.0:1767389094.291554:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 50], ns[109, 50] 00000400:00000200:0.0:1767389094.291559:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 50], ns[117, 50] 00000400:00000200:0.0:1767389094.291564:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 50], ns[127, 50] 00000400:00000200:0.0:1767389094.291569:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[160, 50], ns[164, 50] 00000400:00000200:0.0:1767389094.291575:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 50], ns[172, 50] 00000400:00000200:0.0:1767389094.291581:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 50], ns[179, 50] 00000400:00000200:0.0:1767389094.291586:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[164, 50], ns[168, 50] 00000400:00000200:0.0:1767389094.291592:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 50], ns[171, 50] 00000400:00000200:0.0:1767389094.291597:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[180, 50], ns[184, 50] 00000400:00000200:0.0:1767389094.291602:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[181, 50], ns[185, 50] 00000400:00000200:0.0:1767389094.291609:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[182, 50], ns[186, 50] 00000400:00000200:0.0:1767389094.291614:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000400:00000200:0.0:1767389094.291619:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp26 00000400:00000200:0.0:1767389094.291622:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp26 lpni_is_preferred = 0 00000400:00000200:0.0:1767389094.291628:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp26 00000400:00000200:0.0:1767389094.291633:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp26 NI seq info: [189:189:256:4294967295] 192.168.204.113@tcp26 LPNI seq info [185:185:8:4294967295] 00000400:00000200:0.0:1767389094.291639:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp26 00000400:00000200:0.0:1767389094.291647:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp26(192.168.204.113@tcp26:) -> 192.168.204.113@tcp26(192.168.204.113@tcp:192.168.204.113@tcp26) : GET try# 0 00000800:00000200:0.0:1767389094.291653:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp26 00000800:00000010:0.0:1767389094.291661:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003b82895e. 00000800:00000200:0.0:1767389094.291668:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000925f3843] -> 12345-192.168.204.113@tcp26 (6) 00000800:00000200:0.0:1767389094.291677:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp26 ip 192.168.204.113:988 00000800:00000200:0.0:1767389094.291682:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b82895e type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767389094.291697:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389094.291701:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100271 rc 0 00000800:00000200:0.0:1767389094.291883:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389094.291887:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003b82895e. 00000400:00000200:0.0:1767389094.291892:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389094.291900:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp26->192.168.204.113@tcp26: GET: OK 00000400:00000200:0.0:1767389094.291907:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767389094.291912:0:337530:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000800:00000001:0.0:1767389094.291922:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389094.291932:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389094.291936:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389094.291942:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389094.291955:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp26(192.168.204.113@tcp26) <- 192.168.204.113@tcp26 : GET - for me 00000400:00000200:0.0:1767389094.291969:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767389094.291979:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 656/656 into md 0x2255 [1] + 0 00000400:00000200:0.0:1767389094.291995:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp26 to MR: 192.168.204.113@tcp26 local destination 00000400:00000200:0.0:1767389094.292005:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp26 NI seq info: [190:190:256:4294967295] 192.168.204.113@tcp26 LPNI seq info [186:186:8:4294967295] 00000400:00000200:0.0:1767389094.292030:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp26(192.168.204.113@tcp26:192.168.204.113@tcp26) -> 192.168.204.113@tcp26(192.168.204.113@tcp26:192.168.204.113@tcp26) 192.168.204.113@tcp26 : REPLY try# 0 00000800:00000200:0.0:1767389094.292038:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.204.113@tcp26 00000800:00000010:0.0:1767389094.292043:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b82895e. 00000800:00000200:0.0:1767389094.292051:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000925f3843] -> 12345-192.168.204.113@tcp26 (6) 00000800:00000200:0.0:1767389094.292059:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp26 ip 192.168.204.113:989 00000800:00000200:0.0:1767389094.292062:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b82895e type 3, nob 752 niov 1 nkiov 1 00000800:00000001:2.0:1767389094.292111:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389094.292180:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389094.292192:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767389094.292196:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767389094.292197:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767389094.292211:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b82895e. 00000800:00000001:2.0:1767389094.292215:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389094.292219:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389094.292252:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp26(192.168.204.113@tcp26) <- 192.168.204.113@tcp26 : REPLY - for me 00000400:00000200:0.0:1767389094.292252:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp26->192.168.204.113@tcp26: REPLY: OK 00000400:00000200:2.0:1767389094.292298:0:337531:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp26: Reply from 12345-192.168.204.113@tcp26 of length 656/656 into md 0x22ad 00000800:00000001:2.0:1767389094.292305:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389094.292311:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389094.292321:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389094.292327:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389094.292335:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp26->192.168.204.113@tcp26: REPLY: OK 00000400:00000200:2.0:1767389094.292343:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f04ce50 00000400:00000010:2.0:1767389094.292347:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f04ce50. 00000400:00000200:2.0:1767389094.292352:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767389094.292356:0:337531:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:2.0:1767389094.292359:0:337531:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:2.0:1767389094.292362:0:337531:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 39. state = 0x100271 00000400:00000200:2.0:1767389094.292370:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389094.292385:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (40) 00000800:00000001:2.0:1767389094.292391:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389094.292395:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389094.292450:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767389094.292463:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000f1 00000400:00000010:0.0:1767389094.292478:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 800 at 00000000e081db92. 00000400:00000010:0.0:1767389094.292488:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 960 at 00000000146c0669. 00000400:00000010:0.0:1767389094.292495:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 800 at 0000000043f51b7f. 00000400:00000200:0.0:1767389094.292576:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp43(00000000dd786ad9) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767389094.292582:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp44(000000009aa94067) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767389094.292587:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp45(000000006d533510) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767389094.292602:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000029149edc. 00000400:00000200:0.0:1767389094.292611:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000029149edc nid 192.168.204.113@tcp46 00000400:00000010:0.0:1767389094.292616:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000055ac118a. 00000400:00000200:0.0:1767389094.292619:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 0000000055ac118a net tcp46 00000400:00000200:0.0:1767389094.292623:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (39) 00000400:00000200:0.0:1767389094.292631:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp46 flags 0x11 00000400:00000010:0.0:1767389094.292638:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d7cde1b8. 00000400:00000200:0.0:1767389094.292643:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d7cde1b8 nid 192.168.204.113@tcp47 00000400:00000010:0.0:1767389094.292647:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000005007598f. 00000400:00000200:0.0:1767389094.292650:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 000000005007598f net tcp47 00000400:00000200:0.0:1767389094.292654:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (40) 00000400:00000200:0.0:1767389094.292659:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp47 flags 0x11 00000400:00000010:0.0:1767389094.292663:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 800 at 00000000e081db92. 00000400:00000010:0.0:1767389094.292667:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 960 at 00000000146c0669. 00000400:00000010:0.0:1767389094.292671:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 800 at 0000000043f51b7f. 00000400:00000010:0.0:1767389094.292676:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000cadb5515. 00000400:00000200:0.0:1767389094.292681:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389094.292685:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100171 00000400:00000200:0.0:1767389094.292689:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 rc 1 00000400:00000200:0.0:1767389094.292693:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000400:00000010:0.0:1767389094.292699:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000400:00000200:0.0:1767389094.292702:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (41) 00000400:00000010:0.0:1767389094.292713:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c3c50700. 00000400:00000200:0.0:1767389094.292718:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp26 00000400:00000200:0.0:1767389094.292816:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp26 to MR: 192.168.204.113@tcp26 local destination 00000400:00000200:0.0:1767389094.292823:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp26 NI seq info: [191:191:256:4294967295] 192.168.204.113@tcp26 LPNI seq info [187:187:8:4294967295] 00000400:00000200:0.0:1767389094.292832:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp26 00000400:00000200:0.0:1767389094.292851:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp26(192.168.204.113@tcp26:192.168.204.113@tcp26) -> 192.168.204.113@tcp26(192.168.204.113@tcp26:192.168.204.113@tcp26) : PUT try# 0 00000800:00000200:0.0:1767389094.292863:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.204.113@tcp26 00000800:00000010:0.0:1767389094.292869:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b82895e. 00000800:00000200:0.0:1767389094.292876:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000925f3843] -> 12345-192.168.204.113@tcp26 (6) 00000800:00000200:0.0:1767389094.292886:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp26 ip 192.168.204.113:988 00000800:00000200:0.0:1767389094.292890:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b82895e type 1, nob 752 niov 1 nkiov 1 00000400:00000200:0.0:1767389094.292906:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389094.292910:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100571 rc 0 00000800:00000200:0.0:1767389094.292978:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389094.292982:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b82895e. 00000400:00000200:0.0:1767389094.292987:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389094.292993:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp26->192.168.204.113@tcp26: PUT: OK 00000400:00000200:0.0:1767389094.292997:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767389094.293001:0:337530:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp26: 0 00000800:00000001:0.0:1767389094.293014:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389094.293023:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389094.293026:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389094.293032:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389094.293040:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp26(192.168.204.113@tcp26) <- 192.168.204.113@tcp26 : PUT - for me 00000400:00000200:0.0:1767389094.293049:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767389094.293061:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 656/656 into md 0x22a9 [1] + 0 00000400:00000010:0.0:1767389094.293067:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf8c0870. 00000400:00000200:0.0:1767389094.293071:0:337530:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000348c4dee 00000800:00000001:0.0:1767389094.293078:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389094.293090:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389094.293094:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389094.293099:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp26->192.168.204.113@tcp26: PUT: OK 00000400:00000200:0.0:1767389094.293108:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000400:00000010:0.0:1767389094.293112:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000400:00000200:0.0:1767389094.293116:0:337530:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767389094.293119:0:337530:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (42) 00000400:00000200:0.0:1767389094.293126:0:337530:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000010:0.0:1767389094.293131:0:337530:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000146c0669. 00000400:00000200:0.0:1767389094.293134:0:337530:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.204.113@tcp 39 00000400:00000200:0.0:1767389094.293140:0:337530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767389094.293161:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (43) 00000400:00000200:0.0:1767389094.293167:0:337530:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767389094.293172:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp26 to MR: 192.168.204.113@tcp26 local destination 00000400:00000200:0.0:1767389094.293180:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp26 NI seq info: [192:192:256:4294967295] 192.168.204.113@tcp26 LPNI seq info [188:188:8:4294967295] 00000400:00000200:0.0:1767389094.293202:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp26(192.168.204.113@tcp26:192.168.204.113@tcp26) -> 192.168.204.113@tcp26(192.168.204.113@tcp26:192.168.204.113@tcp26) 192.168.204.113@tcp26 : ACK try# 0 00000800:00000200:0.0:1767389094.293208:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp26 00000400:00000200:1.0:1767389094.293212:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767389094.293213:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b82895e. 00000400:00000010:1.0:1767389094.293226:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008034cfdf. 00000800:00000200:0.0:1767389094.293227:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000925f3843] -> 12345-192.168.204.113@tcp26 (6) 00000400:00000010:1.0:1767389094.293236:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc0a7fd1. 00000800:00000200:0.0:1767389094.293244:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp26 ip 192.168.204.113:989 00000400:00000200:1.0:1767389094.293250:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000548735c8 00000800:00000200:0.0:1767389094.293250:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b82895e type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767389094.293269:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1004f1 00000400:00000010:1.0:1767389094.293281:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 800 at 00000000a373c17d. 00000400:00000010:1.0:1767389094.293289:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 960 at 000000004c72710b. 00000400:00000010:1.0:1767389094.293293:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 800 at 000000006633c69b. 00000400:00000010:1.0:1767389094.293363:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 800 at 00000000a373c17d. 00000800:00000200:0.0:1767389094.293366:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767389094.293368:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 960 at 000000004c72710b. 00000800:00000010:0.0:1767389094.293373:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b82895e. 00000400:00000010:1.0:1767389094.293376:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 800 at 000000006633c69b. 00000400:00000200:0.0:1767389094.293385:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767389094.293387:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000146c0669. 00000400:00000200:1.0:1767389094.293398:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389094.293404:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp26->192.168.204.113@tcp26: ACK: OK 00000400:00000200:1.0:1767389094.293411:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100571 00000400:00000200:1.0:1767389094.293422:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100571 rc 1 00000800:00000001:0.0:1767389094.293424:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389094.293431:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389094.293449:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389094.293456:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100571 00000800:00000001:0.0:1767389094.293461:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389094.293465:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000800:00000001:0.0:1767389094.293468:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389094.293473:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100511 rc 0 00000800:00000001:0.0:1767389094.293480:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389094.293486:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:1.0:1767389094.293506:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (42) 00000400:00000200:0.0:1767389094.293508:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp26(192.168.204.113@tcp26) <- 192.168.204.113@tcp26 : ACK - for me 00000400:00000200:0.0:1767389094.293545:0:337530:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp26: ACK from 12345-192.168.204.113@tcp26 into md 0x22b1 00000400:00000200:0.0:1767389094.293551:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389094.293560:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp26->192.168.204.113@tcp26: ACK: OK 00000400:00000200:0.0:1767389094.293568:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000400:00000010:0.0:1767389094.293572:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000400:00000200:0.0:1767389094.293579:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767389094.293584:0:337530:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:0.0:1767389094.293588:0:337530:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (41) 00000800:00000001:0.0:1767389094.293595:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389094.293599:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767389094.307051:0:358526:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000578a43d7. 00000020:00000040:2.0:1767389094.307058:0:358526:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(1) 00000020:00000010:2.0:1767389094.307061:0:358526:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000578a43d7. 00000100:00000040:1.0:1767389094.310798:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299682330, at 4299682331 00000100:00000010:1.0:1767389094.310809:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a5659f80. 00000100:00000040:2.0:1767389094.311820:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299682330, at 4299682332 00000100:00000010:2.0:1767389094.311831:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ce8a7429. 00000100:00000040:0.0:1767389094.312042:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299682330, at 4299682332 00000100:00000010:0.0:1767389094.312054:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026f97304. 00000100:00000040:3.0:1767389094.312843:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299682330, at 4299682333 00000100:00000010:3.0:1767389094.312857:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000be9a0df7. 00000800:00000200:0.0:1767389094.475868:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc04856] -> 12345-192.168.204.113@tcp36 (4) 00000400:00000001:3.0:1767389094.475871:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389094.475876:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:0.1:1767389094.475880:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc04856] -> 12345-192.168.204.113@tcp36 (4) 00000400:00000200:3.0:1767389094.475881:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2359eeb 00000400:00000010:3.0:1767389094.475887:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2359eeb. 00000400:00000200:3.0:1767389094.475894:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767389094.475901:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp44 recovery ping unlinked 00000400:00000010:3.0:1767389094.475915:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000025142914. 00000400:00000010:3.0:1767389094.475922:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fd30d963. 00000400:00000200:3.0:1767389094.475944:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp41 00000400:00000010:3.0:1767389094.475956:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000d5f96866. 00000400:00000010:3.0:1767389094.475967:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fd30d963. 00000400:00000010:3.0:1767389094.475971:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2359eeb. 00000400:00000010:3.0:1767389094.475981:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a2efd68c. 00000400:00000200:3.0:1767389094.475986:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp41 00000400:00000200:3.0:1767389094.476002:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp41 local destination 00000400:00000200:3.0:1767389094.476010:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp41 00000400:00000200:3.0:1767389094.476021:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp41 NI seq info: [193:193:256:4294967295] 192.168.204.113@tcp41 LPNI seq info [189:189:8:4294967295] 00000400:00000200:1.0:1767389094.476024:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.476032:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp41 00000400:00000200:3.0:1767389094.476060:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp41(192.168.204.113@tcp41:) -> 192.168.204.113@tcp41(192.168.204.113@tcp41:192.168.204.113@tcp41) : GET try# 0 00000800:00000200:3.0:1767389094.476078:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp41 00000800:00000010:3.0:1767389094.476083:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000004eda0f4. 00000800:00000200:3.0:1767389094.476093:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090e1988e] -> 12345-192.168.204.113@tcp41 (2) 00000800:00000200:3.1:1767389094.476106:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090e1988e] -> 12345-192.168.204.113@tcp41 (2) 00000400:00000200:1.0:1767389094.476107:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.476139:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp41 added to recovery queue. ping count: 4 next ping: 5031 health :600 00000400:00000200:3.0:1767389094.476160:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp45 00000400:00000010:3.0:1767389094.476168:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000017348c57. 00000400:00000010:3.0:1767389094.476175:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bdc05623. 00000400:00000200:1.0:1767389094.476179:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000010:3.0:1767389094.476180:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb856158. 00000400:00000010:3.0:1767389094.476203:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f1c97fc6. 00000400:00000200:3.0:1767389094.476219:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp45 00000400:00000200:3.0:1767389094.476237:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp45 local destination 00000400:00000200:3.0:1767389094.476245:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp45 00000400:00000200:3.0:1767389094.476254:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp45 NI seq info: [194:194:256:4294967295] 192.168.204.113@tcp45 LPNI seq info [190:190:8:4294967295] 00000400:00000200:3.0:1767389094.476263:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp45 00000400:00000200:3.0:1767389094.476289:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp45(192.168.204.113@tcp45:) -> 192.168.204.113@tcp45(192.168.204.113@tcp45:192.168.204.113@tcp45) : GET try# 0 00000400:00000200:0.0:1767389094.476291:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000200:3.0:1767389094.476301:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp45 00000800:00000010:3.0:1767389094.476308:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000005c19075. 00000400:00000200:1.0:1767389094.476314:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000800:00000200:3.0:1767389094.476324:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002a144559] -> 12345-192.168.204.113@tcp45 (2) 00000800:00000200:3.1:1767389094.476340:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002a144559] -> 12345-192.168.204.113@tcp45 (2) 00000400:00000200:3.0:1767389094.476374:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp45 added to recovery queue. ping count: 1 next ping: 5017 health :900 00000400:00000200:0.0:1767389094.476483:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.476484:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.476518:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.476683:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.476693:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.476708:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.476864:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.476868:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.476937:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.477023:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.477034:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.477124:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.477214:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.477225:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.477336:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.477365:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.477385:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.477519:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.477536:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.477542:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.477779:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.477805:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.477806:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.477936:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.478010:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.478036:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.478108:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.478166:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.478198:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.478259:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.478344:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.478392:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.478441:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.478551:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.478596:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.478609:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.478801:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.478802:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.478810:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.479061:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.479122:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.479123:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.479194:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.479343:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.479363:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.479367:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.479475:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.479493:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.479552:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.479663:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.479705:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.479822:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.479893:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.479961:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.480025:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.480104:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.480109:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.480172:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.480327:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.480332:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.480387:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.480518:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.480529:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.480579:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.480670:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.480692:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.480788:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.480875:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.480921:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.481002:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.481040:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.481128:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.481256:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.481258:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.481300:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.481434:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.481484:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.481487:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.481628:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.481683:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.481698:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.481840:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.481901:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.481937:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.482010:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.482109:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.482167:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389094.482186:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.482317:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.482404:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.482427:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.482525:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.482541:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000800:00000010:1.0:1767389094.482638:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007c7bae14. 00000800:00000010:1.0:1767389094.482647:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003a5744bf. 00000800:00000010:1.0:1767389094.482657:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006fc7c24d. 00000400:00000200:3.0:1767389094.482688:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000800:00000010:1.0:1767389094.482711:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006fc7c24d. 00000400:00000200:0.0:1767389094.482769:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000800:00020000:1.0:1767389094.482773:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389094.482780:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003a5744bf. 00000800:00000010:1.0:1767389094.482788:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007c7bae14. 00000400:00000200:3.0:1767389094.482915:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:02020000:1.0:1767389094.482955:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp36 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389094.482958:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000100:1.0:1767389094.482965:0:337527:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:3.0:1767389094.483065:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.483168:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000800:00000010:0.0:1767389094.483278:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000055b5bca3. 00000400:00000200:3.0:1767389094.483285:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389094.483289:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073f68e75. 00000800:00000010:0.0:1767389094.483297:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e8bcc14d. 00000800:00000010:0.0:1767389094.483343:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e8bcc14d. 00000800:00020000:0.0:1767389094.483359:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000400:00000200:3.0:1767389094.483364:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000800:00000010:0.0:1767389094.483364:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073f68e75. 00000800:00000010:0.0:1767389094.483367:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000055b5bca3. 00000400:00000200:3.0:1767389094.483436:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000400:02020000:0.0:1767389094.483461:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp41 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389094.483473:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp41 notifying 192.168.204.113@tcp41: down 00000800:00000200:0.0:1767389094.483482:0:337526:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp41 down 00000800:00000100:0.0:1767389094.483495:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp41 00000800:00000010:0.0:1767389094.483501:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000004eda0f4. 00000400:00000200:0.0:1767389094.483509:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389094.483518:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp41->192.168.204.113@tcp41: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389094.483534:0:337526:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389094.483535:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.483540:0:337526:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767389094.483552:0:337526:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp41) recovery failed with -71 00000400:00000200:3.0:1767389094.483647:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.483704:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.483787:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.483841:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.483862:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.483881:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.483899:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.483922:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.483949:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.483970:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.483992:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.484015:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.484044:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.484064:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.113:988 00000800:00000010:3.0:1767389094.484239:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f7e72fe4. 00000800:00000010:3.0:1767389094.484244:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000214b94bb. 00000800:00000010:3.0:1767389094.484249:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006bd1012a. 00000800:00000010:3.0:1767389094.484311:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006bd1012a. 00000400:00000200:1.0:1767389094.484325:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767389094.484353:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp45 from 203.3.0.2 00000800:00000010:1.0:1767389094.484356:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e4d38d04. 00000800:00000010:0.0:1767389094.484486:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000055b5bca3. 00000800:00000010:0.0:1767389094.484495:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000073f68e75. 00000800:00000010:0.0:1767389094.484542:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000014e47bdc. 00000800:00000200:0.1:1767389094.484555:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002a144559] -> 12345-192.168.204.113@tcp45 (2) 00000800:00000200:0.1:1767389094.484567:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp45 0000000014e47bdc deleted 00000800:00000010:0.1:1767389094.484572:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000014e47bdc. 00000800:00000200:0.1:1767389094.484582:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767389094.484589:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp45 ip 192.168.204.113:971 00000800:00000200:0.1:1767389094.484594:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000005c19075 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1767389094.484604:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp45 p 3.x 192.168.204.113 -> 192.168.204.113:971 incarnation:1767389087096942699 sched[0] 00000800:00000010:0.0:1767389094.484610:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e8bcc14d. 00000800:00000010:0.0:1767389094.484727:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e8bcc14d. 00000800:00000010:0.0:1767389094.484733:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000073f68e75. 00000800:00000200:3.1:1767389094.484807:0:337524:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767389094.484823:0:337524:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp45 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389087096942699 sched[0] 00000800:00000010:3.0:1767389094.484830:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000214b94bb. 00000800:00000010:0.0:1767389094.484877:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e4d38d04. 00000800:00000001:0.0:1767389094.484912:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389094.484923:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389094.485007:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000200:0.0:1767389094.485022:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389094.485030:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000005c19075. 00000400:00000200:0.0:1767389094.485041:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389094.485057:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp45->192.168.204.113@tcp45: GET: OK 00000400:00000200:0.0:1767389094.485072:0:337531:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767389094.485080:0:337531:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp45 recovery message sent successfully:0 00000800:00000001:0.0:1767389094.485112:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389094.485123:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389094.485127:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389094.485143:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389094.485158:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp45(192.168.204.113@tcp45) <- 192.168.204.113@tcp45 : GET - for me 00000400:00000200:3.0:1767389094.485165:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389094.485179:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767389094.485195:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 272/272 into md 0x2255 [1] + 0 00000400:00000200:0.0:1767389094.485218:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp45 to MR: 192.168.204.113@tcp45 local destination 00000400:00000200:0.0:1767389094.485233:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp45 NI seq info: [195:195:256:4294967295] 192.168.204.113@tcp45 LPNI seq info [191:191:8:4294967295] 00000400:00000200:0.0:1767389094.485260:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp45(192.168.204.113@tcp45:192.168.204.113@tcp45) -> 192.168.204.113@tcp45(192.168.204.113@tcp45:192.168.204.113@tcp45) 192.168.204.113@tcp45 : REPLY try# 0 00000800:00000200:0.0:1767389094.485274:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.113@tcp45 00000800:00000010:0.0:1767389094.485280:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b82895e. 00000800:00000200:0.0:1767389094.485292:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002a144559] -> 12345-192.168.204.113@tcp45 (4) 00000800:00000200:0.0:1767389094.485302:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp45 ip 192.168.204.113:988 00000800:00000200:0.0:1767389094.485306:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b82895e type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767389094.485307:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000800:00000200:0.0:1767389094.485402:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389094.485408:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b82895e. 00000400:00000200:0.0:1767389094.485416:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389094.485426:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp45->192.168.204.113@tcp45: REPLY: OK 00000800:00000001:0.0:1767389094.485455:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389094.485465:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389094.485467:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000800:00000001:0.0:1767389094.485471:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389094.485487:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389094.485491:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389094.485499:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389094.485516:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp45(192.168.204.113@tcp45) <- 192.168.204.113@tcp45 : REPLY - for me 00000400:00000200:0.0:1767389094.485541:0:337531:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp45: Reply from 12345-192.168.204.113@tcp45 of length 272/272 into md 0x22bd 00000800:00000001:0.0:1767389094.485550:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389094.485557:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389094.485559:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389094.485567:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp45->192.168.204.113@tcp45: REPLY: OK 00000400:00000200:0.0:1767389094.485576:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb856158 00000400:00000010:0.0:1767389094.485580:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eb856158. 00000400:00000200:0.0:1767389094.485589:0:337531:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767389094.485600:0:337531:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000017348c57. 00000400:00000010:0.0:1767389094.485605:0:337531:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bdc05623. 00000800:00000001:0.0:1767389094.485620:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767389094.485629:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000800:00000001:0.0:1767389094.485629:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389094.485800:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.485924:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486093:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486214:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486335:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486379:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486396:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486412:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486434:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486478:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486513:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486550:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486584:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486629:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486678:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486813:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486851:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486882:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486910:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486933:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.486971:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.487008:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.487037:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.487067:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.487121:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.487208:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.487301:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.487391:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.487491:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389094.487580:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389094.487722:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d6318e3. 00000800:00000010:3.0:1767389094.487776:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000214b94bb. 00000800:00000010:3.0:1767389094.487782:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006bd1012a. 00000800:00000010:3.0:1767389094.487822:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006bd1012a. 00000800:00020000:3.0:1767389094.487835:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389094.487839:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000214b94bb. 00000800:00000010:3.0:1767389094.487842:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000d6318e3. 00000400:02020000:3.0:1767389094.487886:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp45 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767389095.115879:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389095.115885:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389095.115901:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389095.115904:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389095.115939:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389095.115942:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389095.115945:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767389095.499886:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f365d1dc] -> 12345-192.168.204.113@tcp18 (6) 00000400:00000001:1.0:1767389095.499909:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:0.0:1767389095.499909:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp18 ip 192.168.204.113:988 00000400:00000001:1.0:1767389095.499919:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:0.0:1767389095.499924:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025f2a25f type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767389095.499927:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2359eeb 00000400:00000010:1.0:1767389095.499934:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2359eeb. 00000400:00000200:1.0:1767389095.499942:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389095.499956:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp41 recovery ping unlinked 00000400:00000010:1.0:1767389095.499977:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000d5f96866. 00000400:00000010:1.0:1767389095.499983:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fd30d963. 00000800:00000001:1.0:1767389095.500089:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767389095.500097:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767389095.500122:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389095.500131:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389095.500134:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389096.139825:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389096.139836:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389096.139845:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389096.139852:0:339424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767389096.139857:0:339424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767389096.139861:0:339424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389096.139867:0:339424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767389096.139871:0:339424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389096.139876:0:339424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389096.139883:0:339424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389096.139948:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389096.139954:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389096.139961:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767389096.899310:0:358994:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389096.899333:0:358994:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389096.899340:0:358994:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389096.899350:0:358994:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389096.899360:0:358994:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389096.899365:0:358994:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389097.163773:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389097.163780:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389097.163786:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389097.163788:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389097.163918:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389097.163923:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389097.163926:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767389097.547887:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp44 00000400:00000010:1.0:1767389097.547900:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bd68fed5. 00000400:00000010:1.0:1767389097.547914:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008051245b. 00000400:00000010:1.0:1767389097.547923:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000295b8a65. 00000400:00000010:1.0:1767389097.547939:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003aac74e2. 00000400:00000200:1.0:1767389097.547951:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp44 00000400:00000200:1.0:1767389097.547990:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp44 local destination 00000400:00000200:1.0:1767389097.548003:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp44 00000400:00000200:1.0:1767389097.548012:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp44 NI seq info: [196:196:256:4294967295] 192.168.204.113@tcp44 LPNI seq info [192:192:8:4294967295] 00000400:00000200:1.0:1767389097.548023:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp44 00000400:00000200:1.0:1767389097.548038:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp44(192.168.204.113@tcp44:) -> 192.168.204.113@tcp44(192.168.204.113@tcp44:192.168.204.113@tcp44) : GET try# 0 00000800:00000200:1.0:1767389097.548046:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp44 00000800:00000010:1.0:1767389097.548053:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000178ef333. 00000800:00000200:1.0:1767389097.548063:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f7217ce] -> 12345-192.168.204.113@tcp44 (2) 00000800:00000200:1.1:1767389097.548072:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f7217ce] -> 12345-192.168.204.113@tcp44 (2) 00000400:00000200:1.0:1767389097.548117:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp44 added to recovery queue. ping count: 3 next ping: 5026 health :700 00000400:00000200:2.0:1767389097.548247:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.548350:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.548397:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.548434:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.548464:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.548495:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.548543:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.548590:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.548615:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.548639:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.548668:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.548722:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.548868:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.548904:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.548930:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.548959:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.548986:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549017:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549044:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549069:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549092:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549115:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549145:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549170:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549193:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549220:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549245:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549269:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549293:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549321:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549345:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549368:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549392:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549419:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389097.549479:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:2.0:1767389097.549929:0:356933:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000099dfe410. 00000800:00000010:2.0:1767389097.549938:0:356933:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000087b3cc57. 00000800:00000010:2.0:1767389097.549947:0:356933:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081975a2c. 00000800:00000010:2.0:1767389097.549986:0:356933:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081975a2c. 00000800:00020000:2.0:1767389097.550007:0:356933:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389097.550014:0:356933:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000087b3cc57. 00000800:00000010:2.0:1767389097.550019:0:356933:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000099dfe410. 00000400:02020000:2.0:1767389097.550091:0:356933:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp44 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767389097.550105:0:356933:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp44 notifying 192.168.204.113@tcp44: down 00000800:00000200:2.0:1767389097.550115:0:356933:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp44 down 00000800:00000100:2.0:1767389097.550132:0:356933:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp44 00000800:00000010:2.0:1767389097.550138:0:356933:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000178ef333. 00000400:00000200:2.0:1767389097.550148:0:356933:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767389097.550159:0:356933:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp44->192.168.204.113@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767389097.550177:0:356933:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767389097.550181:0:356933:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767389097.550187:0:356933:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp44) recovery failed with -71 00000001:00000001:1.0:1767389098.023852:0:359158:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767389098.023859:0:359158:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:1.0:1767389098.030229:0:359158:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767389098.041847:0:359159:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000004c72710b. 00000400:00000010:1.0:1767389098.041869:0:359159:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000138cf51e. 00000400:00000010:1.0:1767389098.041892:0:359159:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b014c4e7. 00000400:00000010:1.0:1767389098.041897:0:359159:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004163c73f. 00000400:00000010:1.0:1767389098.041903:0:359159:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000082788150. 00000400:00000010:1.0:1767389098.041909:0:359159:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c352d2d4. 00000400:00000010:1.0:1767389098.041911:0:359159:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000eef9ee05. 00000400:00000010:1.0:1767389098.041913:0:359159:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002532d1d4. 00000400:00000010:1.0:1767389098.041918:0:359159:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000926f87e7. 00000800:00000010:1.0:1767389098.041946:0:359159:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008fa35cf2. 00000800:00000200:1.0:1767389098.041962:0:359159:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767389098.041982:0:359159:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767389098.042037:0:359159:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:1.0:1767389098.042092:0:359159:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp48 [8/256/0/180] 00000400:00000010:1.0:1767389098.044878:0:359159:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000a373c17d. 00000400:00000010:1.0:1767389098.044888:0:359159:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016d3c1be. 00000400:00000010:1.0:1767389098.044895:0:359159:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8bdd933. 00000400:00000001:1.0:1767389098.044935:0:359159:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389098.044937:0:359159:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389098.044941:0:359159:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e742bb1. 00000400:00000200:1.0:1767389098.044946:0:359159:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002db60def 00000400:00000010:1.0:1767389098.044949:0:359159:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002db60def. 00000400:00000010:1.0:1767389098.044954:0:359159:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000ebe17e8c. 00000400:00000200:1.0:1767389098.044964:0:359159:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (40) 00000400:00000200:1.0:1767389098.044989:0:359159:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389098.045002:0:359159:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:1.0:1767389098.045013:0:359159:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007c7bae14. 00000020:01000000:1.0:1767389098.045022:0:359159:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767389098.045026:0:359159:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp48 00000400:00000010:1.0:1767389098.045045:0:359159:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000138cf51e. 00000400:00000200:0.0:1767389098.045048:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767389098.045051:0:359159:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000004c72710b. 00000400:00000200:0.0:1767389098.045070:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:0.0:1767389098.045085:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000020:00000001:2.0:1767389098.045088:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767389098.045094:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (41) 10000000:00000001:2.0:1767389098.045097:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767389098.045105:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000010:0.0:1767389098.045106:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000033a13120. 10000000:01000000:2.0:1767389098.045111:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767389098.045121:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767389098.045122:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000020:01000004:2.0:1767389098.045135:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767389098.045139:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389098.045143:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389098.045145:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389098.045147:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389098.045149:0:257746:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767389098.045151:0:257746:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767389098.045153:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767389098.045158:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000020:01000004:2.0:1767389098.045159:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767389098.045175:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8e7ae78. 00000400:00000200:0.0:1767389098.045180:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 170], ns[65, 174] 00000020:00000040:2.0:1767389098.045188:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000400:00000200:0.0:1767389098.045197:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000100:00000001:2.0:1767389098.045199:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389098.045206:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389098.045220:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389098.045221:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 64], ns[77, 65] 00000400:00000200:0.0:1767389098.045239:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 64], ns[81, 65] 02000000:00000010:2.0:1767389098.045245:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000099dfe410. 00000400:00000200:0.0:1767389098.045250:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 64], ns[97, 65] 00000100:00000001:2.0:1767389098.045263:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389098.045265:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 64], ns[101, 65] 00000400:00000200:0.0:1767389098.045285:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 64], ns[112, 65] 00000100:00000001:2.0:1767389098.045289:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389098.045296:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389098.045297:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 65] 00000400:00000200:0.0:1767389098.045317:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 64], ns[123, 65] 00000100:00000040:2.0:1767389098.045323:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8e7ae78] to pc [ptlrpcd_00_00+0] req@00000000b8e7ae78 x1853241654548480/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389098.045336:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[135, 65] 00000400:00000200:0.0:1767389098.045381:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 64], ns[143, 65] 00000400:00000200:0.0:1767389098.045396:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 64], ns[146, 65] 00000400:00000200:0.0:1767389098.045401:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 64], ns[155, 65] 00000400:00000200:0.0:1767389098.045408:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[155, 64], ns[159, 65] 00000400:00000200:0.0:1767389098.045414:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 64], ns[181, 65] 10000000:00000001:2.0:1767389098.045426:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389098.045428:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 64], ns[188, 65] 10000000:00000001:2.0:1767389098.045444:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.045444:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767389098.045455:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 64], ns[192, 65] 00000020:00000001:2.0:1767389098.045459:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.045460:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:2.0:1767389098.045469:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767389098.045470:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767389098.045477:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 64], ns[54, 65] 00000020:00000001:2.0:1767389098.045491:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:1.0:1767389098.045493:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8e7ae78 x1853241654548480/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767389098.045498:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767389098.045499:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 54], ns[58, 54] 10000000:00000001:2.0:1767389098.045508:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767389098.045517:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767389098.045527:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767389098.045536:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767389098.045547:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767389098.045556:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[125, 54], ns[128, 54] 00000020:01000004:2.0:1767389098.045559:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767389098.045565:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767389098.045569:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389098.045578:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767389098.045586:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767389098.045589:0:257746:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767389098.045598:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767389098.045599:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 54], ns[141, 54] 02000000:00000001:1.0:1767389098.045604:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767389098.045605:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767389098.045615:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058c3771f. 02000000:00000001:1.0:1767389098.045616:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767389098.045625:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000400:00000200:0.0:1767389098.045629:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 54], ns[87, 54] 02000000:00000001:1.0:1767389098.045630:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.045635:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389098.045644:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767389098.045651:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b8e7ae78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654548480:0@lo:253: 02000000:00000001:2.0:1767389098.045652:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.045672:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767389098.045675:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004993ac69. 00000100:00000001:2.0:1767389098.045702:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389098.045703:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 54], ns[90, 54] 02000000:00000001:1.0:1767389098.045707:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1767389098.045712:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767389098.045717:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.045720:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389098.045772:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058c3771f] to pc [ptlrpcd_00_01+1] req@0000000058c3771f x1853241654548608/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389098.045798:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:2.0:1767389098.045804:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389098.045812:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009ad56601. 00000400:00000200:0.0:1767389098.045814:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[158, 54], ns[162, 54] 10000000:00000001:2.0:1767389098.045816:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389098.045827:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389098.045832:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389098.045846:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037ff80f1. 00000020:01000000:2.0:1767389098.045849:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767389098.045862:0:257746:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007c7bae14. 00000400:00000010:1.0:1767389098.045865:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000138cf51e. 00000400:00000200:0.0:1767389098.045869:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 54], ns[132, 54] 00000100:00000200:1.0:1767389098.045883:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654548480, portal 25 00000400:00000200:0.0:1767389098.045895:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 54], ns[109, 54] 00000100:00000001:1.0:1767389098.045897:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389098.045904:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402876800 : -122821306674816 : ffff904b6fa51180) 00000100:00000001:2.0:1767389098.045915:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389098.045925:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767389098.045930:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 54], ns[117, 54] 00000100:00000001:2.0:1767389098.045932:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389098.045933:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b8e7ae78 x1853241654548480/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389098.045951:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058c3771f x1853241654548608/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389098.045972:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 54], ns[127, 54] 00000400:00000200:0.0:1767389098.046019:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[160, 54], ns[164, 54] 00000100:00000001:2.0:1767389098.046041:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389098.046041:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389098.046053:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389098.046055:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767389098.046064:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 54], ns[172, 54] 02000000:00000001:2.0:1767389098.046069:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1767389098.046069:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000257a5c46. 02000000:00000001:2.0:1767389098.046077:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767389098.046087:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654548480, offset 0 02000000:00000001:2.0:1767389098.046090:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389098.046094:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 54], ns[179, 54] 00000100:00100000:2.0:1767389098.046111:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058c3771f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654548608:0@lo:253: 00000400:00000200:0.0:1767389098.046122:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[189, 54], ns[193, 54] 00000400:00000200:1.0:1767389098.046123:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389098.046137:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389098.046151:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767389098.046158:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 54], ns[171, 54] 02000000:00000001:2.0:1767389098.046160:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389098.046176:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767389098.046185:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[180, 54], ns[184, 54] 02000000:00000010:2.0:1767389098.046189:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000002c5c95e. 00000400:00000200:0.0:1767389098.046199:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[192, 54], ns[196, 54] 02000000:00000001:2.0:1767389098.046200:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389098.046215:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007be228f5. 00000400:00000200:0.0:1767389098.046224:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 54], ns[195, 54] 00000400:00000010:2.0:1767389098.046230:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000214b94bb. 00000400:00000200:0.0:1767389098.046235:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 54], ns[0, 54] 00000100:00000200:2.0:1767389098.046241:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654548608, portal 25 00000400:00000200:0.0:1767389098.046248:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:2.0:1767389098.046249:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389098.046257:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402880384 : -122821306671232 : ffff904b6fa51f80) 00000400:00000200:0.0:1767389098.046277:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 00000100:00000040:2.0:1767389098.046281:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058c3771f x1853241654548608/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389098.046295:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp46 00000100:00000001:2.0:1767389098.046309:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767389098.046315:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp46 lpni_is_preferred = 0 00000100:00000040:2.0:1767389098.046327:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767389098.046337:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp46 00000400:00000010:2.0:1767389098.046339:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ea7b080. 00000100:00000200:2.0:1767389098.046346:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654548608, offset 0 00000400:00000200:0.0:1767389098.046355:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp46 NI seq info: [197:197:256:4294967295] 192.168.204.113@tcp46 LPNI seq info [193:193:8:4294967295] 00000400:00000200:2.0:1767389098.046363:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389098.046370:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp46 00000400:00000200:0.0:1767389098.046383:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp46(192.168.204.113@tcp46:) -> 192.168.204.113@tcp46(192.168.204.113@tcp:192.168.204.113@tcp46) : PUT try# 0 00000800:00000200:0.0:1767389098.046393:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.204.113@tcp46 00000800:00000010:0.0:1767389098.046403:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003b82895e. 00000400:00000200:2.0:1767389098.046418:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389098.046419:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1767389098.046430:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000053e93c7. 00000800:00000010:0.0:1767389098.046441:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e74f7ddf. 00000400:00000200:2.0:1767389098.046450:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372809880 00000400:00000200:1.0:1767389098.046455:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372809800 00000400:00000200:2.0:1767389098.046476:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x19b1 [2] + 0 00000800:00000200:0.0:1767389098.046477:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000053e93c7] -> 12345-192.168.204.113@tcp46 (2) 00000400:00000010:2.0:1767389098.046498:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067aa3e7b. 00000800:00000200:0.1:1767389098.046507:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000053e93c7] -> 12345-192.168.204.113@tcp46 (2) 00000400:00000200:2.0:1767389098.046509:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000046f586ae 00000400:00000200:2.0:1767389098.046528:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389098.046532:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x19e5 [2] + 0 00000400:00000010:1.0:1767389098.046539:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ec0727c. 00000400:00000200:2.0:1767389098.046541:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389098.046550:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389098.046554:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000743686ea 00000400:00000200:0.0:1767389098.046561:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000400:00000200:2.0:1767389098.046565:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046f586ae 00000400:00000200:1.0:1767389098.046567:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767389098.046574:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046f586ae. 00000400:00000200:1.0:1767389098.046583:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389098.046590:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767389098.046596:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000743686ea 00000100:00000200:2.0:1767389098.046597:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:1.0:1767389098.046604:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000743686ea. 00000100:00000040:2.0:1767389098.046609:0:337537:0:(events.c:337:request_in_callback()) incoming req@000000008bf71fd0 x1853241654548608 msgsize 4848 00000100:00000001:1.0:1767389098.046618:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389098.046622:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:2.0:1767389098.046626:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389098.046632:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1767389098.046638:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000ad13ac4d x1853241654548480 msgsize 4848 00000100:00100000:1.0:1767389098.046652:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389098.046659:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767389098.046660:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389098.046693:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ea7b080 00000400:00000010:2.0:1767389098.046697:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ea7b080. 00000100:00000001:1.0:1767389098.046698:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389098.046701:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389098.046712:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058c3771f x1853241654548608/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389098.046715:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000257a5c46 00000400:00000010:1.0:1767389098.046792:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000257a5c46. 00000100:00000001:1.0:1767389098.046802:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389098.046813:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b8e7ae78 x1853241654548480/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389098.046828:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389098.046839:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b8e7ae78 x1853241654548480/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389098.046842:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000100:00000001:1.0:1767389098.046862:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.046868:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389098.046880:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.046885:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299686090 00000100:00000010:1.0:1767389098.046891:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffc7c20f. 00000100:00000001:1.0:1767389098.046902:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767389098.046918:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299686090 00000100:00000010:1.0:1767389098.046922:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000073f88ceb. 00000100:00000001:1.0:1767389098.046930:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767389098.046940:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299686090 00000100:00000010:1.0:1767389098.046945:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbb66c48. 00000100:00000001:1.0:1767389098.046952:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389098.046965:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299686090 00000100:00000010:1.0:1767389098.046971:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5124ceb. 00000100:00000001:1.0:1767389098.046975:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389098.046988:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389098.046992:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.047000:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389098.047005:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000100:00000001:1.0:1767389098.047006:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.047034:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389098.047048:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389098.047054:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389098.047058:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389098.047065:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.047071:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389098.047158:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000100:00000001:1.0:1767389098.047289:0:352639:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389098.047297:0:352639:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654548608 02000000:00000001:1.0:1767389098.047303:0:352639:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389098.047308:0:352639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389098.047313:0:352639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389098.047321:0:352639:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389098.047327:0:352639:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654548608 00000020:00000001:1.0:1767389098.047331:0:352639:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389098.047337:0:352639:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389098.047342:0:352639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389098.047347:0:352639:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:1.0:1767389098.047352:0:352639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389098.047358:0:352639:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389098.047364:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389098.047368:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389098.047376:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009387f64f. 00000100:00000040:2.0:1767389098.047379:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058c3771f x1853241654548608/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389098.047382:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389098.047383:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000020:00000010:1.0:1767389098.047399:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009387f64f. 00000100:00000001:2.0:1767389098.047416:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389098.047419:0:352639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002518750a. 00000100:00000001:2.0:1767389098.047420:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767389098.047431:0:352639:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063a0d36a. 00000100:00000001:2.0:1767389098.047436:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389098.047440:0:352639:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ac0c6ab5. 00000100:00000001:2.0:1767389098.047445:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299686090 00000100:00000001:2.0:1767389098.047452:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299686090 00000100:00000001:2.0:1767389098.047458:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299686090 00000100:00000001:2.0:1767389098.047463:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299686090 00000100:00000001:2.0:1767389098.047468:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299686090 00000100:00000001:2.0:1767389098.047473:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299686090 00000100:00000040:1.0:1767389098.047473:0:352639:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767389098.047479:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299686090 00000100:00000001:1.0:1767389098.047481:0:352639:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389098.047486:0:337537:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299686090 00000100:00000001:1.0:1767389098.047487:0:352639:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389098.047495:0:352639:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.047497:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389098.047507:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.047515:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.047519:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.047522:0:352639:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.047530:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767389098.047534:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000100:00000001:2.0:1767389098.047536:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389098.047540:0:352639:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389098.047560:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389098.047565:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389098.047572:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.047582:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.047589:0:352639:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389098.047598:0:352639:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654548480 02000000:00000001:1.0:1767389098.047603:0:352639:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389098.047608:0:352639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389098.047612:0:352639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389098.047626:0:352639:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389098.047631:0:352639:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654548480 00000020:00000001:1.0:1767389098.047637:0:352639:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389098.047642:0:352639:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389098.047647:0:352639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389098.047650:0:352639:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=16 00000100:00000001:2.0:1767389098.047651:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767389098.047655:0:352639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389098.047657:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767389098.047663:0:352639:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389098.047671:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767389098.047674:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000020:00000010:1.0:1767389098.047676:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009387f64f. 00000100:00000040:2.0:1767389098.047701:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389098.047702:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389098.047710:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509333584 : -122821200218032 : ffff904b75fd7850) 00000400:00000200:0.0:1767389098.047710:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000020:00000010:1.0:1767389098.047712:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009387f64f. 00000100:00000040:2.0:1767389098.047792:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008bf71fd0 x1853241654548608/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:549/0 lens 4848/0 e 0 to 0 dl 1767389109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389098.047806:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389098.047813:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000110315d2. 00000100:00000001:2.0:1767389098.047822:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389098.047829:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000110315d2. 00000100:00100000:2.0:1767389098.047849:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008bf71fd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337537:x1853241654548608:12345-0@lo:253: 00000100:00000200:2.0:1767389098.047857:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654548608 00000020:00000001:2.0:1767389098.047864:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389098.047873:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389098.047877:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389098.047883:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389098.047889:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:2.0:1767389098.047894:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389098.047900:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389098.047905:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389098.047910:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389098.047917:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389098.047920:0:352639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ca11833. 00000100:00000001:2.0:1767389098.047923:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1767389098.047929:0:352639:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c4824f25. 02000000:00000001:2.0:1767389098.047934:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767389098.047938:0:352639:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000047135116. 02000000:00000010:2.0:1767389098.047948:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c2d9defc. 00000100:00000001:1.0:1767389098.047949:0:352639:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1767389098.047959:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.047959:0:352639:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767389098.047964:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000100:00000001:1.0:1767389098.047966:0:352639:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.047967:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389098.047981:0:338175:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:1.0:1767389098.047991:0:352639:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767389098.048005:0:338175:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002dffa2d6. 00000100:00000001:1.0:1767389098.048012:0:352639:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:2.0:1767389098.048013:0:338175:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767389098.048022:0:338175:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767389098.048030:0:338175:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389098.048037:0:338175:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389098.048043:0:338175:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389098.048049:0:338175:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:1.0:1767389098.048051:0:352639:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389098.048056:0:352639:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000010:2.0:1767389098.048065:0:338175:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000057c08578. 00000100:00100000:1.0:1767389098.048069:0:352639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 20000000:01000000:2.0:1767389098.048073:0:338175:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 00000100:00000040:1.0:1767389098.048077:0:352639:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:1.0:1767389098.048083:0:352639:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509321296 : -122821200230320 : ffff904b75fd4850) 20000000:00000001:2.0:1767389098.048085:0:338175:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000040:1.0:1767389098.048093:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ad13ac4d x1853241654548480/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:549/0 lens 4848/0 e 0 to 0 dl 1767389109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1767389098.048096:0:338175:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:0.0:1767389098.048100:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000100:00000001:1.0:1767389098.048121:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389098.048127:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009387f64f. 00000100:00000001:1.0:1767389098.048131:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389098.048135:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009387f64f. 00000100:00100000:1.0:1767389098.048150:0:352639:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ad13ac4d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337536:x1853241654548480:12345-0@lo:253: 00000100:00000200:1.0:1767389098.048168:0:352639:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654548480 00000020:00000001:1.0:1767389098.048172:0:352639:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389098.048179:0:352639:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389098.048184:0:352639:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389098.048189:0:352639:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389098.048194:0:352639:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00080000:00000001:2.0:1767389098.048197:0:338175:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389098.048199:0:352639:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389098.048205:0:352639:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767389098.048207:0:338175:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:1.0:1767389098.048209:0:352639:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767389098.048216:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00080000:00000001:2.0:1767389098.048218:0:338175:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389098.048218:0:352639:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389098.048227:0:352639:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389098.048239:0:338175:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000100:00000001:1.0:1767389098.048240:0:352639:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767389098.048250:0:338175:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000001:1.0:1767389098.048250:0:352639:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389098.048261:0:352639:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007c7bae14. 00000020:00000001:2.0:1767389098.048262:0:338175:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 02000000:00000001:1.0:1767389098.048265:0:352639:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389098.048270:0:338175:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:1.0:1767389098.048271:0:352639:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389098.048276:0:352639:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000010:2.0:1767389098.048285:0:338175:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a59b997c. 20000000:00000010:1.0:1767389098.048289:0:352639:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d395a76a. 00080000:00000001:2.0:1767389098.048293:0:338175:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247346970624 : -122826362580992 : ffff904a424a1000) 20000000:01000000:1.0:1767389098.048297:0:352639:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767389098.048302:0:338175:0:(osd_io.c:243:osd_declare_write()) Process entered 20000000:00000001:1.0:1767389098.048304:0:352639:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767389098.048310:0:352639:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767389098.048315:0:352639:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389098.048319:0:352639:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389098.048321:0:352639:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767389098.048343:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.048451:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000001:00000001:2.0:1767389098.048574:0:338175:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767389098.048579:0:338175:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389098.048584:0:338175:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000400:00000200:0.0:1767389098.048592:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00080000:00000001:2.0:1767389098.048635:0:338175:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389098.048642:0:338175:0:(osd_io.c:399:osd_write()) Process entered 00000400:00000200:0.0:1767389098.048701:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.048820:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.048922:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.049076:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00080000:00000001:2.0:1767389098.049091:0:338175:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767389098.049098:0:338175:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767389098.049243:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.049383:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.049496:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.049570:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.049631:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.049805:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.049885:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.049977:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.050105:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.050169:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.050259:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.050395:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.050508:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.050613:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.050711:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.050835:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.050934:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.051015:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389098.051054:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389098.051368:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001760ee2e. 00000800:00000010:0.0:1767389098.051378:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e571e6a5. 00000800:00000010:0.0:1767389098.051388:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006226d2e2. 00000800:00000010:0.0:1767389098.051439:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006226d2e2. 00000800:00020000:0.0:1767389098.051464:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389098.051469:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e571e6a5. 00000800:00000010:0.0:1767389098.051477:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001760ee2e. 00000400:02020000:0.0:1767389098.051597:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp46 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389098.051612:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp46 notifying 192.168.204.113@tcp46: down 00000800:00000200:0.0:1767389098.051621:0:337527:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp46 down 00000800:00000100:0.0:1767389098.051638:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 672 0@<0:0>->192.168.204.113@tcp46 00000800:00000010:0.0:1767389098.051643:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003b82895e. 00000400:00000200:0.0:1767389098.051651:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389098.051663:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp46->192.168.204.113@tcp46: PUT: LOCAL_ERROR 00000400:00000200:0.0:1767389098.051703:0:337527:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp46 added to recovery queue. ping count: 0 next ping: 5019 health :900 00000400:00000200:0.0:1767389098.051714:0:337527:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767389098.051782:0:337527:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 1 00000400:00000200:0.0:1767389098.051793:0:337527:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767389098.051930:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767389098.051945:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x101151 00000400:00000001:0.0:1767389098.051956:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389098.051961:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389098.051965:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000400:00000010:0.0:1767389098.051968:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000400:00000200:0.0:1767389098.051976:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767389098.051983:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767389098.051994:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (42) 00000400:00000200:0.0:1767389098.052004:0:337534:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389098.052014:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 rc -71 00000400:00000200:0.0:1767389098.052021:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:0.0:1767389098.052029:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (41) 00080000:00000001:2.0:1767389098.068242:0:338175:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389098.068247:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000002:2.0:1767389098.068254:0:338175:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00040000:00000001:1.0:1767389098.068256:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:2.0:1767389098.068261:0:338175:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767389098.068264:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:2.0:1767389098.068266:0:338175:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767389098.068267:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389098.068271:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389098.068276:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a59b997c. 20000000:01000000:2.0:1767389098.068285:0:338175:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767389098.068287:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767389098.068313:0:338175:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767389098.068321:0:338175:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767389098.068330:0:338175:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:0.0:1767389098.068333:0:352639:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009ec9610d. 20000000:01000000:0.0:1767389098.068342:0:352639:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 20000000:00000001:0.0:1767389098.068356:0:352639:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767389098.068368:0:352639:0:(osd_index.c:626:osd_dir_lookup()) Process entered 20000000:01000000:2.0:1767389098.068369:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767389098.068378:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767389098.068383:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767389098.068390:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389098.068396:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767389098.068407:0:338196:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000065e4e980 count: 2 00010000:00000001:2.0:1767389098.068415:0:338196:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389098.068421:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389098.068433:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000094c0982e. 00080000:00000001:0.0:1767389098.068434:0:352639:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767389098.068442:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767389098.068444:0:352639:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767389098.068450:0:352639:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389098.068452:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000094c0982e with handle 0x95cd417baf429623 to hash 00080000:00000001:0.0:1767389098.068455:0:352639:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767389098.068461:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767389098.068465:0:352639:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767389098.068467:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 00010000:00000001:2.0:1767389098.068476:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 00000020:00000001:0.0:1767389098.068478:0:352639:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00010000:00000001:2.0:1767389098.068483:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389098.068488:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389098.068488:0:352639:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:2.0:1767389098.068501:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000094c0982e/0x95cd417baf429623 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767389098.068508:0:352639:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000c5720c4a. 00080000:00000001:0.0:1767389098.068523:0:352639:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247412108288 : -122826297443328 : ffff904a462bfc00) 00010000:00000001:2.0:1767389098.068526:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767389098.068541:0:352639:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767389098.068544:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389098.068549:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389098.068552:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389098.068556:0:338196:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767389098.068563:0:338196:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000002ebafbf7/0x95cd417baf42961c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf429615 expref: 16 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389098.068574:0:338196:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767389098.068577:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389098.068581:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389098.068585:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389098.068588:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389098.068592:0:338196:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767389098.068596:0:338196:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000094c0982e/0x95cd417baf429623 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389098.068604:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000065e4e980) refcount = 2 00010000:00000040:2.0:1767389098.068608:0:338196:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767389098.068614:0:338196:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002ebafbf7/0x95cd417baf42961c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x95cd417baf429615 expref: 16 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389098.068621:0:338196:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767389098.068625:0:338196:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000094c0982e/0x95cd417baf429623 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767389098.068636:0:338196:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a13d348e. 00000100:00000001:2.0:1767389098.068642:0:338196:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767389098.068649:0:338196:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009ea7b080. 00000100:00000001:2.0:1767389098.068653:0:338196:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247396828672 : -122826312722944 : ffff904a4542d600) 00000100:00000001:2.0:1767389098.068656:0:338196:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621247396828672 : -122826312722944 : ffff904a4542d600) 00000100:00000001:2.0:1767389098.068663:0:338196:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767389098.068666:0:338196:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767389098.068669:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767389098.068674:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389098.068694:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767389098.068698:0:338196:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767389098.068701:0:338196:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767389098.068706:0:338196:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767389098.068712:0:338196:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767389098.068717:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066bee89e. 00000020:00000040:2.0:1767389098.068723:0:338196:0:(genops.c:1229:class_import_get()) import 0000000065ed9c00 refcount=2 obd=MGS 00000001:00000001:0.0:1767389098.068788:0:352639:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767389098.068793:0:352639:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.068813:0:338196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000001:0.0:1767389098.068815:0:352639:0:(osd_handler.c:189:osd_trans_start()) Process entered 02000000:00000001:2.0:1767389098.068826:0:338196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389098.068836:0:338196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389098.068849:0:338196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c97ce29d. 00080000:00000001:0.0:1767389098.068857:0:352639:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.068859:0:338196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389098.068885:0:352639:0:(osd_io.c:399:osd_write()) Process entered 00010000:00010000:2.0:1767389098.068892:0:338196:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000002ebafbf7/0x95cd417baf42961c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x95cd417baf429615 expref: 16 pid: 338175 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389098.068929:0:338196:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000002ebafbf7/0x95cd417baf42961c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x95cd417baf429615 expref: 16 pid: 338175 timeout: 5168 lvb_type: 0 00010000:00000001:2.0:1767389098.068940:0:338196:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767389098.068943:0:338196:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389098.068947:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066bee89e x1853241654548736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389098.068956:0:338196:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389098.068960:0:338196:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389098.068969:0:338196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066bee89e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654548736:0@lo:104: 00000100:00000001:2.0:1767389098.068974:0:338196:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389098.068979:0:338196:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389098.068983:0:338196:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389098.068986:0:338196:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389098.068993:0:338196:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0a34040. 02000000:00000001:2.0:1767389098.068995:0:338196:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389098.069007:0:338196:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001df491b7. 00000400:00000010:2.0:1767389098.069018:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f3e6cf2. 00000100:00000200:2.0:1767389098.069025:0:338196:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654548736, portal 16 00000100:00000001:2.0:1767389098.069029:0:338196:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389098.069033:0:338196:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402879488 : -122821306672128 : ffff904b6fa51c00) 00000100:00000040:2.0:1767389098.069040:0:338196:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000066bee89e x1853241654548736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389098.069049:0:338196:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389098.069058:0:338196:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389098.069062:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065d2f49b. 00000100:00000200:2.0:1767389098.069065:0:338196:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853241654548736, offset 0 00000400:00000200:2.0:1767389098.069078:0:338196:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389098.069096:0:338196:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389098.069112:0:338196:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6958372809900 00080000:00000001:0.0:1767389098.069117:0:352639:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000400:00000200:2.0:1767389098.069127:0:338196:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1ce9 [2] + 1312 00080000:00000001:0.0:1767389098.069128:0:352639:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767389098.069142:0:338196:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389098.069149:0:338196:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389098.069158:0:338196:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389098.069161:0:338196:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767389098.069166:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee3a3af1. 00000100:00000040:2.0:1767389098.069172:0:338196:0:(events.c:337:request_in_callback()) incoming req@00000000ee3a3af1 x1853241654548736 msgsize 328 00000100:00100000:2.0:1767389098.069181:0:338196:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389098.069199:0:338196:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389098.069206:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d2f49b 00000400:00000010:2.0:1767389098.069208:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065d2f49b. 00000100:00000001:2.0:1767389098.069211:0:338196:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389098.069214:0:338196:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066bee89e x1853241654548736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389098.069224:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389098.069226:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066bee89e x1853241654548736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389098.069234:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.069235:0:338196:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389098.069240:0:338196:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.069243:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4299686112 00000100:00000001:2.0:1767389098.069250:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4299686090 00000100:00000001:2.0:1767389098.069255:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4299686112 00000100:00000001:2.0:1767389098.069259:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4299686090 00000100:00000001:2.0:1767389098.069265:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4299686112 00000100:00000001:2.0:1767389098.069268:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4299686090 00000100:00000001:2.0:1767389098.069272:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4299686112 00000100:00000001:2.0:1767389098.069279:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4299686090 00000100:00000001:2.0:1767389098.069284:0:338196:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389098.069287:0:338196:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389098.069289:0:338196:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.069291:0:338163:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1767389098.069292:0:338196:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389098.069299:0:338196:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389098.069299:0:338163:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654548736 00010000:00000001:2.0:1767389098.069303:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767389098.069305:0:338163:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1767389098.069307:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767389098.069309:0:338163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767389098.069311:0:338196:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.069315:0:338163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389098.069316:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767389098.069318:0:338196:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767389098.069320:0:338196:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.069322:0:338196:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389098.069323:0:338196:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767389098.069326:0:338196:0:(client.c:2690:ptlrpc_set_wait()) set 000000009ea7b080 going to sleep for 11 seconds 00000100:00000001:2.0:1767389098.069331:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389098.069335:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389098.069336:0:338163:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389098.069343:0:338163:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654548736 00000020:00000001:1.0:1767389098.069346:0:338163:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389098.069347:0:338163:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291a0 00000020:00000001:1.0:1767389098.069349:0:338163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389098.069352:0:338163:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c9ce650e refcount=3 00000020:00000001:1.0:1767389098.069355:0:338163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000020:00000001:1.0:1767389098.069358:0:338163:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00000100:00000001:1.0:1767389098.069362:0:338163:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389098.069366:0:338163:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f2e3277. 00000100:00000001:1.0:1767389098.069369:0:338163:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389098.069372:0:338163:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f2e3277. 00000020:00000010:1.0:1767389098.069378:0:338163:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ffc4565. 00000020:00000010:1.0:1767389098.069383:0:338163:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000611cca64. 00000020:00000010:1.0:1767389098.069387:0:338163:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00000040:1.0:1767389098.069398:0:338163:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767389098.069401:0:338163:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389098.069403:0:338163:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389098.069405:0:338163:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.069413:0:338163:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.069437:0:338163:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.069465:0:338163:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389098.069469:0:338163:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389098.069482:0:338163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000040:1.0:1767389098.069489:0:338163:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c9ce650e : new rpc_count 1 00000100:00000001:1.0:1767389098.069494:0:338163:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402872320 : -122821306679296 : ffff904b6fa50000) 00000100:00000040:1.0:1767389098.069503:0:338163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ee3a3af1 x1853241654548736/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:549/0 lens 328/0 e 0 to 0 dl 1767389109 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389098.069514:0:338163:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389098.069519:0:338163:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f2e3277. 00000100:00000001:1.0:1767389098.069527:0:338163:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389098.069529:0:338163:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f2e3277. 00000100:00100000:1.0:1767389098.069547:0:338163:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ee3a3af1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654548736:12345-0@lo:104: 00000100:00000200:1.0:1767389098.069560:0:338163:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654548736 00010000:00000001:1.0:1767389098.069564:0:338163:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767389098.069572:0:338163:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389098.069574:0:338163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389098.069578:0:338163:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a93216f0 refcount=2 00000020:00000001:1.0:1767389098.069583:0:338163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:1.0:1767389098.069589:0:338163:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:1.0:1767389098.069596:0:338163:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389098.069603:0:338163:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389098.069611:0:338163:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: 00000000a93216f0/0x95cd417baf429615 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf42961c expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767389098.069622:0:338163:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389098.069629:0:338163:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389098.069636:0:338163:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004c72710b. 02000000:00000001:1.0:1767389098.069641:0:338163:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.069643:0:338163:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389098.069651:0:338163:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389098.069654:0:338163:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389098.069661:0:338163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace3a1a1 time=123 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389098.069667:0:338163:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389098.069673:0:338163:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389098.069676:0:338163:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389098.069702:0:338163:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389098.069705:0:338163:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.069709:0:338163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389098.069718:0:338163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389098.069768:0:338163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073e409fb. 00000100:00000200:1.0:1767389098.069774:0:338163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853241654548736, offset 224 00000400:00000200:1.0:1767389098.069787:0:338163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389098.069801:0:338163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389098.069815:0:338163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6958372809900 00000400:00000200:1.0:1767389098.069825:0:338163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x22dd [1] + 224 00000400:00000200:1.0:1767389098.069830:0:338163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389098.069850:0:338163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389098.069859:0:338163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389098.069866:0:338163:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066bee89e x1853241654548736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767389098.069877:0:338163:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000066bee89e x1853241654548736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389098.069902:0:338163:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389098.069910:0:338163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073e409fb 00000400:00000010:1.0:1767389098.069914:0:338163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073e409fb. 00000100:00000001:1.0:1767389098.069919:0:338163:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389098.069923:0:338163:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389098.069933:0:338163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389098.069939:0:338163:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:2.0:1767389098.069942:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767389098.069944:0:338163:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767389098.069953:0:338163:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000c446d2f2. 00000400:00000001:2.0:1767389098.069954:0:338196:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767389098.069959:0:338163:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:2.0:1767389098.069961:0:338196:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389098.069968:0:338196:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001df491b7. 00000400:00000200:2.0:1767389098.069974:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f3e6cf2 00000400:00000010:2.0:1767389098.069976:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f3e6cf2. 00000100:00000001:2.0:1767389098.069980:0:338196:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389098.069986:0:338196:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066bee89e x1853241654548736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767389098.069993:0:338163:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767389098.070000:0:338163:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389098.070002:0:338196:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066bee89e x1853241654548736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767389098.070004:0:338163:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389098.070012:0:338163:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389098.070031:0:338163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee3a3af1 x1853241654548736/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:549/0 lens 328/224 e 0 to 0 dl 1767389109 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389098.070034:0:338196:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389098.070041:0:338196:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389098.070048:0:338196:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389098.070055:0:338196:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767389098.070056:0:338163:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ee3a3af1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654548736:12345-0@lo:104: Request processed in 532us (873us total) trans 0 rc 0/0 00000100:00000001:2.0:1767389098.070063:0:338196:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389098.070068:0:338196:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389098.070076:0:338196:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389098.070082:0:338163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00001000:2.0:1767389098.070085:0:338196:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b32deb6f time=123 v=5 (5 0 0 0) 00000100:00000040:1.0:1767389098.070089:0:338163:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9ce650e : new rpc_count 0 00000100:00001000:2.0:1767389098.070094:0:338196:0:(import.c:2128:obd_at_measure()) add 1 to 00000000566a3b57 time=123 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389098.070096:0:338163:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389098.070105:0:338163:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389098.070106:0:338196:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389098.070112:0:338196:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389098.070115:0:338163:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000611cca64. 00010000:00000001:2.0:1767389098.070118:0:338196:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389098.070125:0:338196:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389098.070129:0:338163:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000100:00000001:2.0:1767389098.070131:0:338196:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389098.070138:0:338163:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ffc4565. 00000100:00000040:2.0:1767389098.070142:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066bee89e x1853241654548736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1767389098.070151:0:338163:0:(genops.c:898:class_export_put()) PUTting export 00000000c9ce650e : new refcount 2 00000100:00000001:2.0:1767389098.070153:0:338196:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389098.070162:0:338163:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389098.070163:0:338196:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389098.070166:0:338196:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389098.070169:0:338196:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767389098.070171:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389098.070174:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389098.070178:0:338196:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389098.070188:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066bee89e x1853241654548736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389114 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767389098.070197:0:338196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066bee89e pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654548736:0@lo:104: 00000020:00000001:1.0:1767389098.070205:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767389098.070211:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389098.070215:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389098.070225:0:338169:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:2.0:1767389098.070227:0:338196:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.070233:0:338196:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:1.0:1767389098.070235:0:338169:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:2.0:1767389098.070240:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767389098.070241:0:338169:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767389098.070249:0:338169:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 00000000a93216f0/0x95cd417baf429615 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf42961c expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767389098.070255:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066bee89e x1853241654548736/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389114 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:1.0:1767389098.070274:0:338169:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a93216f0 already unused, calling callback (000000001fe26c02) 00000100:00000001:2.0:1767389098.070276:0:338196:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:1.0:1767389098.070281:0:338169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:2.0:1767389098.070284:0:338196:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00010000:1.0:1767389098.070286:0:338169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 00000000a93216f0/0x95cd417baf429615 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x95cd417baf42961c expref: -99 pid: 338177 timeout: 0 lvb_type: 0 02000000:00000010:2.0:1767389098.070290:0:338196:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0a34040. 00010000:00000001:1.0:1767389098.070302:0:338169:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:2.0:1767389098.070303:0:338196:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767389098.070304:0:338169:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389098.070309:0:338196:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1767389098.070310:0:338169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389098.070315:0:338196:0:(genops.c:1242:class_import_put()) import 0000000065ed9c00 refcount=1 obd=MGS 00000020:00000040:1.0:1767389098.070316:0:338169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a93216f0 refcount=3 00000020:00000001:2.0:1767389098.070325:0:338196:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767389098.070326:0:338169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 02000000:00000010:2.0:1767389098.070333:0:338196:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c97ce29d. 00010000:00000001:1.0:1767389098.070334:0:338169:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436002304 : -122826273549312 : ffff904a47989400) 00010000:00000001:1.0:1767389098.070346:0:338169:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:2.0:1767389098.070349:0:338196:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:1.0:1767389098.070350:0:338169:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 00000000a93216f0/0x95cd417baf429615 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x95cd417baf42961c expref: -99 pid: 338177 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767389098.070355:0:338196:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389098.070361:0:338196:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066bee89e. 10000000:00000001:1.0:1767389098.070367:0:338169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767389098.070371:0:338169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 00000000a93216f0/0x95cd417baf429615 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x95cd417baf42961c expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389098.070372:0:338196:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389098.070378:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767389098.070385:0:338196:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009ea7b080. 10000000:01000000:1.0:1767389098.070387:0:338169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:2.0:1767389098.070394:0:338196:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 10000000:00000001:1.0:1767389098.070394:0:338169:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00010000:00000001:2.0:1767389098.070402:0:338196:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000040:1.0:1767389098.070403:0:338169:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00010000:00000010:2.0:1767389098.070411:0:338196:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a13d348e. 10000000:00000040:1.0:1767389098.070412:0:338169:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767389098.070421:0:338169:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767389098.070424:0:338196:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389098.070425:0:338169:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389098.070431:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389098.070435:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389098.070440:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767389098.070446:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00000001:1.0:1767389098.070448:0:338169:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00010000:2.0:1767389098.070451:0:338196:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000094c0982e/0x95cd417baf429623 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767389098.070456:0:338169:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767389098.070469:0:338169:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 2 10000000:00000001:1.0:1767389098.070477:0:338169:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767389098.070481:0:338169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389098.070492:0:338169:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767389098.070497:0:338169:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767389098.070502:0:338169:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767389098.070510:0:338169:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389098.070517:0:338169:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389098.070523:0:338169:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a93216f0 with handle 0x95cd417baf429615 from hash 00010000:00000001:1.0:1767389098.070528:0:338169:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389098.070530:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389098.070533:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389098.070535:0:338169:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767389098.070538:0:338169:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767389098.070541:0:338169:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1767389098.070546:0:338169:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767389098.070549:0:338169:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1767389098.070555:0:338169:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058b280f1. 00000020:00000040:1.0:1767389098.070558:0:338169:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389098.070563:0:338169:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389098.070566:0:338169:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389098.070570:0:338169:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389098.070576:0:338169:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ffc4565. 00000100:00000001:1.0:1767389098.070583:0:338169:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389098.070588:0:338169:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767389098.070596:0:338169:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 00000000a93216f0/0x95cd417baf429615 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf42961c expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389098.070604:0:338169:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767389098.070607:0:338169:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.070611:0:338169:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389098.070615:0:338169:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389098.070625:0:338169:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058b280f1] to pc [ptlrpcd_00_02+2] req@0000000058b280f1 x1853241654548864/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389098.070656:0:338169:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389098.070662:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389098.070672:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389098.070674:0:338169:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389098.070698:0:338169:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389098.070701:0:338169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389098.070705:0:338169:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 00000000a93216f0/0x95cd417baf429615 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf42961c expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389098.070711:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389098.070713:0:338169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 00000000a93216f0/0x95cd417baf429615 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf42961c expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389098.070720:0:338169:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d824f7c6 count: 0 00010000:00000001:1.0:1767389098.070787:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389098.070790:0:338169:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767389098.070793:0:338169:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000c446d2f2. 00010000:00000001:1.0:1767389098.070799:0:338169:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389098.070804:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389098.070808:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389098.070813:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767389098.070816:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389098.070822:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389098.070825:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767389098.070833:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389098.070838:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389098.070843:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767389098.070856:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767389098.070864:0:337539:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767389098.070867:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.070875:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389098.070879:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.070886:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389098.070890:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389098.070895:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389098.070906:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058b280f1 x1853241654548864/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389098.070914:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389098.070929:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389098.070935:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389098.070940:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389098.070941:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767389098.070944:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389098.070956:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058b280f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654548864:0@lo:103: 00000100:00000001:0.0:1767389098.070956:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.070973:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389098.070977:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389098.070980:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389098.070984:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389098.071003:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003464223e. 02000000:00000001:1.0:1767389098.071006:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389098.071014:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dd0cc25. 00000400:00000010:1.0:1767389098.071024:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073e409fb. 00000100:00000200:1.0:1767389098.071028:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654548864, portal 18 00000100:00000001:1.0:1767389098.071031:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389098.071033:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378544768 : -122821331006848 : ffff904b6e31ca80) 00000100:00000040:1.0:1767389098.071043:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058b280f1 x1853241654548864/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389098.071053:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389098.071060:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389098.071065:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096e6063c. 00000100:00000200:1.0:1767389098.071070:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654548864, offset 0 00000400:00000200:1.0:1767389098.071077:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389098.071086:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389098.071093:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6958372809980 00000400:00000200:1.0:1767389098.071100:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00000400:00000200:1.0:1767389098.071106:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389098.071111:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389098.071116:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389098.071118:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767389098.071124:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2ab915d. 00000100:00000040:1.0:1767389098.071128:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000b2ab915d x1853241654548864 msgsize 328 00000100:00100000:1.0:1767389098.071134:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389098.071165:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389098.071174:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096e6063c 00000400:00000010:1.0:1767389098.071176:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096e6063c. 00000100:00000001:1.0:1767389098.071179:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389098.071184:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058b280f1 x1853241654548864/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389098.071194:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389098.071199:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058b280f1 x1853241654548864/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389098.071206:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.071209:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389098.071222:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.071230:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299686114 00000100:00000001:0.0:1767389098.071234:0:338165:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389098.071242:0:338165:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654548864 00000100:00000001:1.0:1767389098.071247:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299686112 02000000:00000001:0.0:1767389098.071248:0:338165:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389098.071261:0:338165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389098.071269:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299686114 00000100:00000001:0.0:1767389098.071269:0:338165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389098.071292:0:338165:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389098.071301:0:338165:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654548864 00000020:00000001:0.0:1767389098.071306:0:338165:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389098.071309:0:338165:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767389098.071314:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389098.071318:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=17 00000020:00000001:0.0:1767389098.071322:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389098.071327:0:338165:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389098.071334:0:338165:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389098.071339:0:338165:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbe63ad7. 00000100:00000001:0.0:1767389098.071343:0:338165:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389098.071347:0:338165:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbe63ad7. 00000020:00000010:0.0:1767389098.071357:0:338165:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072f14da3. 00000020:00000010:0.0:1767389098.071365:0:338165:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005f3595e9. 00000020:00000010:0.0:1767389098.071371:0:338165:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cd4a4bab. 00000100:00000040:0.0:1767389098.071401:0:338165:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767389098.071405:0:338165:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389098.071409:0:338165:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767389098.071413:0:338165:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767389098.071419:0:338165:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.071424:0:338165:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767389098.071432:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389098.071437:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389098.071440:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ebafbf7 refcount=4 00000020:00000001:0.0:1767389098.071445:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:0.0:1767389098.071450:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00010000:0.0:1767389098.071462:0:338165:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000002ebafbf7/0x95cd417baf42961c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf429615 expref: 17 pid: 338175 timeout: 5168 lvb_type: 0 00010000:00000001:0.0:1767389098.071475:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389098.071479:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389098.071484:0:338165:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389098.071488:0:338165:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389098.071502:0:338165:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767389098.071511:0:338165:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b2ab915d x1853241654548864/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:549/0 lens 328/0 e 0 to 0 dl 1767389109 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.071525:0:338165:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389098.071530:0:338165:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.071546:0:338165:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389098.071579:0:338165:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389098.071582:0:338165:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389098.071588:0:338165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000040:0.0:1767389098.071592:0:338165:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 3 00000100:00000001:0.0:1767389098.071598:0:338165:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252378551936 : -122821330999680 : ffff904b6e31e680) 00000100:00000040:0.0:1767389098.071609:0:338165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b2ab915d x1853241654548864/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:549/0 lens 328/0 e 0 to 0 dl 1767389109 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.071621:0:338165:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389098.071626:0:338165:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbe63ad7. 00000100:00000001:0.0:1767389098.071633:0:338165:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389098.071638:0:338165:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbe63ad7. 00000100:00100000:0.0:1767389098.071646:0:338165:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b2ab915d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+17:337539:x1853241654548864:12345-0@lo:103: 00000100:00000200:0.0:1767389098.071653:0:338165:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654548864 00010000:00000001:0.0:1767389098.071660:0:338165:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767389098.071664:0:338165:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767389098.071667:0:338165:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767389098.071700:0:338165:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389098.071709:0:338165:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389098.071716:0:338165:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000146c0669. 02000000:00000001:0.0:1767389098.071720:0:338165:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.071779:0:338165:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.071786:0:338165:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767389098.071790:0:338165:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767389098.071795:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389098.071798:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389098.071801:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002ebafbf7 refcount=4 00000020:00000001:0.0:1767389098.071806:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000001:0.0:1767389098.071811:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538715648 : -122821170835968 : ffff904b77bdce00) 00010000:00000040:0.0:1767389098.071817:0:338165:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000065e4e980 count: 3 00010000:00010000:0.0:1767389098.071824:0:338165:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000002ebafbf7/0x95cd417baf42961c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf429615 expref: 17 pid: 338175 timeout: 5168 lvb_type: 0 00000100:00001000:0.0:1767389098.071836:0:338165:0:(import.c:2128:obd_at_measure()) add 0 to 0000000098d6622c time=1767389098 v=100 (0 0 0 0) 00010000:00000001:0.0:1767389098.071843:0:338165:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389098.071865:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389098.071869:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389098.071876:0:338165:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000002ebafbf7/0x95cd417baf42961c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x95cd417baf429615 expref: 17 pid: 338175 timeout: 5168 lvb_type: 0 00000020:00000001:0.0:1767389098.071886:0:338165:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767389098.071890:0:338165:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767389098.071893:0:338165:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389098.071896:0:338165:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.071902:0:338165:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389098.071906:0:338165:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389098.071914:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389098.071916:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389098.071919:0:338165:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389098.071926:0:338165:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389098.071931:0:338165:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002ebafbf7 with handle 0x95cd417baf42961c from hash 00010000:00000001:0.0:1767389098.071935:0:338165:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389098.071940:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389098.071943:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389098.071946:0:338165:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389098.071952:0:338165:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389098.071954:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389098.071957:0:338165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002ebafbf7/0x95cd417baf42961c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x95cd417baf429615 expref: 17 pid: 338175 timeout: 5168 lvb_type: 0 00010000:00000040:0.0:1767389098.071967:0:338165:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 9 00000020:00000040:0.0:1767389098.071970:0:338165:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 16 00010000:00000001:0.0:1767389098.071989:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389098.071993:0:338165:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389098.071997:0:338165:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767389098.072000:0:338165:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000094c0982e 00010000:00000001:0.0:1767389098.072006:0:338165:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389098.072011:0:338165:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389098.072016:0:338165:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389098.072020:0:338165:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389098.072026:0:338165:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389098.072033:0:338165:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389098.072036:0:338165:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767389098.072040:0:338165:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000094c0982e/0x95cd417baf429623 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389098.072050:0:338165:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767389098.072054:0:338165:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389098.072058:0:338165:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389098.072062:0:338165:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389098.072065:0:338165:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000065e4e980) refcount = 2 00010000:00010000:0.0:1767389098.072070:0:338165:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000094c0982e/0x95cd417baf429623 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389098.072080:0:338165:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389098.072084:0:338165:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389098.072089:0:338165:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389098.072092:0:338165:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767389098.072099:0:338165:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbe63ad7. 00000100:00000001:0.0:1767389098.072107:0:338165:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767389098.072114:0:338165:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000309c14b6. 00000100:00000001:0.0:1767389098.072119:0:338165:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247440250368 : -122826269301248 : ffff904a47d96600) 00000100:00000001:0.0:1767389098.072124:0:338165:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621247440250368 : -122826269301248 : ffff904a47d96600) 00000100:00000001:0.0:1767389098.072129:0:338165:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389098.072131:0:338165:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767389098.072136:0:338165:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767389098.072142:0:338165:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389098.072147:0:338165:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:0.0:1767389098.072152:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389098.072156:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389098.072159:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000094c0982e refcount=5 00000020:00000001:0.0:1767389098.072162:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 00010000:00000001:0.0:1767389098.072167:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 00010000:00000001:0.0:1767389098.072172:0:338165:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389098.072179:0:338165:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000094c0982e/0x95cd417baf429623 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389098.072187:0:338165:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389098.072191:0:338165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000094c0982e/0x95cd417baf429623 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389098.072198:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389098.072202:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389098.072206:0:338165:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000094c0982e/0x95cd417baf429623 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389098.072214:0:338165:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389098.072217:0:338165:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.072225:0:338165:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389098.072229:0:338165:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000094c0982e/0x95cd417baf429623 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389098.072241:0:338165:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000094c0982e already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389098.072246:0:338165:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389098.072251:0:338165:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389098.072255:0:338165:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000094c0982e/0x95cd417baf429623 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389098.072263:0:338165:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389098.072266:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389098.072272:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389098.072277:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000094c0982e refcount=6 00000020:00000001:0.0:1767389098.072282:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 00010000:00000001:0.0:1767389098.072288:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 00010000:00000001:0.0:1767389098.072291:0:338165:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389098.072294:0:338165:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000094c0982e/0x95cd417baf429623 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389098.072302:0:338165:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389098.072307:0:338165:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389098.072310:0:338165:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.072327:0:338165:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389098.072330:0:338165:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389098.072338:0:338165:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389098.072342:0:338165:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389098.072348:0:338165:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000094c0982e with handle 0x95cd417baf429623 from hash 00010000:00000001:0.0:1767389098.072355:0:338165:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389098.072359:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389098.072363:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389098.072366:0:338165:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389098.072371:0:338165:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389098.072375:0:338165:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:2.0:1767389098.072377:0:338196:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000094c0982e/0x95cd417baf429623 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389098.072379:0:338165:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389098.072384:0:338165:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389098.072398:0:338165:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.072413:0:338165:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389098.072415:0:338196:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767389098.072423:0:338165:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:2.0:1767389098.072426:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1767389098.072438:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389098.072440:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000094c0982e/0x95cd417baf429623 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767389098.072446:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299686112 00010000:00000001:0.0:1767389098.072450:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389098.072457:0:338165:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.072466:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299686115 00010000:00000001:0.0:1767389098.072475:0:338165:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.072484:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299686112 00010000:00000001:0.0:1767389098.072486:0:338165:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389098.072488:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00010000:0.0:1767389098.072502:0:338165:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000094c0982e/0x95cd417baf429623 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389098.072504:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767389098.072509:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299686115 00010000:00000001:2.0:1767389098.072519:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767389098.072523:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299686112 20000000:00000001:2.0:1767389098.072532:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767389098.072533:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389098.072547:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389098.072552:0:338165:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389098.072555:0:338165:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389098.072557:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389098.072561:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389098.072565:0:338165:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389098.072571:0:338165:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389098.072577:0:338165:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.072582:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389098.072587:0:338165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000094c0982e/0x95cd417baf429623 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767389098.072604:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389098.072612:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.072620:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.072628:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.072633:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389098.072638:0:338165:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.072642:0:338165:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767389098.072648:0:338165:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767389098.072654:0:338165:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.072659:0:338165:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.072663:0:338165:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767389098.072669:0:338165:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000309c14b6. 00000100:00000001:0.0:1767389098.072677:0:338165:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767389098.072697:0:338165:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767389098.072703:0:338165:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbe63ad7. 00010000:00000001:0.0:1767389098.072710:0:338165:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767389098.072713:0:338165:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000065e4e980 count: 0 00010000:00010000:0.0:1767389098.072788:0:338165:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767389098.072791:0:338165:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389098.072799:0:338165:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389098.072805:0:338165:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389098.072811:0:338165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=123 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389098.072821:0:338165:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389098.072830:0:338165:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389098.072839:0:338165:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389098.072846:0:338165:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389098.072851:0:338165:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.072858:0:338165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389098.072869:0:338165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389098.072879:0:338165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000100:00000200:0.0:1767389098.072889:0:338165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654548864, offset 224 00000400:00000200:0.0:1767389098.072897:0:338165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389098.072909:0:338165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389098.072921:0:338165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6958372809980 00000400:00000200:0.0:1767389098.072932:0:338165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x22e9 [1] + 224 00000400:00000200:0.0:1767389098.072940:0:338165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389098.072946:0:338165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389098.072956:0:338165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389098.072962:0:338165:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058b280f1 x1853241654548864/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389098.072975:0:338165:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000058b280f1 x1853241654548864/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.073000:0:338165:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389098.073012:0:338165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000400:00000010:0.0:1767389098.073014:0:338165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000100:00000001:0.0:1767389098.073019:0:338165:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389098.073024:0:338165:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389098.073031:0:338165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.073035:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767389098.073037:0:338165:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:1.0:1767389098.073042:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767389098.073044:0:338165:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.073050:0:338165:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767389098.073054:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767389098.073057:0:338165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b2ab915d x1853241654548864/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:549/0 lens 328/224 e 0 to 0 dl 1767389109 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767389098.073059:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389098.073067:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dd0cc25. 00000400:00000200:1.0:1767389098.073087:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073e409fb 00000100:00100000:0.0:1767389098.073088:0:338165:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b2ab915d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337539:x1853241654548864:12345-0@lo:103: Request processed in 1462us (1954us total) trans 0 rc 0/0 00000400:00000010:1.0:1767389098.073096:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073e409fb. 00000100:00000001:1.0:1767389098.073120:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767389098.073125:0:338165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000200:1.0:1767389098.073134:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058b280f1 x1853241654548864/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389098.073135:0:338165:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:0.0:1767389098.073143:0:338165:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389098.073145:0:338165:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389098.073154:0:338165:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005f3595e9. 00000020:00000010:0.0:1767389098.073168:0:338165:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cd4a4bab. 00000100:00000200:1.0:1767389098.073179:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058b280f1 x1853241654548864/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389098.073180:0:338165:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072f14da3. 00000020:00000040:0.0:1767389098.073193:0:338165:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000001:0.0:1767389098.073207:0:338165:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.073209:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389098.073219:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.073225:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389098.073228:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389098.073231:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389098.073236:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389098.073239:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389098.073244:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=123 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389098.073250:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=123 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389098.073255:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389098.073259:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389098.073263:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389098.073265:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.073267:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389098.073277:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058b280f1 x1853241654548864/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389098.073284:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389098.073288:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389098.073291:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389098.073298:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058b280f1 x1853241654548864/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389114 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389098.073312:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058b280f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654548864:0@lo:103: 00000100:00000001:1.0:1767389098.073324:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.073329:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389098.073335:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058b280f1 x1853241654548864/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389114 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389098.073347:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389098.073354:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389098.073358:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003464223e. 02000000:00000001:1.0:1767389098.073366:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389098.073377:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389098.073379:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389098.073386:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389098.073389:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006ffc4565. 02000000:00000001:1.0:1767389098.073396:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389098.073398:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389098.073400:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058b280f1. 00000100:00000001:1.0:1767389098.073407:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389098.073410:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.073426:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.073439:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389098.073443:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.073450:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389098.073456:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767389098.076761:0:338042:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d824f7c6. 00010000:00000010:1.1:1767389098.076788:0:338042:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a93216f0. 00010000:00000010:0.1:1767389098.076832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002ebafbf7. 00010000:00000010:0.1:1767389098.076852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000094c0982e. 00010000:00000010:0.1:1767389098.076867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000065e4e980. 00080000:00000001:1.0:1767389098.089034:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767389098.089039:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00080000:00000001:0.0:1767389098.089044:0:352639:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767389098.089045:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389098.089048:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389098.089054:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389098.089060:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000c5720c4a. 00000020:00000002:0.0:1767389098.089060:0:352639:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:0.0:1767389098.089074:0:352639:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389098.089075:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:0.0:1767389098.089087:0:352639:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767389098.089093:0:352639:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767389098.089120:0:352639:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389098.089128:0:352639:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767389098.089139:0:352639:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767389098.089170:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389098.089177:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389098.089181:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389098.089186:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389098.089189:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389098.089198:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000947d8310. 00010000:00000001:0.0:1767389098.089205:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389098.089210:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000adb40525. 00000020:00000001:0.0:1767389098.089215:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389098.089218:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000adb40525 with handle 0x95cd417baf42962a to hash 00000020:00000001:0.0:1767389098.089222:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389098.089224:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389098.089229:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389098.089233:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389098.089237:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389098.089241:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf42962a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389098.089251:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389098.089256:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389098.089260:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389098.089263:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389098.089265:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389098.089269:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389098.089271:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389098.089273:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389098.089276:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389098.089279:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389098.089282:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389098.089285:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000947d8310) refcount = 1 00010000:00010000:0.0:1767389098.089290:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000adb40525/0x95cd417baf42962a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389098.089297:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389098.089300:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389098.089302:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389098.089305:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.089308:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389098.089311:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389098.089314:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:0.0:1767389098.089318:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389098.089321:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389098.089323:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=4 00000020:00000001:0.0:1767389098.089325:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389098.089329:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389098.089332:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389098.089335:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf42962a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389098.089342:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389098.089346:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000adb40525/0x95cd417baf42962a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389098.089352:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389098.089354:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389098.089358:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000adb40525/0x95cd417baf42962a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389098.089365:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389098.089367:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.089370:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389098.089371:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000adb40525/0x95cd417baf42962a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389098.089377:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000adb40525 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389098.089382:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389098.089385:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389098.089388:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000adb40525/0x95cd417baf42962a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389098.089394:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389098.089396:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389098.089397:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389098.089400:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000adb40525 refcount=5 00000020:00000001:0.0:1767389098.089402:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389098.089405:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603727872 : -122822105823744 : ffff904b40030600) 00010000:00000001:0.0:1767389098.089407:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389098.089409:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000adb40525/0x95cd417baf42962a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389098.089415:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389098.089417:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389098.089418:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.089423:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389098.089424:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389098.089427:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389098.089428:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389098.089431:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000adb40525 with handle 0x95cd417baf42962a from hash 00010000:00000001:0.0:1767389098.089433:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389098.089435:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389098.089436:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389098.089438:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389098.089440:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389098.089443:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389098.089445:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389098.089447:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389098.089451:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.089454:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389098.089455:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389098.089458:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389098.089460:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389098.089462:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.089465:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.089467:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389098.089470:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000adb40525/0x95cd417baf42962a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389098.089476:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389098.089479:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389098.089480:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389098.089482:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389098.089483:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389098.089484:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389098.089486:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389098.089491:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389098.089493:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389098.089496:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000adb40525/0x95cd417baf42962a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389098.089502:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389098.089504:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389098.089505:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000adb40525/0x95cd417baf42962a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389098.089512:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000947d8310 count: 0 00010000:00000001:0.0:1767389098.089523:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389098.089525:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:0.0:1767389098.090487:0:359164:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000042ae1719. 00000400:00000040:0.0:1767389098.090520:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389098.090525:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389098.090530:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389098.090533:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389098.090537:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389098.090541:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767389098.090546:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389098.090551:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389098.090555:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389098.090557:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767389098.090563:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389098.090567:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389098.090571:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389098.090576:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389098.090580:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767389098.090585:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389098.090587:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389098.090589:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767389098.090593:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767389098.090597:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389098.090601:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389098.090604:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389098.090607:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389098.090613:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389098.090615:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767389098.090621:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389098.090623:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389098.090626:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389098.090629:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389098.090632:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389098.090636:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767389098.090640:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389098.090645:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389098.090649:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389098.090652:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389098.090655:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389098.090658:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767389098.090662:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389098.090666:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389098.090670:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389098.090674:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389098.090701:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389098.090707:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767389098.090710:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767389098.090712:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767389098.090717:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767389098.090721:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767389098.090784:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767389098.090790:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389098.090793:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389098.090798:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767389098.090802:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389098.090806:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767389098.090810:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767389098.090814:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767389098.090819:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767389098.090823:0:359164:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767389098.091118:0:359164:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000042ae1719. 00080000:00000020:3.0:1767389098.092314:0:338175:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389098.092321:0:338175:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389098.092324:0:338175:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002dffa2d6. 20000000:00000001:3.0:1767389098.092333:0:338175:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389098.092339:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654548608 00010000:00000001:3.0:1767389098.092343:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389098.092353:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008bf71fd0 x1853241654548608/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:549/0 lens 4848/4768 e 0 to 0 dl 1767389109 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389098.092364:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389098.092367:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389098.092370:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=123 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389098.092375:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389098.092381:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389098.092385:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389098.092389:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389098.092392:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.092398:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389098.092415:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389098.092420:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b81679dd. 00000100:00000200:3.0:1767389098.092424:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654548608, offset 224 00000400:00000200:3.0:1767389098.092434:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389098.092449:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389098.092459:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372809880 00000400:00000200:3.0:1767389098.092467:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x22d5 [2] + 224 00000400:00000200:3.0:1767389098.092475:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389098.092479:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389098.092487:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389098.092492:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058c3771f x1853241654548608/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389098.092505:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000058c3771f x1853241654548608/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389098.092524:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389098.092531:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b81679dd 00000400:00000010:3.0:1767389098.092534:0:338175:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b81679dd. 00000100:00000001:3.0:1767389098.092538:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389098.092540:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389098.092543:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389098.092547:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389098.092550:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389098.092553:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389098.092557:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389098.092563:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008bf71fd0 x1853241654548608/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:549/0 lens 4848/4768 e 0 to 0 dl 1767389109 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389098.092570:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767389098.092577:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008bf71fd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654548608:12345-0@lo:253: Request processed in 44768us (45964us total) trans 0 rc 0/0 00000100:00000001:2.0:1767389098.092579:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767389098.092593:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767389098.092600:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000400:00000001:2.0:1767389098.092601:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767389098.092605:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000400:00000010:2.0:1767389098.092609:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007be228f5. 00000100:00000001:3.0:1767389098.092610:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389098.092615:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389098.092624:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063a0d36a. 00000400:00000200:2.0:1767389098.092625:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000214b94bb 00000400:00000010:2.0:1767389098.092631:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000214b94bb. 00000100:00000001:2.0:1767389098.092643:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767389098.092644:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ac0c6ab5. 00000020:00000010:3.0:1767389098.092651:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002518750a. 00000020:00000040:3.0:1767389098.092658:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:3.0:1767389098.092665:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389098.092669:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c2d9defc. 02000000:00000001:3.0:1767389098.092695:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389098.092701:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389098.092701:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058c3771f x1853241654548608/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389098.092716:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767389098.092807:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d3b9675. 00000100:00000200:2.0:1767389098.092813:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058c3771f x1853241654548608/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389098.092819:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b81679dd. 00000100:00000001:2.0:1767389098.092835:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389098.092838:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389098.092840:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389098.092843:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389098.092844:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389098.092846:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389098.092848:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389098.092852:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=123 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389098.092856:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=123 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389098.092858:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389098.092859:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389098.092861:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389098.092863:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.092865:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389098.092867:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058c3771f x1853241654548608/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389098.092872:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389098.092875:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389098.092876:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767389098.092880:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767389098.092882:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767389098.092884:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389098.092885:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389098.092886:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389098.092888:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389098.092889:0:337537:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767389098.092891:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389098.092892:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767389098.092894:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058c3771f x1853241654548608/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389098.092900:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058c3771f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654548608:0@lo:253: 00000100:00000001:2.0:1767389098.092904:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389098.092906:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389098.092907:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058c3771f x1853241654548608/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389098.092912:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389098.092913:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389098.092915:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000002c5c95e. 02000000:00000001:2.0:1767389098.092919:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389098.092921:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389098.092922:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389098.092924:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389098.092925:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004993ac69. 02000000:00000001:2.0:1767389098.092932:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389098.092934:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389098.092935:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058c3771f. 00000100:00000001:2.0:1767389098.092939:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389098.092940:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389098.092942:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389098.092947:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389098.092948:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.092950:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389098.092953:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767389098.094364:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000947d8310. 00010000:00000010:0.1:1767389098.094375:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000adb40525. 00080000:00000020:3.0:1767389098.094762:0:352639:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:3.0:1767389098.094769:0:352639:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767389098.094772:0:352639:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d395a76a. 20000000:00000001:3.0:1767389098.094781:0:352639:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389098.094787:0:352639:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654548480 00010000:00000001:3.0:1767389098.094790:0:352639:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389098.094796:0:352639:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ad13ac4d x1853241654548480/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:549/0 lens 4848/4768 e 0 to 0 dl 1767389109 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389098.094805:0:352639:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389098.094808:0:352639:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389098.094811:0:352639:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=123 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389098.094815:0:352639:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389098.094818:0:352639:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389098.094821:0:352639:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389098.094824:0:352639:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389098.094827:0:352639:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.094830:0:352639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389098.094833:0:352639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389098.094838:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cebc420. 00000100:00000200:3.0:1767389098.094842:0:352639:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654548480, offset 224 00000400:00000200:3.0:1767389098.094848:0:352639:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389098.094856:0:352639:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389098.094865:0:352639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372809800 00000400:00000200:3.0:1767389098.094872:0:352639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x22cd [2] + 224 00000400:00000200:3.0:1767389098.094879:0:352639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389098.094892:0:352639:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389098.094897:0:352639:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389098.094901:0:352639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b8e7ae78 x1853241654548480/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389098.094910:0:352639:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b8e7ae78 x1853241654548480/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389098.094930:0:352639:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389098.094937:0:352639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cebc420 00000400:00000010:3.0:1767389098.094939:0:352639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cebc420. 00000100:00000001:3.0:1767389098.094945:0:352639:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389098.094947:0:352639:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389098.094953:0:352639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389098.094960:0:352639:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:1.0:1767389098.094962:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767389098.094964:0:352639:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767389098.094969:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767389098.094970:0:352639:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389098.094980:0:352639:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767389098.094983:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767389098.094988:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad13ac4d x1853241654548480/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:549/0 lens 4848/4768 e 0 to 0 dl 1767389109 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767389098.094989:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767389098.094990:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299686114, at 4299686115 00000400:00000010:1.0:1767389098.095002:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037ff80f1. 00000100:00000010:0.0:1767389098.095007:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffc7c20f. 00000400:00000200:1.0:1767389098.095013:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000138cf51e 00000400:00000010:1.0:1767389098.095021:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000138cf51e. 00000100:00000001:1.0:1767389098.095040:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767389098.095047:0:352639:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ad13ac4d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337536:x1853241654548480:12345-0@lo:253: Request processed in 46917us (48399us total) trans 0 rc 0/0 00000100:00000200:1.0:1767389098.095055:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b8e7ae78 x1853241654548480/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389098.095069:0:352639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00000040:3.0:1767389098.095082:0:352639:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000200:1.0:1767389098.095088:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b8e7ae78 x1853241654548480/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389098.095090:0:352639:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389098.095096:0:352639:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389098.095106:0:352639:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c4824f25. 00000100:00000001:1.0:1767389098.095112:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767389098.095117:0:352639:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000047135116. 00000100:00000001:1.0:1767389098.095118:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.095132:0:337536:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767389098.095136:0:352639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ca11833. 02000000:00000001:1.0:1767389098.095138:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389098.095146:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767389098.095158:0:352639:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000001:1.0:1767389098.095159:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389098.095170:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389098.095177:0:352639:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767389098.095179:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=123 v=5 (5 0 0 0) 02000000:00000010:3.0:1767389098.095182:0:352639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007c7bae14. 00000100:00001000:1.0:1767389098.095189:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=123 v=5 (1 0 0 0) 02000000:00000001:3.0:1767389098.095199:0:352639:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389098.095201:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389098.095212:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.095214:0:352639:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389098.095217:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389098.095222:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389098.095224:0:352639:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767389098.095225:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389098.095230:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8e7ae78 x1853241654548480/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389098.095246:0:352639:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac7fbb47. 00000100:00000001:1.0:1767389098.095248:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389098.095256:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767389098.095258:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cebc420. 00000100:00000001:1.0:1767389098.095259:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767389098.095276:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767389098.095280:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767389098.095283:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389098.095287:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767389098.095289:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767389098.095293:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389098.095296:0:337536:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767389098.095299:0:337536:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767389098.095300:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389098.095304:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767389098.095313:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8e7ae78 x1853241654548480/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389098.095321:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b8e7ae78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654548480:0@lo:253: 00000100:00000001:1.0:1767389098.095326:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.095329:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389098.095333:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b8e7ae78 x1853241654548480/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389114 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389098.095339:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389098.095341:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389098.095344:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009ad56601. 02000000:00000001:1.0:1767389098.095354:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389098.095362:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389098.095364:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389098.095366:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389098.095368:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000099dfe410. 02000000:00000001:1.0:1767389098.095374:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389098.095375:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389098.095376:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8e7ae78. 00000100:00000001:1.0:1767389098.095379:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389098.095380:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.095381:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.095386:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389098.095387:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.095390:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389098.095391:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389098.095794:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299686114, at 4299686116 00000100:00000010:1.0:1767389098.095802:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000073f88ceb. 00000100:00000040:3.0:1767389098.095817:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299686115, at 4299686116 00000100:00000010:3.0:1767389098.095829:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5124ceb. 00000100:00000040:2.0:1767389098.096794:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299686115, at 4299686117 00000100:00000010:2.0:1767389098.096804:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fbb66c48. 00010000:00000001:3.0:1767389098.187835:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389098.187840:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389098.187847:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389098.187850:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389098.187910:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389098.187917:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389098.187921:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:3.0:1767389098.572877:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389098.572883:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767389098.572887:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000295b8a65 00000400:00000010:3.0:1767389098.572893:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000295b8a65. 00000400:00000200:3.0:1767389098.572901:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767389098.572910:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp44 recovery ping unlinked 00000400:00000010:3.0:1767389098.572933:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bd68fed5. 00000400:00000010:3.0:1767389098.572944:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008051245b. 00000400:00000200:3.0:1767389098.572971:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp46 00000400:00000010:3.0:1767389098.572978:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000468043dd. 00000400:00000010:3.0:1767389098.572991:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009ca11833. 00000400:00000010:3.0:1767389098.573006:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b70fa32. 00000400:00000010:3.0:1767389098.573023:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000efc1ad54. 00000400:00000200:3.0:1767389098.573037:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp46 00000400:00000200:3.0:1767389098.573066:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp46 local destination 00000400:00000200:3.0:1767389098.573074:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp46 00000400:00000200:3.0:1767389098.573081:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp46 NI seq info: [198:198:256:4294967295] 192.168.204.113@tcp46 LPNI seq info [194:194:8:4294967295] 00000400:00000200:3.0:1767389098.573094:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp46 00000400:00000200:3.0:1767389098.573114:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp46(192.168.204.113@tcp46:) -> 192.168.204.113@tcp46(192.168.204.113@tcp46:192.168.204.113@tcp46) : GET try# 0 00000800:00000200:3.0:1767389098.573125:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp46 00000800:00000010:3.0:1767389098.573130:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000052e84f36. 00000800:00000200:3.0:1767389098.573143:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000053e93c7] -> 12345-192.168.204.113@tcp46 (2) 00000800:00000200:3.1:1767389098.573152:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000053e93c7] -> 12345-192.168.204.113@tcp46 (2) 00000400:00000200:3.0:1767389098.573172:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp46 added to recovery queue. ping count: 1 next ping: 5021 health :900 00000400:00000200:3.0:1767389098.573306:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.573403:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.573517:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000800:00000200:0.0:1767389098.573604:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000044947d7a] -> 12345-192.168.204.113@tcp16 (6) 00000800:00000200:0.0:1767389098.573613:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp16 ip 192.168.204.113:988 00000800:00000200:0.0:1767389098.573618:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025f2a25f type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767389098.573626:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.573798:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000800:00000200:0.0:1767389098.573846:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767389098.573856:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389098.573873:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389098.573883:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389098.573893:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389098.573907:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.573941:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.573968:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.573994:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574018:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574040:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574067:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574090:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574117:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574146:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574171:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574219:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574250:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574282:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574319:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574368:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574424:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574473:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574499:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574530:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574592:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574651:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574738:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574915:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.574973:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.575016:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.575059:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.575103:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.575168:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389098.575217:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389098.575454:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d6318e3. 00000800:00000010:3.0:1767389098.575463:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002c540311. 00000800:00000010:3.0:1767389098.575470:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001678dcf0. 00000800:00000010:3.0:1767389098.575517:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001678dcf0. 00000800:00020000:3.0:1767389098.575528:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389098.575533:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002c540311. 00000800:00000010:3.0:1767389098.575553:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000d6318e3. 00000400:02020000:3.0:1767389098.575617:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp46 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389098.575626:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp46 notifying 192.168.204.113@tcp46: down 00000400:00000200:3.0:1767389098.575632:0:337526:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767389098.575638:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp46 00000800:00000010:3.0:1767389098.575642:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000052e84f36. 00000400:00000200:3.0:1767389098.575646:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389098.575650:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp46->192.168.204.113@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389098.575661:0:337526:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389098.575664:0:337526:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389098.575690:0:337526:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp46) recovery failed with -71 00000100:00000040:0.0:1767389098.891879:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389098.891888:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389098.891896:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006d99ea0f. 00000020:00000040:0.0:1767389098.891904:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389098.891910:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389098.891915:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389098.891921:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389098.891929:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000018d9d246. 00000100:00000001:0.0:1767389098.891939:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.891951:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@000000006d99ea0f x1853241654548992/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389098.891964:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389098.891966:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.891976:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d99ea0f] to pc [ptlrpcd_00_03+3] req@000000006d99ea0f x1853241654548992/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.892004:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.892010:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389098.892015:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389098.892021:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003fe1743c. 00000020:00000040:0.0:1767389098.892025:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767389098.892029:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389098.892032:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389098.892034:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389098.892039:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f4fdf2f1. 00000100:00000001:0.0:1767389098.892043:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.892051:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003fe1743c x1853241654549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389098.892061:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389098.892064:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.892074:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe1743c] to pc [ptlrpcd_00_00+0] req@000000003fe1743c x1853241654549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.892109:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.892112:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389098.892117:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389098.892122:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ebda75e. 00000020:00000040:0.0:1767389098.892127:0:257746:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767389098.892129:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389098.892132:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389098.892136:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389098.892144:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000096234e11. 00000100:00000001:0.0:1767389098.892147:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.892153:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000009ebda75e x1853241654549248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389098.892160:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389098.892161:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.892168:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ebda75e] to pc [ptlrpcd_00_01+1] req@000000009ebda75e x1853241654549248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.892181:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.892183:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389098.892188:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389098.892193:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000678ce333. 00000020:00000040:0.0:1767389098.892197:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767389098.892199:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389098.892200:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389098.892204:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389098.892208:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e9827aad. 00000100:00000001:0.0:1767389098.892211:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.892217:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000678ce333 x1853241654549376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389098.892225:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389098.892226:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.892229:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000678ce333] to pc [ptlrpcd_00_02+2] req@00000000678ce333 x1853241654549376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.892247:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.892253:0:257746:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5024) 00000100:00000001:0.0:1767389098.892277:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389098.892286:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389098.892290:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389098.892301:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000678ce333 x1853241654549376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.892310:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389098.892313:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389098.892319:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389098.892323:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389098.892327:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389098.892331:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000678ce333 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654549376:0@lo:400: 00000100:00000001:0.0:1767389098.892336:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389098.892343:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389098.892347:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389098.892349:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389098.892357:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072f14da3. 02000000:00000001:0.0:1767389098.892360:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389098.892366:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf8c0870. 00000400:00000010:0.0:1767389098.892374:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000100:00000001:2.0:1767389098.892382:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767389098.892385:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654549376, portal 4 00000100:00000001:2.0:1767389098.892396:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389098.892398:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389098.892411:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144645888 : -122821564905728 : ffff904b6040c700) 00000100:00000001:2.0:1767389098.892412:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389098.892435:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000678ce333 x1853241654549376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389098.892437:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003fe1743c x1853241654549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.892532:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389098.892551:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389098.892564:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000100:00000001:2.0:1767389098.892565:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389098.892575:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389098.892578:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654549376, offset 0 02000000:00000001:2.0:1767389098.892583:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389098.892589:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389098.892591:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767389098.892601:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389098.892609:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003fe1743c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654549120:0@lo:400: 00000100:00000001:2.0:1767389098.892619:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767389098.892626:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767389098.892629:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389098.892635:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389098.892640:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389098.892650:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a0a34040. 00000400:00000200:0.0:1767389098.892652:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6958372809b80 02000000:00000001:2.0:1767389098.892685:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389098.892694:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 5008 00000400:00000010:2.0:1767389098.892699:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007be228f5. 00000400:00000200:0.0:1767389098.892707:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767389098.892713:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f3e6cf2. 00000400:00000200:0.0:1767389098.892720:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767389098.892800:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654549120, portal 10 00000100:00000001:0.0:1767389098.892802:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767389098.892812:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1767389098.892812:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767389098.892821:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144655744 : -122821564895872 : ffff904b6040ed80) 00000100:00000010:0.0:1767389098.892826:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b2e12a3. 00000100:00000040:0.0:1767389098.892834:0:337538:0:(events.c:337:request_in_callback()) incoming req@000000004b2e12a3 x1853241654549376 msgsize 224 00000100:00000040:2.0:1767389098.892837:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003fe1743c x1853241654549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389098.892864:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767389098.892865:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389098.892882:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389098.892888:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065d2f49b. 00000100:00000001:0.0:1767389098.892892:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767389098.892894:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654549120, offset 0 00000400:00000200:2.0:1767389098.892912:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389098.892920:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000400:00000010:0.0:1767389098.892928:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000100:00000001:0.0:1767389098.892939:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767389098.892940:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767389098.892957:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000678ce333 x1853241654549376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389098.892971:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372809a80 00000100:00000001:0.0:1767389098.892996:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767389098.893004:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11640 00000100:00000040:0.0:1767389098.893015:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000678ce333 x1853241654549376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389098.893017:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389098.893045:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389098.893047:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389098.893064:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389098.893073:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389098.893081:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767389098.893082:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.893100:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 8011 usecs (9 jiffies) 00000100:00000010:2.0:1767389098.893102:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058c3771f. 00000100:00000040:2.0:1767389098.893124:0:337536:0:(events.c:337:request_in_callback()) incoming req@0000000058c3771f x1853241654549120 msgsize 224 00000100:00000001:0.0:1767389098.893126:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299686922 00000100:00000010:0.0:1767389098.893149:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dfe81555. 00000100:00100000:2.0:1767389098.893162:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389098.893166:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767389098.893179:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299686922 00000100:00000010:0.0:1767389098.893183:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fea26e79. 00000100:00000001:0.0:1767389098.893187:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767389098.893195:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767389098.893197:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299686922 00000100:00000010:0.0:1767389098.893203:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eca2ab2d. 00000100:00000001:0.0:1767389098.893211:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767389098.893213:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d2f49b 00000400:00000010:2.0:1767389098.893226:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065d2f49b. 00000100:00000001:0.0:1767389098.893233:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299686922 00000100:00000001:2.0:1767389098.893234:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767389098.893244:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000358a4dd5. 00000100:00000200:2.0:1767389098.893245:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003fe1743c x1853241654549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.893251:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767389098.893261:0:338182:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389098.893262:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767389098.893270:0:338182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654549120 00000004:00000001:1.0:1767389098.893272:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:0.0:1767389098.893276:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389098.893281:0:338182:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000004:00000020:1.0:1767389098.893282:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1767389098.893293:0:338182:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389098.893298:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.893300:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767389098.893300:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058b280f1. 00000100:00000001:3.0:1767389098.893301:0:338182:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.893317:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767389098.893324:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767389098.893326:0:338182:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389098.893332:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003fe1743c x1853241654549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.893333:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389098.893345:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767389098.893347:0:338182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654549120 00000020:00000001:3.0:1767389098.893361:0:338182:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767389098.893364:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767389098.893374:0:338182:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000100:00000001:0.0:1767389098.893374:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389098.893375:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.893376:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389098.893392:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767389098.893392:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.893396:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767389098.893397:0:338182:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767389098.893409:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389098.893414:0:338182:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000100:00100000:0.0:1767389098.893417:0:337538:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00000001:3.0:1767389098.893420:0:338182:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:2.0:1767389098.893422:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.893423:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389098.893443:0:338182:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:0.0:1767389098.893447:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767389098.893449:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5548 usecs (6 jiffies) 00000100:00000001:3.0:1767389098.893455:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389098.893456:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389098.893459:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389098.893464:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299686919 00000020:00000010:3.0:1767389098.893466:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033a7e64c. 00000100:00000001:1.0:1767389098.893467:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389098.893470:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389098.893477:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767389098.893480:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299686922 00000100:00000001:0.0:1767389098.893482:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389098.893486:0:338182:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389098.893491:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389098.893495:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ebda75e x1853241654549248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389098.893499:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299686919 00000020:00000010:3.0:1767389098.893504:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033a7e64c. 00000100:00000001:2.0:1767389098.893514:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299686922 00000100:00000040:0.0:1767389098.893515:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d99ea0f x1853241654548992/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389098.893526:0:338182:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097aebe05. 00000100:00000001:2.0:1767389098.893532:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299686919 00000020:00000010:3.0:1767389098.893544:0:338182:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe839164. 00000100:00000001:2.0:1767389098.893547:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299686922 00000020:00000010:3.0:1767389098.893561:0:338182:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e8c331b. 00000100:00000001:2.0:1767389098.893565:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299686919 00000100:00000040:3.0:1767389098.893583:0:338182:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767389098.893584:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299686922 00000100:00000001:1.0:1767389098.893597:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389098.893604:0:338182:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389098.893605:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389098.893607:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.893613:0:338182:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389098.893627:0:338182:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389098.893628:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.893628:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767389098.893630:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767389098.893646:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389098.893647:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389098.893649:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.893652:0:338182:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1767389098.893683:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767389098.893684:0:338182:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767389098.893686:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389098.893688:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389098.893693:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.893694:0:338182:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389098.893704:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389098.893708:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389098.893794:0:338182:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767389098.893823:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006d99ea0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654548992:0@lo:400: 00000100:00000001:3.0:1767389098.893834:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389098.893835:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767389098.893841:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767389098.893847:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389098.893852:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389098.893857:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767389098.893859:0:338182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 02000000:00000010:0.0:1767389098.893866:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ad45d0b. 00000100:00000040:3.0:1767389098.893868:0:338182:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 02000000:00000001:0.0:1767389098.893871:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.893875:0:338182:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402880384 : -122821306671232 : ffff904b6fa51f80) 00000100:00000001:2.0:1767389098.893875:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767389098.893879:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071ad8f9c. 00000100:00000001:2.0:1767389098.893895:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1767389098.893898:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000100:00000001:2.0:1767389098.893900:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767389098.893902:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000058c3771f x1853241654549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:549/0 lens 224/0 e 0 to 0 dl 1767389109 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389098.893914:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389098.893915:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654548992, portal 25 00000100:00000001:3.0:1767389098.893919:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389098.893932:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033a7e64c. 00000100:00000001:0.0:1767389098.893933:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389098.893935:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.893941:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144650368 : -122821564901248 : ffff904b6040d880) 00000100:00000001:3.0:1767389098.893944:0:338182:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389098.893952:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033a7e64c. 00000100:00000040:0.0:1767389098.893957:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006d99ea0f x1853241654548992/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389098.893966:0:338182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000058c3771f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654549120:12345-0@lo:400: 00000100:00000001:2.0:1767389098.893966:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389098.893975:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389098.893994:0:338182:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654549120 00000020:00000001:3.0:1767389098.894002:0:338182:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767389098.894004:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767389098.894010:0:338182:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389098.894017:0:338182:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.894018:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389098.894025:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000020:00000001:3.0:1767389098.894036:0:338182:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1767389098.894037:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654548992, offset 0 00000020:00000001:3.0:1767389098.894042:0:338182:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:3.0:1767389098.894049:0:338182:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389098.894056:0:338182:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389098.894060:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767389098.894064:0:338182:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389098.894069:0:338182:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389098.894073:0:338182:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389098.894080:0:338182:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767389098.894081:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389098.894086:0:338182:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389098.894092:0:338182:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389098.894100:0:338182:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000097b00f51. 00000400:00000200:0.0:1767389098.894102:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372809a00 02000000:00000001:3.0:1767389098.894106:0:338182:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.894112:0:338182:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389098.894116:0:338182:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389098.894118:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a19 [2] + 0 00010000:00000040:3.0:1767389098.894123:0:338182:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654549120 00000400:00000010:0.0:1767389098.894125:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092cd2511. 00010000:00000001:3.0:1767389098.894129:0:338182:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767389098.894140:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a95fed69 00010000:00000200:3.0:1767389098.894142:0:338182:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000058c3771f x1853241654549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:549/0 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389098.894148:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767389098.894159:0:338182:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389098.894166:0:338182:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389098.894169:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1767389098.894172:0:338182:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=117 v=5 (1 0 0 0) 00000400:00000200:0.0:1767389098.894174:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a95fed69 00000400:00000010:0.0:1767389098.894182:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a95fed69. 00000100:00000001:3.0:1767389098.894185:0:338182:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767389098.894193:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767389098.894194:0:338182:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000200:0.0:1767389098.894199:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767389098.894201:0:338182:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000040:0.0:1767389098.894207:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000c0ce1b75 x1853241654548992 msgsize 224 02000000:00000001:3.0:1767389098.894209:0:338182:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389098.894214:0:338182:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.894220:0:338182:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767389098.894225:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767389098.894231:0:338182:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767389098.894232:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767389098.894237:0:338182:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d2ae294. 00000100:00000200:3.0:1767389098.894246:0:338182:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654549120, offset 224 00000100:00000001:0.0:1767389098.894246:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767389098.894262:0:338182:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389098.894269:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000400:00000010:0.0:1767389098.894275:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 00000400:00000200:3.0:1767389098.894282:0:338182:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389098.894284:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389098.894294:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006d99ea0f x1853241654548992/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389098.894299:0:338182:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372809a80 00000100:00000001:0.0:1767389098.894315:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767389098.894316:0:338182:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2311 [1] + 224 00000100:00000040:0.0:1767389098.894324:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006d99ea0f x1853241654548992/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389098.894326:0:338182:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389098.894334:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.894341:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767389098.894348:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ebda75e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:337537:1853241654549248:0@lo:400: 00000400:00000200:3.0:1767389098.894351:0:338182:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389098.894352:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.894362:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299686937 00000100:00000001:1.0:1767389098.894374:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767389098.894377:0:338182:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389098.894378:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299686922 00000100:00000200:3.0:1767389098.894386:0:338182:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003fe1743c x1853241654549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.894393:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299686937 02000000:00000001:1.0:1767389098.894394:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389098.894403:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389098.894409:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767389098.894410:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299686922 00000100:00000040:3.0:1767389098.894412:0:338182:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003fe1743c x1853241654549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767389098.894415:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092e86d42. 00000100:00000001:0.0:1767389098.894422:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299686937 02000000:00000001:1.0:1767389098.894424:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.894439:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299686922 00000400:00000010:1.0:1767389098.894442:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037ff80f1. 00000100:00000001:0.0:1767389098.894457:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299686937 00000100:00000001:3.0:1767389098.894460:0:338182:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767389098.894462:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073e409fb. 00000100:00000001:0.0:1767389098.894464:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299686922 00000100:00000200:1.0:1767389098.894480:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654549248, portal 10 00000400:00000200:3.0:1767389098.894482:0:338182:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d2ae294 00000100:00000001:0.0:1767389098.894482:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767389098.894494:0:338182:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d2ae294. 00000100:00000001:1.0:1767389098.894502:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389098.894503:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.894507:0:338182:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389098.894518:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252144647680 : -122821564903936 : ffff904b6040ce00) 00000100:00000001:3.0:1767389098.894520:0:338182:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389098.894521:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.894531:0:338182:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.894539:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389098.894544:0:338182:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000040:1.0:1767389098.894548:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ebda75e x1853241654549248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389098.894555:0:338182:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389098.894563:0:338182:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.894564:0:339008:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389098.894574:0:339008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654549376 00000020:00000001:3.0:1767389098.894577:0:338182:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767389098.894585:0:339008:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389098.894593:0:339008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767389098.894596:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058c3771f x1853241654549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:549/0 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.894602:0:339008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.894611:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1767389098.894615:0:339008:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389098.894630:0:339008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654549376 00000100:00000040:1.0:1767389098.894632:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767389098.894642:0:339008:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767389098.894644:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096e6063c. 00000020:00000040:0.0:1767389098.894649:0:339008:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000100:00000200:1.0:1767389098.894655:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654549248, offset 0 00000100:00100000:3.0:1767389098.894656:0:338182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000058c3771f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654549120:12345-0@lo:400: Request processed in 728us (1525us total) trans 0 rc 0/0 00000020:00000001:0.0:1767389098.894657:0:339008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389098.894683:0:339008:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000001:0.0:1767389098.894691:0:339008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000400:00000200:1.0:1767389098.894696:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767389098.894703:0:338182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000020:00000001:0.0:1767389098.894706:0:339008:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000040:3.0:1767389098.894713:0:338182:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000100:00000001:0.0:1767389098.894715:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389098.894754:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000110f6cab. 00000400:00000200:1.0:1767389098.894760:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767389098.894764:0:339008:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000043620090. 00000020:00000040:0.0:1767389098.894777:0:339008:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000400:00000200:1.0:1767389098.894786:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372809b00 00000400:00000200:1.0:1767389098.894801:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 11864 00000100:00000001:0.0:1767389098.894803:0:339008:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767389098.894813:0:339008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008369c1ce. 00000400:00000200:1.0:1767389098.894815:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767389098.894830:0:339008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d8a01ba8. 00000400:00000200:1.0:1767389098.894838:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767389098.894843:0:339008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cd4a4bab. 00000100:00000001:1.0:1767389098.894848:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389098.894852:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767389098.894858:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000074e6da59. 00000100:00000040:1.0:1767389098.894864:0:337537:0:(events.c:337:request_in_callback()) incoming req@0000000074e6da59 x1853241654549248 msgsize 224 00000100:00000040:0.0:1767389098.894870:0:339008:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767389098.894882:0:339008:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767389098.894891:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389098.894893:0:339008:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389098.894908:0:339008:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389098.894924:0:339008:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767389098.894929:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767389098.894931:0:339008:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389098.894945:0:339008:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389098.894954:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096e6063c 00000400:00000010:1.0:1767389098.894961:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096e6063c. 00000100:00000001:0.0:1767389098.894965:0:339008:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.894971:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389098.894987:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ebda75e x1853241654549248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.894994:0:339008:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389098.895007:0:339008:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767389098.895011:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767389098.895019:0:339008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:0.0:1767389098.895033:0:339008:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000040:1.0:1767389098.895038:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ebda75e x1853241654549248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.895040:0:339008:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252619207552 : -122821090344064 : ffff904b7c8a0380) 00000100:00000040:0.0:1767389098.895066:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004b2e12a3 x1853241654549376/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:549/0 lens 224/0 e 0 to 0 dl 1767389109 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389098.895068:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.895081:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389098.895094:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389098.895099:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389098.895101:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043620090. 00000100:00000040:1.0:1767389098.895111:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6367 usecs (7 jiffies) 00000100:00000001:0.0:1767389098.895114:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389098.895124:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043620090. 00000100:00000001:1.0:1767389098.895125:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299686922 00000100:00000001:1.0:1767389098.895143:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299686937 00000100:00000001:1.0:1767389098.895151:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299686922 00000100:00100000:0.0:1767389098.895163:0:339008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004b2e12a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654549376:12345-0@lo:400: 00000100:00000001:1.0:1767389098.895166:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299686937 00000100:00000001:1.0:1767389098.895180:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299686922 00000100:00000200:0.0:1767389098.895183:0:339008:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654549376 00000100:00000001:1.0:1767389098.895188:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299686937 00000020:00000001:0.0:1767389098.895190:0:339008:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767389098.895198:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299686922 00000020:00000001:0.0:1767389098.895203:0:339008:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767389098.895205:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299686937 00000020:00000001:0.0:1767389098.895215:0:339008:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.895217:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389098.895235:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389098.895235:0:339008:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389098.895247:0:339008:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:1.0:1767389098.895250:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389098.895253:0:339008:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767389098.895255:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389098.895258:0:339008:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389098.895269:0:339008:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389098.895273:0:339008:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767389098.895275:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767389098.895279:0:339008:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.895281:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767389098.895285:0:339008:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767389098.895292:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389098.895293:0:339008:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767389098.895298:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767389098.895299:0:339008:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767389098.895304:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389098.895306:0:339008:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000043f51b7f. 02000000:00000001:0.0:1767389098.895315:0:339008:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.895317:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.895337:0:339008:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389098.895343:0:339008:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389098.895348:0:339008:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654549376 00010000:00000001:0.0:1767389098.895353:0:339008:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389098.895366:0:339008:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004b2e12a3 x1853241654549376/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:549/0 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389098.895375:0:339008:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389098.895380:0:339008:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389098.895386:0:339008:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=107 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389098.895394:0:339008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389098.895402:0:339008:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389098.895407:0:339008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389098.895417:0:339008:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389098.895420:0:339008:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.895424:0:339008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389098.895433:0:339008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389098.895437:0:339008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000100:00000200:0.0:1767389098.895444:0:339008:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654549376, offset 224 00000400:00000200:0.0:1767389098.895461:0:339008:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767389098.895475:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000611f5c8d. 00000400:00000200:0.0:1767389098.895488:0:339008:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389098.895491:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.895507:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767389098.895508:0:339008:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6958372809b80 00000100:00000001:1.0:1767389098.895512:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389098.895526:0:339008:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2309 [1] + 224 00000100:00000040:1.0:1767389098.895534:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000058b280f1] to pc [ptlrpcd_00_03+3] req@0000000058b280f1 x1853241654549504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389098.895536:0:339008:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389098.895561:0:339008:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389098.895578:0:339008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389098.895588:0:339008:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000678ce333 x1853241654549376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767389098.895600:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.895610:0:339008:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000678ce333 x1853241654549376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.895626:0:339008:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389098.895628:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389098.895647:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767389098.895648:0:339008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000100:00000001:1.0:1767389098.895657:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767389098.895659:0:339008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 00000100:00000040:1.0:1767389098.895690:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000058b280f1 x1853241654549504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.895694:0:339008:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389098.895699:0:339008:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389098.895713:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389098.895714:0:339008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.895721:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389098.895764:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389098.895769:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767389098.895770:0:339008:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389098.895787:0:339008:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767389098.895788:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389098.895799:0:339008:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389098.895804:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000058b280f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:337539:1853241654549504:0@lo:13: 00000020:00000001:0.0:1767389098.895808:0:339008:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767389098.895819:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389098.895827:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767389098.895828:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004b2e12a3 x1853241654549376/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:549/0 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389098.895832:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389098.895848:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389098.895861:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d311b910. 00000100:00100000:0.0:1767389098.895864:0:339008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004b2e12a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654549376:12345-0@lo:400: Request processed in 764us (3023us total) trans 0 rc 0/0 02000000:00000001:1.0:1767389098.895877:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389098.895885:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dd0cc25. 00000100:00100000:0.0:1767389098.895887:0:339008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:0.0:1767389098.895898:0:339008:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000400:00000010:1.0:1767389098.895902:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096e6063c. 00000100:00000001:0.0:1767389098.895903:0:339008:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389098.895914:0:339008:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767389098.895916:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654549504, portal 4 00000100:00000001:1.0:1767389098.895923:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1767389098.895923:0:339008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d8a01ba8. 00000100:00000001:1.0:1767389098.895935:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378544768 : -122821331006848 : ffff904b6e31ca80) 00000020:00000010:0.0:1767389098.895944:0:339008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cd4a4bab. 00000100:00000040:1.0:1767389098.895954:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000058b280f1 x1853241654549504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389114 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389098.895956:0:339008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008369c1ce. 00000100:00000001:1.0:1767389098.895974:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767389098.895976:0:339008:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:3.0:1767389098.895980:0:338182:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389098.895982:0:339008:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389098.895989:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767389098.895992:0:338182:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767389098.895997:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 00000020:00000010:3.0:1767389098.895999:0:338182:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe839164. 00000100:00000200:1.0:1767389098.896004:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654549504, offset 0 00000020:00000010:3.0:1767389098.896007:0:338182:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e8c331b. 00000020:00000010:3.0:1767389098.896019:0:338182:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097aebe05. 00000100:00000001:0.0:1767389098.896022:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767389098.896027:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389098.896030:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767389098.896035:0:338182:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000100:00000001:3.0:1767389098.896044:0:338182:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767389098.896044:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389098.896052:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389098.896057:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767389098.896059:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf8c0870. 00000100:00000001:3.0:1767389098.896066:0:338182:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767389098.896067:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000100:00100000:3.0:1767389098.896073:0:338182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654549248 00000400:00000010:0.0:1767389098.896074:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000400:00000200:1.0:1767389098.896075:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372809c00 02000000:00000001:3.0:1767389098.896078:0:338182:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389098.896091:0:338182:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389098.896092:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767389098.896101:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 4704 00000100:00000200:0.0:1767389098.896108:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000678ce333 x1853241654549376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389098.896111:0:338182:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389098.896131:0:338182:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389098.896133:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767389098.896138:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000678ce333 x1853241654549376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389098.896155:0:338182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654549248 00000400:00000200:1.0:1767389098.896162:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767389098.896164:0:338182:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767389098.896165:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767389098.896176:0:338182:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000100:00000001:0.0:1767389098.896178:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.896183:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767389098.896184:0:338182:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389098.896186:0:337538:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:3.0:1767389098.896188:0:338182:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 02000000:00000001:0.0:1767389098.896191:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767389098.896193:0:338182:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:0.0:1767389098.896195:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767389098.896199:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767389098.896201:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389098.896202:0:338182:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000010:1.0:1767389098.896212:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e469bea6. 02000000:00000001:0.0:1767389098.896212:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.896215:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389098.896227:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033a7e64c. 00000100:00000040:1.0:1767389098.896233:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000e469bea6 x1853241654549504 msgsize 224 00000100:00001000:0.0:1767389098.896235:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=107 v=5 (5 0 0 0) 00000020:00000010:3.0:1767389098.896236:0:338182:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004276fcfd. 00000100:00001000:0.0:1767389098.896256:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=107 v=5 (1 0 0 0) 00000020:00000040:3.0:1767389098.896259:0:338182:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00100000:1.0:1767389098.896277:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767389098.896284:0:338182:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767389098.896286:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767389098.896290:0:338182:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000097aebe05. 00000100:00000001:0.0:1767389098.896291:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.896295:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767389098.896300:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767389098.896305:0:338182:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fe839164. 00010000:00080000:0.0:1767389098.896311:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000678ce333 x1853241654549376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389098.896313:0:338182:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e8c331b. 00000400:00000200:1.0:1767389098.896313:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000305cb2b 00000400:00000010:1.0:1767389098.896328:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000305cb2b. 00000100:00000040:3.0:1767389098.896331:0:338182:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:0.0:1767389098.896342:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.896343:0:338182:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389098.896344:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767389098.896355:0:338182:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389098.896356:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767389098.896363:0:338182:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389098.896365:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000058b280f1 x1853241654549504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389114 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389098.896366:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1767389098.896379:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767389098.896385:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.896405:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000678ce333 x1853241654549376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389098.896406:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389098.896421:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000058b280f1 x1853241654549504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389114 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.896423:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389098.896439:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389098.896446:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.896457:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.896464:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767389098.896466:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000678ce333 x1853241654549376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389098.896484:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389098.896492:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000678ce333 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654549376:0@lo:400: 00000100:00000040:1.0:1767389098.896497:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7938 usecs (8 jiffies) 00000100:00000001:0.0:1767389098.896506:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.896507:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299686924 00000100:00000001:0.0:1767389098.896523:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389098.896524:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299686937 00000100:00000001:1.0:1767389098.896536:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299686924 00000100:00000001:1.0:1767389098.896541:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299686937 00000100:00000040:0.0:1767389098.896544:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000678ce333 x1853241654549376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389098.896547:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299686924 00000100:00000001:1.0:1767389098.896558:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299686937 00000100:00000001:1.0:1767389098.896574:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299686924 00000100:00000001:1.0:1767389098.896582:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299686937 00000100:00000001:0.0:1767389098.896582:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767389098.896594:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389098.896597:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767389098.896599:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389098.896604:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072f14da3. 00000100:00000001:1.0:1767389098.896608:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.896614:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389098.896615:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389098.896625:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389098.896629:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767389098.896630:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767389098.896642:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767389098.896643:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:0.0:1767389098.896651:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e9827aad. 02000000:00000001:0.0:1767389098.896659:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389098.896678:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767389098.896679:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767389098.896680:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000678ce333. 00000100:00000001:1.0:1767389098.896684:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389098.896691:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.896693:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389098.896698:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.896703:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.896705:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.896712:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389098.896717:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389098.896721:0:338182:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767389098.896722:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.896751:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.896778:0:339011:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767389098.896784:0:338182:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:0.0:1767389098.896786:0:339011:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654549504 00000100:00000001:3.0:1767389098.896791:0:338182:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389098.896794:0:339011:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389098.896799:0:339011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389098.896803:0:339011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389098.896807:0:339011:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.896809:0:338182:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767389098.896812:0:339011:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654549504 00000020:00000001:0.0:1767389098.896816:0:339011:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389098.896820:0:339011:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000001:0.0:1767389098.896824:0:339011:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389098.896828:0:339011:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000100:00000001:3.0:1767389098.896829:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389098.896835:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767389098.896835:0:339011:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:0.0:1767389098.896841:0:339011:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00100000:3.0:1767389098.896846:0:338182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00000001:0.0:1767389098.896851:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767389098.896855:0:338182:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000020:00000010:0.0:1767389098.896858:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043620090. 00000100:00000001:3.0:1767389098.896860:0:338182:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252378556416 : -122821330995200 : ffff904b6e31f800) 00000100:00000001:0.0:1767389098.896867:0:339011:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767389098.896872:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000074e6da59 x1853241654549248/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:549/0 lens 224/0 e 0 to 0 dl 1767389109 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389098.896873:0:339011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043620090. 00000020:00000010:0.0:1767389098.896886:0:339011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008369c1ce. 00000100:00000001:3.0:1767389098.896887:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389098.896893:0:339011:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d8a01ba8. 00000020:00000010:0.0:1767389098.896898:0:339011:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cd4a4bab. 00000020:00000010:3.0:1767389098.896905:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004276fcfd. 00000100:00000040:0.0:1767389098.896912:0:339011:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767389098.896916:0:338182:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389098.896920:0:339011:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767389098.896923:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004276fcfd. 00000100:00000001:0.0:1767389098.896925:0:339011:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389098.896931:0:339011:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389098.896942:0:338182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000074e6da59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337537:x1853241654549248:12345-0@lo:400: 00000100:00000001:0.0:1767389098.896943:0:339011:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389098.896954:0:338182:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654549248 00000020:00000001:3.0:1767389098.896959:0:338182:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389098.896965:0:338182:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767389098.896967:0:339011:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389098.896969:0:338182:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389098.896976:0:338182:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00080000:1.0:1767389098.896980:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:3.0:1767389098.896981:0:338182:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:3.0:1767389098.896994:0:338182:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767389098.896998:0:339011:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767389098.896999:0:338182:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389098.897004:0:339011:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767389098.897007:0:338182:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389098.897012:0:338182:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389098.897017:0:338182:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389098.897025:0:339011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000020:00000001:3.0:1767389098.897026:0:338182:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767389098.897033:0:338182:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767389098.897036:0:339011:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:0.0:1767389098.897043:0:339011:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252378549248 : -122821331002368 : ffff904b6e31dc00) 02000000:00000001:3.0:1767389098.897044:0:338182:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1767389098.897053:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000040:0.0:1767389098.897058:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e469bea6 x1853241654549504/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:549/0 lens 224/0 e 0 to 0 dl 1767389109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767389098.897065:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767389098.897078:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767389098.897082:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000020:00000010:0.0:1767389098.897086:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000043620090. 00000100:00000001:0.0:1767389098.897094:0:339011:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389098.897100:0:339011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000043620090. 00000100:00100000:0.0:1767389098.897112:0:339011:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e469bea6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337539:x1853241654549504:12345-0@lo:13: 00000100:00000200:0.0:1767389098.897118:0:339011:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654549504 00000100:00000001:1.0:1767389098.897121:0:352639:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767389098.897122:0:339011:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767389098.897130:0:352639:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654548992 00000020:00000001:0.0:1767389098.897130:0:339011:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767389098.897146:0:352639:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1767389098.897146:0:339011:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.897157:0:352639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767389098.897159:0:339011:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767389098.897174:0:352639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389098.897178:0:339011:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000020:00000001:0.0:1767389098.897191:0:339011:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767389098.897196:0:352639:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389098.897198:0:339011:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389098.897219:0:339011:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767389098.897222:0:352639:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654548992 00000020:00000001:0.0:1767389098.897226:0:339011:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389098.897230:0:352639:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767389098.897231:0:339011:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389098.897239:0:352639:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:0.0:1767389098.897241:0:339011:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767389098.897253:0:352639:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767389098.897255:0:339011:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1767389098.897270:0:352639:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:1.0:1767389098.897275:0:352639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389098.897278:0:352639:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 02000000:00000010:0.0:1767389098.897280:0:339011:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000c5720c4a. 02000000:00000001:0.0:1767389098.897287:0:339011:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.897294:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389098.897295:0:339011:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767389098.897307:0:339011:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000010:1.0:1767389098.897308:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006978212c. 00002000:00000001:0.0:1767389098.897321:0:339011:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:1.0:1767389098.897323:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767389098.897336:0:339011:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000010:1.0:1767389098.897338:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006978212c. 00080000:00000001:0.0:1767389098.897353:0:339011:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000010:1.0:1767389098.897359:0:352639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059336d48. 00000020:00000010:1.0:1767389098.897370:0:352639:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c4824f25. 00080000:00000001:0.0:1767389098.897377:0:339011:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389098.897379:0:352639:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000020:00000001:0.0:1767389098.897390:0:339011:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767389098.897400:0:339011:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000040:1.0:1767389098.897406:0:352639:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000020:0.0:1767389098.897408:0:339011:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000100:00000001:1.0:1767389098.897416:0:352639:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000020:0.0:1767389098.897417:0:339011:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767389098.897427:0:352639:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389098.897435:0:352639:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:0.0:1767389098.897436:0:339011:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 02000000:00000010:3.0:1767389098.897455:0:338182:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ee256340. 00002000:00000001:0.0:1767389098.897456:0:339011:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767389098.897465:0:352639:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389098.897466:0:338182:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767389098.897468:0:339011:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767389098.897477:0:339011:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.897484:0:338182:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767389098.897485:0:339011:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.897489:0:352639:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389098.897494:0:338182:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389098.897495:0:339011:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654549504 00010000:00000040:3.0:1767389098.897504:0:338182:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654549248 00010000:00000001:0.0:1767389098.897504:0:339011:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767389098.897508:0:352639:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767389098.897510:0:338182:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389098.897514:0:339011:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e469bea6 x1853241654549504/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:549/0 lens 224/368 e 0 to 0 dl 1767389109 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767389098.897521:0:338182:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000074e6da59 x1853241654549248/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:549/0 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389098.897526:0:352639:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389098.897551:0:352639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00000040:1.0:1767389098.897566:0:352639:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00010000:00000001:0.0:1767389098.897575:0:339011:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767389098.897578:0:352639:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509331536 : -122821200220080 : ffff904b75fd7050) 00010000:00000001:0.0:1767389098.897581:0:339011:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389098.897597:0:339011:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=107 v=5 (1 0 0 0) 00010000:00000001:3.0:1767389098.897598:0:338182:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767389098.897606:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c0ce1b75 x1853241654548992/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:549/0 lens 224/0 e 0 to 0 dl 1767389109 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389098.897608:0:338182:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.897612:0:339011:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389098.897626:0:339011:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00001000:3.0:1767389098.897629:0:338182:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=117 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389098.897644:0:339011:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:3.0:1767389098.897655:0:338182:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767389098.897658:0:339011:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767389098.897680:0:338182:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 02000000:00000001:0.0:1767389098.897683:0:339011:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.897695:0:338182:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:0.0:1767389098.897701:0:339011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389098.897705:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767389098.897706:0:338182:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1767389098.897719:0:339011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767389098.897720:0:338182:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389098.897722:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006978212c. 00000400:00000010:0.0:1767389098.897768:0:339011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000100:00000200:0.0:1767389098.897775:0:339011:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654549504, offset 224 00000400:00000200:0.0:1767389098.897790:0:339011:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389098.897803:0:339011:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389098.897818:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389098.897819:0:339011:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372809c00 00000100:00000001:3.0:1767389098.897821:0:338182:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767389098.897838:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006978212c. 00000100:00000040:3.0:1767389098.897840:0:338182:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767389098.897844:0:339011:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2331 [1] + 224 00000400:00000010:3.0:1767389098.897858:0:338182:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d2ae294. 00000400:00000200:0.0:1767389098.897860:0:339011:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767389098.897869:0:352639:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c0ce1b75 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337538:x1853241654548992:12345-0@lo:400: 00000100:00000200:3.0:1767389098.897873:0:338182:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654549248, offset 224 00000400:00000200:0.0:1767389098.897884:0:339011:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767389098.897885:0:352639:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654548992 00000400:00000200:3.0:1767389098.897900:0:338182:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767389098.897901:0:352639:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389098.897917:0:352639:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767389098.897919:0:339011:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767389098.897923:0:352639:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389098.897934:0:339011:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000058b280f1 x1853241654549504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389114 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389098.897936:0:352639:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767389098.897937:0:338182:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767389098.897945:0:352639:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000020:00000001:1.0:1767389098.897965:0:352639:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389098.897970:0:352639:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389098.897977:0:352639:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767389098.897978:0:338182:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372809b00 00000100:00000040:0.0:1767389098.897980:0:339011:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000058b280f1 x1853241654549504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389098.897984:0:352639:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389098.897997:0:352639:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389098.898006:0:352639:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:3.0:1767389098.898007:0:338182:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2325 [1] + 224 00000100:00000001:0.0:1767389098.898016:0:339011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389098.898019:0:352639:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767389098.898029:0:338182:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767389098.898029:0:352639:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767389098.898033:0:339011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 02000000:00000010:1.0:1767389098.898043:0:352639:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000058d389d2. 00000400:00000010:0.0:1767389098.898045:0:339011:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000400:00000200:3.0:1767389098.898050:0:338182:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767389098.898064:0:352639:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.898069:0:339011:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389098.898070:0:352639:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.898072:0:338182:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389098.898075:0:339011:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767389098.898081:0:352639:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389098.898087:0:338182:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ebda75e x1853241654549248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.898087:0:339011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389098.898088:0:352639:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654548992 00010000:00000001:1.0:1767389098.898109:0:352639:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767389098.898115:0:339011:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00010000:00000200:1.0:1767389098.898125:0:352639:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c0ce1b75 x1853241654548992/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:549/0 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389098.898128:0:339011:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:3.0:1767389098.898130:0:338182:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ebda75e x1853241654549248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389098.898136:0:339011:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389098.898151:0:339011:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767389098.898165:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e469bea6 x1853241654549504/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:549/0 lens 224/368 e 0 to 0 dl 1767389109 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389098.898242:0:339011:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e469bea6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337539:x1853241654549504:12345-0@lo:13: Request processed in 1155us (1998us total) trans 0 rc 0/0 00000100:00000001:3.0:1767389098.898244:0:338182:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389098.898266:0:338182:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d2ae294 00000400:00000010:3.0:1767389098.898277:0:338182:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d2ae294. 00010000:00000001:1.0:1767389098.898278:0:352639:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389098.898284:0:352639:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389098.898287:0:339011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000001:3.0:1767389098.898293:0:338182:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:1.0:1767389098.898294:0:352639:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=123 v=5 (1 0 0 0) 00000100:00000040:0.0:1767389098.898296:0:339011:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:3.0:1767389098.898303:0:338182:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389098.898313:0:339011:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389098.898320:0:352639:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767389098.898322:0:338182:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.898322:0:339011:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389098.898330:0:339011:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d8a01ba8. 00000100:00000040:1.0:1767389098.898331:0:352639:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000040:3.0:1767389098.898342:0:338182:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389098.898342:0:352639:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000010:0.0:1767389098.898343:0:339011:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cd4a4bab. 00010000:00000001:3.0:1767389098.898358:0:338182:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000001:1.0:1767389098.898362:0:352639:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767389098.898364:0:338182:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389098.898367:0:352639:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389098.898368:0:339011:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008369c1ce. 00000020:00000001:3.0:1767389098.898369:0:338182:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767389098.898385:0:352639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767389098.898387:0:339011:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000040:3.0:1767389098.898390:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074e6da59 x1853241654549248/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:549/0 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.898395:0:339011:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389098.898405:0:352639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389098.898418:0:352639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 00000100:00000200:1.0:1767389098.898429:0:352639:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654548992, offset 224 00000100:00100000:3.0:1767389098.898430:0:338182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000074e6da59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337537:x1853241654549248:12345-0@lo:400: Request processed in 1533us (3556us total) trans 0 rc 0/0 00000100:00000001:0.0:1767389098.898435:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389098.898443:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767389098.898457:0:352639:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1767389098.898461:0:338182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000040:3.0:1767389098.898470:0:338182:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000400:00000001:0.0:1767389098.898470:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389098.898478:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767389098.898484:0:338182:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767389098.898487:0:352639:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767389098.898489:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dd0cc25. 00000100:00000001:3.0:1767389098.898490:0:338182:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767389098.898508:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096e6063c 00000020:00000010:3.0:1767389098.898509:0:338182:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fe839164. 00000400:00000010:0.0:1767389098.898515:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096e6063c. 00000400:00000200:1.0:1767389098.898522:0:352639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372809a00 00000020:00000010:3.0:1767389098.898524:0:338182:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e8c331b. 00000100:00000001:0.0:1767389098.898527:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389098.898544:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000058b280f1 x1853241654549504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389098.898545:0:338182:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000097aebe05. 00000400:00000200:1.0:1767389098.898561:0:352639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2319 [1] + 224 00000020:00000040:3.0:1767389098.898562:0:338182:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000100:00000001:3.0:1767389098.898582:0:338182:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389098.898588:0:352639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767389098.898595:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000058b280f1 x1853241654549504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389098.898613:0:352639:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389098.898617:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389098.898623:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389098.898624:0:352639:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389098.898636:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389098.898640:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767389098.898641:0:352639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006d99ea0f x1853241654548992/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.898645:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389098.898652:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.898657:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767389098.898678:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.898683:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767389098.898696:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1767389098.898697:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=107 v=5 (5 0 0 0) 00000400:00000001:3.0:1767389098.898700:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767389098.898706:0:352639:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006d99ea0f x1853241654548992/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389098.898710:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037ff80f1. 00000100:00001000:0.0:1767389098.898719:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=107 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389098.898802:0:352639:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389098.898804:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073e409fb 00000400:00000010:3.0:1767389098.898811:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073e409fb. 00000100:00000001:3.0:1767389098.898823:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389098.898835:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ebda75e x1853241654549248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389098.898837:0:352639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000305cb2b 00000400:00000010:1.0:1767389098.898849:0:352639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000305cb2b. 00000100:00000001:1.0:1767389098.898868:0:352639:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389098.898871:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767389098.898875:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ebda75e x1853241654549248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389098.898877:0:352639:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389098.898877:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.898891:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767389098.898893:0:352639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767389098.898905:0:337539:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000058b280f1 x1853241654549504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389098.898909:0:352639:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:3.0:1767389098.898915:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767389098.898930:0:352639:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767389098.898932:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389098.898933:0:337539:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389098.898934:0:352639:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389098.898956:0:352639:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767389098.898956:0:337539:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767389098.898958:0:337537:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767389098.898966:0:337539:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 02000000:00000001:3.0:1767389098.898967:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389098.898979:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389098.898979:0:337539:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767389098.898984:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.898986:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389098.898986:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c0ce1b75 x1853241654548992/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:549/0 lens 224/224 e 0 to 0 dl 1767389109 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389098.898998:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000058b280f1 x1853241654549504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389098.899002:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389098.899020:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=114 v=5 (5 0 0 0) 00000100:00001000:3.0:1767389098.899047:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=114 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389098.899076:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389098.899083:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.899084:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767389098.899096:0:352639:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c0ce1b75 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337538:x1853241654548992:12345-0@lo:400: Request processed in 1377us (4872us total) trans 0 rc 0/0 00010000:00000001:3.0:1767389098.899099:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767389098.899104:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389098.899112:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767389098.899117:0:337537:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009ebda75e x1853241654549248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767389098.899122:0:337539:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767389098.899129:0:337539:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00100000:1.0:1767389098.899138:0:352639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000004:00000040:0.0:1767389098.899142:0:337539:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00010000:00000001:3.0:1767389098.899146:0:337537:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389098.899155:0:352639:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:3.0:1767389098.899157:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000004:00000020:0.0:1767389098.899164:0:337539:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000100:00000001:1.0:1767389098.899165:0:352639:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767389098.899166:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767389098.899175:0:352639:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389098.899178:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000004:00000001:0.0:1767389098.899185:0:337539:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389098.899187:0:352639:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c4824f25. 00000100:00000001:3.0:1767389098.899193:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389098.899201:0:352639:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000100:00000040:0.0:1767389098.899201:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000058b280f1 x1853241654549504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389114 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389098.899209:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ebda75e x1853241654549248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389098.899215:0:352639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059336d48. 00000020:00000040:1.0:1767389098.899231:0:352639:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:1.0:1767389098.899247:0:352639:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389098.899257:0:352639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000058d389d2. 02000000:00000001:1.0:1767389098.899275:0:352639:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389098.899277:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767389098.899278:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000058b280f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:337539:1853241654549504:0@lo:13: 00000100:00000001:1.0:1767389098.899289:0:352639:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389098.899293:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389098.899307:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389098.899311:0:352639:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767389098.899316:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389098.899321:0:352639:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032fb054d. 00000100:00000040:3.0:1767389098.899323:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ebda75e x1853241654549248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389098.899323:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767389098.899343:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066838c1f. 00000100:00000040:0.0:1767389098.899345:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000058b280f1 x1853241654549504/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389114 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389098.899354:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ebda75e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:337537:1853241654549248:0@lo:400: 00000100:00000001:3.0:1767389098.899377:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389098.899378:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767389098.899386:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767389098.899390:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389098.899395:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d311b910. 00000100:00000001:1.0:1767389098.899399:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767389098.899401:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ebda75e x1853241654549248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389098.899404:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767389098.899406:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767389098.899409:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389098.899419:0:337539:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000001:1.0:1767389098.899422:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767389098.899423:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767389098.899425:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:1.0:1767389098.899434:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767389098.899436:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389098.899436:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000611f5c8d. 00000400:00000010:1.0:1767389098.899448:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007be228f5. 02000000:00000010:3.0:1767389098.899450:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092e86d42. 02000000:00000001:0.0:1767389098.899452:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389098.899462:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767389098.899463:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f3e6cf2 02000000:00000001:3.0:1767389098.899464:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1767389098.899470:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058b280f1. 00000020:00000001:3.0:1767389098.899472:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767389098.899472:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f3e6cf2. 00000020:00000040:3.0:1767389098.899485:0:337537:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767389098.899490:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767389098.899493:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389098.899494:0:337536:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767389098.899495:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000096234e11. 00000100:00000001:0.0:1767389098.899501:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389098.899506:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389098.899507:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003fe1743c x1853241654549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389098.899508:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767389098.899514:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767389098.899517:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767389098.899523:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767389098.899525:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ebda75e. 00000100:00000001:0.0:1767389098.899540:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389098.899544:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389098.899548:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389098.899551:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389098.899562:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389098.899568:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003fe1743c x1853241654549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389098.899573:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389098.899582:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.899593:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389098.899596:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389098.899603:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389098.899605:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389098.899613:0:337536:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767389098.899624:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767389098.899627:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389098.899629:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389098.899633:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389098.899638:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767389098.899640:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389098.899647:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767389098.899650:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389098.899652:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071ad8f9c. 00000100:00001000:1.0:1767389098.899660:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=117 v=5 (5 0 0 0) 00000400:00000200:0.0:1767389098.899679:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000400:00000010:0.0:1767389098.899685:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000100:00001000:1.0:1767389098.899688:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=117 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389098.899697:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389098.899698:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767389098.899701:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389098.899707:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767389098.899712:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006d99ea0f x1853241654548992/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767389098.899722:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003fe1743c x1853241654549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389098.899764:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006d99ea0f x1853241654548992/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389098.899825:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.899833:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389098.899834:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767389098.899837:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389098.899838:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767389098.899847:0:337538:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767389098.899848:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1767389098.899856:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389098.899857:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.899866:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389098.899870:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389098.899872:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003fe1743c x1853241654549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389098.899879:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389098.899890:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=123 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389098.899912:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=123 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389098.899914:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389098.899936:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389098.899938:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389098.899942:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389098.899943:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389098.899955:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767389098.899962:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003fe1743c x1853241654549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389098.899963:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.899979:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.899995:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d99ea0f x1853241654548992/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389098.900006:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003fe1743c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654549120:0@lo:400: 00000100:00000001:1.0:1767389098.900030:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389098.900032:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389098.900038:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389098.900044:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389098.900047:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389098.900048:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003fe1743c x1853241654549120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389098.900061:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d99ea0f x1853241654548992/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389098.900102:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1767389098.900109:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006d99ea0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654548992:0@lo:400: 02000000:00000001:1.0:1767389098.900110:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389098.900116:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a0a34040. 02000000:00000001:1.0:1767389098.900131:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767389098.900133:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389098.900149:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767389098.900149:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389098.900157:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006d99ea0f x1853241654548992/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389098.900169:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767389098.900181:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389098.900189:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f4fdf2f1. 00000100:00000001:0.0:1767389098.900193:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389098.900196:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389098.900198:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767389098.900201:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1767389098.900203:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ad45d0b. 00000100:00000010:1.0:1767389098.900205:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003fe1743c. 02000000:00000001:0.0:1767389098.900214:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767389098.900217:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767389098.900218:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767389098.900221:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767389098.900222:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389098.900234:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389098.900235:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389098.900246:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000018d9d246. 00000100:00000001:1.0:1767389098.900250:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389098.900253:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389098.900255:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389098.900261:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767389098.900262:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767389098.900268:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006d99ea0f. 00000100:00000001:1.0:1767389098.900269:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.900277:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389098.900280:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389098.900283:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389098.900287:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389098.900289:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389098.900291:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389098.900292:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389098.917824:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299686937, at 4299686938 00000100:00000010:0.0:1767389098.917837:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dfe81555. 00000100:00000040:1.0:1767389098.918791:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299686937, at 4299686939 00000100:00000010:1.0:1767389098.918805:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fea26e79. 00000100:00000040:3.0:1767389098.918815:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299686937, at 4299686939 00000100:00000040:2.0:1767389098.918821:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299686937, at 4299686939 00000100:00000010:3.0:1767389098.918827:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000358a4dd5. 00000100:00000010:2.0:1767389098.918836:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eca2ab2d. 00010000:00000001:3.0:1767389099.212837:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389099.212851:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389099.212859:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389099.212860:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389099.212904:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389099.212910:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389099.212915:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767389099.596824:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000893d58ee] -> 12345-192.168.204.113@tcp37 (6) 00000800:00000200:0.0:1767389099.596838:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp37 ip 192.168.204.113:988 00000800:00000200:0.0:1767389099.596845:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025f2a25f type 192, nob 24 niov 1 nkiov 0 00000400:00000001:1.0:1767389099.596862:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389099.596867:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389099.596872:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b70fa32 00000400:00000010:1.0:1767389099.596877:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b70fa32. 00000400:00000200:1.0:1767389099.596885:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389099.596894:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp46 recovery ping unlinked 00000400:00000010:1.0:1767389099.596914:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000468043dd. 00000400:00000010:1.0:1767389099.596920:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009ca11833. 00000400:00000010:1.0:1767389099.596936:0:337533:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 461 at 00000000318092c4. 00000400:02000040:1.0:1767389099.596947:0:337533:0:(lib-move.c:3976:lnet_print_recovery_list()) 7 local NIs in recovery (showing 7): 192.168.204.113@tcp46, 192.168.204.113@tcp44, 192.168.204.113@tcp41, 192.168.204.113@tcp43, 192.168.204.113@tcp38, 192.168.204.113@tcp33, 192.168.204.113@tcp29 00000800:00000200:2.0:1767389099.597027:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767389099.597028:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389099.597046:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389099.597054:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389099.597057:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767389099.604304:0:337533:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 461 at 00000000318092c4. 00010000:00000001:3.0:1767389100.235826:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389100.235831:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389100.235837:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389100.235839:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389100.235881:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389100.235887:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389100.235891:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767389100.619860:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9d94f84] -> 12345-192.168.204.113@tcp32 (4) 00000800:00000200:0.1:1767389100.619884:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9d94f84] -> 12345-192.168.204.113@tcp32 (4) 00000400:00000200:3.0:1767389100.619941:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp46 00000800:00000200:0.0:1767389100.619944:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c3d364a1] -> 12345-192.168.204.113@tcp19 (6) 00000400:00000010:3.0:1767389100.619953:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003552bc0b. 00000800:00000200:0.0:1767389100.619956:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp19 ip 192.168.204.113:988 00000800:00000200:0.0:1767389100.619967:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767389100.619968:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004d71c060. 00000400:00000010:3.0:1767389100.619981:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d2ae294. 00000400:00000010:3.0:1767389100.619994:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f47e170b. 00000400:00000200:3.0:1767389100.620007:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp46 00000400:00000200:3.0:1767389100.620040:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp46 local destination 00000400:00000200:3.0:1767389100.620054:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp46 00000400:00000200:3.0:1767389100.620065:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp46 NI seq info: [199:199:256:4294967295] 192.168.204.113@tcp46 LPNI seq info [195:195:8:4294967295] 00000400:00000200:3.0:1767389100.620079:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp46 00000400:00000200:3.0:1767389100.620106:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp46(192.168.204.113@tcp46:) -> 192.168.204.113@tcp46(192.168.204.113@tcp46:192.168.204.113@tcp46) : GET try# 0 00000800:00000200:3.0:1767389100.620123:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp46 00000800:00000010:3.0:1767389100.620134:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003642109f. 00000400:00000200:0.0:1767389100.620154:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000200:3.0:1767389100.620155:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000053e93c7] -> 12345-192.168.204.113@tcp46 (2) 00000800:00000200:3.1:1767389100.620179:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000053e93c7] -> 12345-192.168.204.113@tcp46 (2) 00000400:00000200:3.0:1767389100.620225:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp46 added to recovery queue. ping count: 2 next ping: 5025 health :800 00000400:00000200:3.0:1767389100.620252:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp43 00000400:00000010:3.0:1767389100.620258:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002a4d1c06. 00000400:00000010:3.0:1767389100.620265:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000134f7215. 00000400:00000010:3.0:1767389100.620270:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c06db48. 00000400:00000010:3.0:1767389100.620291:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000075deff28. 00000400:00000200:3.0:1767389100.620305:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp43 00000400:00000200:3.0:1767389100.620329:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp43 local destination 00000400:00000200:3.0:1767389100.620342:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp43 00000400:00000200:3.0:1767389100.620354:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp43 NI seq info: [200:200:256:4294967295] 192.168.204.113@tcp43 LPNI seq info [196:196:8:4294967295] 00000400:00000200:0.0:1767389100.620379:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.620380:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp43 00000400:00000200:3.0:1767389100.620426:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp43(192.168.204.113@tcp43:) -> 192.168.204.113@tcp43(192.168.204.113@tcp43:192.168.204.113@tcp43) : GET try# 0 00000800:00000200:3.0:1767389100.620444:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp43 00000800:00000010:3.0:1767389100.620450:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000df4da530. 00000800:00000200:3.0:1767389100.620469:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006b89c6a3] -> 12345-192.168.204.113@tcp43 (2) 00000800:00000200:3.1:1767389100.620488:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006b89c6a3] -> 12345-192.168.204.113@tcp43 (2) 00000400:00000200:3.0:1767389100.620544:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp43 added to recovery queue. ping count: 4 next ping: 5037 health :600 00000400:00000200:3.0:1767389100.620567:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp38 00000400:00000010:3.0:1767389100.620575:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007efe8ebb. 00000400:00000010:3.0:1767389100.620585:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fd30d963. 00000400:00000200:0.0:1767389100.620587:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000010:3.0:1767389100.620591:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c50a39a8. 00000400:00000010:3.0:1767389100.620607:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000087c92ef1. 00000400:00000200:3.0:1767389100.620618:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp38 00000400:00000200:3.0:1767389100.620655:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp38 local destination 00000400:00000200:3.0:1767389100.620662:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp38 00000400:00000200:3.0:1767389100.620670:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp38 NI seq info: [201:201:256:4294967295] 192.168.204.113@tcp38 LPNI seq info [197:197:8:4294967295] 00000400:00000200:3.0:1767389100.620676:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp38 00000400:00000200:3.0:1767389100.620704:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp38(192.168.204.113@tcp38:) -> 192.168.204.113@tcp38(192.168.204.113@tcp38:192.168.204.113@tcp38) : GET try# 0 00000800:00000200:3.0:1767389100.620717:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp38 00000800:00000010:3.0:1767389100.620772:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a8d85655. 00000800:00000200:3.0:1767389100.620787:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3f295f6] -> 12345-192.168.204.113@tcp38 (2) 00000800:00000200:3.1:1767389100.620794:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3f295f6] -> 12345-192.168.204.113@tcp38 (2) 00000400:00000200:0.0:1767389100.620817:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.620833:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp38 added to recovery queue. ping count: 5 next ping: 5053 health :500 00000400:00000200:3.0:1767389100.620858:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp29 00000400:00000010:3.0:1767389100.620867:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f810dcfd. 00000400:00000010:3.0:1767389100.620876:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bdc05623. 00000400:00000010:3.0:1767389100.620883:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ca27c98. 00000400:00000010:3.0:1767389100.620897:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008679823f. 00000400:00000200:3.0:1767389100.620911:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp29 00000400:00000200:3.0:1767389100.620937:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp29 local destination 00000400:00000200:3.0:1767389100.620949:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp29 00000400:00000200:3.0:1767389100.620972:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp29 NI seq info: [202:202:256:4294967295] 192.168.204.113@tcp29 LPNI seq info [198:198:8:4294967295] 00000400:00000200:3.0:1767389100.620984:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp29 00000400:00000200:0.0:1767389100.620998:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.621014:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp29(192.168.204.113@tcp29:) -> 192.168.204.113@tcp29(192.168.204.113@tcp29:192.168.204.113@tcp29) : GET try# 0 00000800:00000200:3.0:1767389100.621022:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp29 00000800:00000010:3.0:1767389100.621036:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000038efe367. 00000800:00000200:3.0:1767389100.621047:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1009bfa] -> 12345-192.168.204.113@tcp29 (2) 00000800:00000200:3.1:1767389100.621052:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1009bfa] -> 12345-192.168.204.113@tcp29 (2) 00000400:00000200:3.0:1767389100.621080:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp29 added to recovery queue. ping count: 6 next ping: 5085 health :400 00000400:00000200:0.0:1767389100.621097:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.621253:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.621262:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.621436:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.621468:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.621609:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.621778:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.621914:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.622037:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.622163:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.622261:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.622319:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.622381:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.622447:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.622553:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.622616:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.622720:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.622822:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.622953:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.622993:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.623091:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.623118:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.623294:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.623308:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.623477:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.623493:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.623666:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.623672:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.623875:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.623929:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.624106:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.624120:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.624225:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.624254:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.624398:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.624432:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.624580:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.624610:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.624666:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.624848:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.624973:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.624997:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.624997:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.625130:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.625260:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.625278:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.625351:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.625481:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.625529:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.625600:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.625801:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.625841:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.625841:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.626004:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.626096:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.626113:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.626241:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.626318:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.626353:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.626477:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.626542:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.626586:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.626715:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.626849:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.626852:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000800:00000200:0.0:1767389100.627031:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767389100.627049:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389100.627073:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389100.627083:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389100.627098:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389100.627123:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.627141:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.627277:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.627350:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.627393:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.627514:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.627569:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.627651:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.627803:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.627921:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.627962:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.628131:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.628150:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.628163:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.628433:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.628487:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.628496:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.628654:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.628851:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.628896:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.628937:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.629076:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.629147:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.629181:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.629336:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.629426:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.629498:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.629610:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.630042:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000800:00000010:3.0:1767389100.630167:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d6318e3. 00000800:00000010:3.0:1767389100.630183:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f3d0ba39. 00000800:00000010:3.0:1767389100.630197:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009d4d068a. 00000800:00000010:3.0:1767389100.630277:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009d4d068a. 00000400:00000200:2.0:1767389100.630293:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000800:00020000:3.0:1767389100.630300:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000400:00000200:0.0:1767389100.630383:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.630419:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.630506:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.630516:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.630658:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.630667:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.630863:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.630865:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.631004:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.631049:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.631106:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.631177:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.631248:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.631310:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.631341:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.631437:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.631474:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.631495:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.631588:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.631674:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.631679:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.631843:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.631887:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.631941:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.631966:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.631990:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632014:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632040:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632063:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632091:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632115:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632140:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632163:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632195:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632225:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632248:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632271:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632294:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632318:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632356:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632396:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632427:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632450:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632474:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632518:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632551:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632574:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632603:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632668:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632713:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632795:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.632839:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.633422:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767389100.633539:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp38 from 202.3.0.2 00000800:00000010:0.0:1767389100.633545:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003378aa90. 00000800:00000010:0.0:1767389100.634266:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001760ee2e. 00000800:00000010:0.0:1767389100.634273:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d014b366. 00000800:00000010:0.0:1767389100.634279:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006cbfb4ca. 00000800:00000010:0.0:1767389100.634721:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006cbfb4ca. 00000400:00000200:0.0:1767389100.635430:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.635474:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.635516:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.635543:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.635587:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.635655:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.635693:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.635774:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.635808:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.635831:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.635854:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.635876:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.635898:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.635921:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.635946:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.635979:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.636003:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.636026:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.636049:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.636071:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.636308:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767389100.636418:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp32 from 201.3.0.2 00000800:00000010:0.0:1767389100.636423:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e616575a. 00000800:00000010:0.0:1767389100.638962:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005a0aafd9. 00000800:00000010:0.0:1767389100.638970:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e64906c5. 00000800:00000010:0.0:1767389100.638977:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006cbfb4ca. 00000800:00000010:0.0:1767389100.640336:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006cbfb4ca. 00000400:00000200:0.0:1767389100.640484:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.640580:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.640721:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.640949:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.641104:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.641296:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.641498:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.641715:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.641991:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.642150:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.642273:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000800:00000010:3.0:1767389100.642392:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f3d0ba39. 00000800:00000010:3.0:1767389100.642405:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000d6318e3. 00000400:00000200:0.0:1767389100.642414:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.642477:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.113:988 00000800:00000010:3.0:1767389100.642494:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d6318e3. 00000800:00000010:3.0:1767389100.642504:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000033fa3e1e. 00000800:00000010:3.0:1767389100.642538:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a5d9ace4. 00000400:00000200:0.0:1767389100.642543:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.113:988 00000800:00000200:3.1:1767389100.642552:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3f295f6] -> 12345-192.168.204.113@tcp38 (2) 00000800:00000200:3.1:1767389100.642564:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp38 00000000a5d9ace4 deleted 00000800:00000010:3.1:1767389100.642574:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a5d9ace4. 00000800:00000200:3.1:1767389100.642586:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767389100.642595:0:337526:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp38 ip 192.168.204.113:970 00000400:00000200:0.0:1767389100.642596:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.113:988 00000800:00000200:3.1:1767389100.642615:0:337526:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a8d85655 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767389100.642652:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp38 p 3.x 192.168.204.113 -> 192.168.204.113:970 incarnation:1767389063041296238 sched[0] 00000800:00000010:3.0:1767389100.642662:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003a147a58. 00000400:00000200:0.0:1767389100.642677:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.113:988 00000800:00000200:0.1:1767389100.642813:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767389100.642829:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp38 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389063041296238 sched[0] 00000800:00000010:0.0:1767389100.642837:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d014b366. 00000800:00000010:3.0:1767389100.642851:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003a147a58. 00000800:00000010:3.0:1767389100.642865:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000033fa3e1e. 00000800:00000010:3.0:1767389100.642947:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003378aa90. 00000800:00000001:0.0:1767389100.642960:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767389100.642963:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000801f716c. 00000800:00000001:0.0:1767389100.642970:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767389100.642973:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a5d9ace4. 00000800:00000010:3.0:1767389100.643012:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f62c10ba. 00000800:00000200:3.1:1767389100.643031:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f9d94f84] -> 12345-192.168.204.113@tcp32 (4) 00000800:00000200:3.1:1767389100.643042:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp32 00000000f62c10ba deleted 00000800:00000010:3.1:1767389100.643046:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f62c10ba. 00000800:00000200:3.1:1767389100.643055:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767389100.643066:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp32 p 3.x 192.168.204.113 -> 192.168.204.113:969 incarnation:1767389043036586587 sched[0] 00000800:00000200:0.0:1767389100.643079:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389100.643086:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003a147a58. 00000800:00000010:0.0:1767389100.643087:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a8d85655. 00000400:00000200:0.0:1767389100.643103:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389100.643118:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp38->192.168.204.113@tcp38: GET: OK 00000400:00000200:0.0:1767389100.643126:0:337530:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767389100.643130:0:337530:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp38 recovery message sent successfully:0 00000800:00000010:3.0:1767389100.643201:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003a147a58. 00000800:00000010:3.0:1767389100.643213:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a5d9ace4. 00000800:00000001:0.0:1767389100.643235:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389100.643255:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389100.643260:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389100.643280:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767389100.643288:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e616575a. 00000400:00000200:0.0:1767389100.643299:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp38(192.168.204.113@tcp38) <- 192.168.204.113@tcp38 : GET - for me 00000400:00000200:0.0:1767389100.643316:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767389100.643329:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 272/272 into md 0x22c5 [1] + 0 00000400:00000200:0.0:1767389100.643358:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp38 to MR: 192.168.204.113@tcp38 local destination 00000400:00000200:0.0:1767389100.643370:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp38 NI seq info: [203:203:256:4294967295] 192.168.204.113@tcp38 LPNI seq info [199:199:8:4294967295] 00000400:00000200:0.0:1767389100.643386:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp38(192.168.204.113@tcp38:192.168.204.113@tcp38) -> 192.168.204.113@tcp38(192.168.204.113@tcp38:192.168.204.113@tcp38) 192.168.204.113@tcp38 : REPLY try# 0 00000400:00000200:3.0:1767389100.643401:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000200:0.0:1767389100.643402:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.113@tcp38 00000800:00000010:0.0:1767389100.643416:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018d9d246. 00000800:00000200:0.0:1767389100.643432:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3f295f6] -> 12345-192.168.204.113@tcp38 (4) 00000800:00000200:0.0:1767389100.643443:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp38 ip 192.168.204.113:988 00000800:00000200:0.0:1767389100.643449:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018d9d246 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767389100.643541:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000800:00000200:0.0:1767389100.643548:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389100.643555:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018d9d246. 00000400:00000200:0.0:1767389100.643563:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389100.643574:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp38->192.168.204.113@tcp38: REPLY: OK 00000800:00000001:0.0:1767389100.643590:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389100.643599:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389100.643605:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389100.643611:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389100.643614:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389100.643629:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389100.643655:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389100.643665:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389100.643677:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp38(192.168.204.113@tcp38) <- 192.168.204.113@tcp38 : REPLY - for me 00000400:00000200:3.0:1767389100.643678:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.643709:0:337529:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp38: Reply from 12345-192.168.204.113@tcp38 of length 272/272 into md 0x2351 00000800:00000001:0.0:1767389100.643720:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767389100.643966:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.644227:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.644486:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.644822:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.645034:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.645215:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.645376:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.645530:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.645685:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.645893:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.646061:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.646237:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.646425:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.646627:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.646916:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.647145:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.647379:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000800:00000001:0.0:1767389100.647493:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389100.647501:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389100.647519:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp38->192.168.204.113@tcp38: REPLY: OK 00000400:00000200:0.0:1767389100.647536:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c50a39a8 00000400:00000200:3.0:1767389100.647538:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000010:0.0:1767389100.647541:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c50a39a8. 00000400:00000200:0.0:1767389100.647556:0:337529:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767389100.647577:0:337529:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007efe8ebb. 00000400:00000010:0.0:1767389100.647586:0:337529:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fd30d963. 00000800:00000001:0.0:1767389100.647602:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389100.647611:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389100.647684:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.647896:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.647942:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.648084:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.648123:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.648279:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.648344:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.648470:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.648561:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.648711:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.648822:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.648900:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.648958:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.649037:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.649107:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.649143:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.649291:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.649323:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.649416:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.649480:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.649627:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.649699:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.649870:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.649924:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.650069:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.650137:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.650274:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.650386:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.650478:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.650617:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.650725:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.650854:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.650933:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.651031:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.651130:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.651227:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.651340:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.651441:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.651549:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.651610:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.651833:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.113:988 00000800:00000200:0.1:1767389100.651940:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.1:1767389100.651957:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp32 ip 192.168.204.113:988 00000800:00000200:0.1:1767389100.651962:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025f2a25f type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767389100.651978:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp32 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389043036586587 sched[0] 00000800:00000010:0.0:1767389100.651985:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e64906c5. 00000400:00000200:3.0:1767389100.652018:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.113:988 00000800:00000001:0.0:1767389100.652112:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389100.652125:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389100.652213:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.113:988 00000800:00000200:0.0:1767389100.652230:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767389100.652245:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389100.652261:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389100.652269:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389100.652282:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389100.652406:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.652460:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.652657:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.652718:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.652971:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:02020000:3.0:1767389100.653053:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp46 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389100.653166:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.653326:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.653480:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.653540:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.653668:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.653690:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.653824:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.653828:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.653957:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.653977:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.654179:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.654181:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.654360:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.654361:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.654607:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.654650:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.654764:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.654841:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.654897:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.654964:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.655109:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389100.655472:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f3e7dd3e. 00000800:00000010:0.0:1767389100.655482:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e64906c5. 00000800:00000010:0.0:1767389100.655489:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006cbfb4ca. 00000800:00000010:0.0:1767389100.655546:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006cbfb4ca. 00000800:00020000:0.0:1767389100.655561:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389100.655566:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e64906c5. 00000800:00000010:0.0:1767389100.655573:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f3e7dd3e. 00000400:02020000:0.0:1767389100.655845:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp38 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000010:0.0:1767389100.656049:0:356933:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f3e7dd3e. 00000800:00000010:0.0:1767389100.656060:0:356933:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e64906c5. 00000800:00000010:0.0:1767389100.656069:0:356933:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006cbfb4ca. 00000800:00000010:0.0:1767389100.656145:0:356933:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006cbfb4ca. 00000400:00000200:0.0:1767389100.656322:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.656347:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767389100.656405:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp43 from 200.3.0.2 00000800:00000010:1.0:1767389100.656410:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001a89cee5. 00000800:00000010:1.0:1767389100.656451:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d395a76a. 00000800:00000010:1.0:1767389100.656457:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002918cb9d. 00000400:00000200:0.0:1767389100.656483:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.113:988 00000800:00000010:1.0:1767389100.656505:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008534ed9f. 00000800:00000200:1.1:1767389100.656519:0:337526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006b89c6a3] -> 12345-192.168.204.113@tcp43 (2) 00000800:00000200:1.1:1767389100.656529:0:337526:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp43 000000008534ed9f deleted 00000800:00000010:1.1:1767389100.656532:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008534ed9f. 00000800:00000200:1.1:1767389100.656538:0:337526:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767389100.656548:0:337526:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp43 ip 192.168.204.113:968 00000800:00000200:1.1:1767389100.656553:0:337526:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000df4da530 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767389100.656566:0:337526:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp43 p 3.x 192.168.204.113 -> 192.168.204.113:968 incarnation:1767389081150904361 sched[0] 00000800:00000010:1.0:1767389100.656571:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008e0305f2. 00000400:00000200:0.0:1767389100.656587:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.113:988 00000800:00000010:1.0:1767389100.656696:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008e0305f2. 00000800:00000010:1.0:1767389100.656701:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002918cb9d. 00000800:00000010:1.0:1767389100.656777:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001a89cee5. 00000400:00000200:0.0:1767389100.656793:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.113:988 00000800:00000001:1.0:1767389100.656807:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389100.656819:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767389100.656903:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389100.656910:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000df4da530. 00000400:00000200:1.0:1767389100.656917:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389100.656918:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.656943:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp43->192.168.204.113@tcp43: GET: OK 00000400:00000200:1.0:1767389100.656953:0:337529:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767389100.656958:0:337529:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp43 recovery message sent successfully:0 00000400:00000200:0.0:1767389100.657068:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.657277:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.657484:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.657691:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.657957:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 968 -> 192.168.204.113:988 00000800:00000010:0.0:1767389100.658472:0:359705:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000924c41d2. 00000800:00000010:0.0:1767389100.658479:0:359705:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d014b366. 00000800:00000010:0.0:1767389100.658490:0:359705:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006cbfb4ca. 00000800:00000010:0.0:1767389100.658571:0:359705:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006cbfb4ca. 00000800:00000200:0.1:1767389100.658665:0:356933:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767389100.658678:0:356933:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp43 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389081150904361 sched[0] 00000400:00000200:1.0:1767389100.658684:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767389100.658685:0:356933:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e64906c5. 00000400:00000200:1.0:1767389100.658757:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp29 from 199.3.0.2 00000800:00000010:1.0:1767389100.658762:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001a89cee5. 00000800:00000010:1.0:1767389100.658798:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001225e4c9. 00000800:00000010:1.0:1767389100.658804:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002918cb9d. 00000800:00000001:0.0:1767389100.658804:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389100.658816:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389100.658820:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767389100.658829:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008534ed9f. 00000800:00000001:0.0:1767389100.658833:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767389100.658844:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1009bfa] -> 12345-192.168.204.113@tcp29 (2) 00000800:00000200:1.1:1767389100.658858:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp29 000000008534ed9f deleted 00000400:00000200:0.0:1767389100.658863:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp43(192.168.204.113@tcp43) <- 192.168.204.113@tcp43 : GET - for me 00000800:00000010:1.1:1767389100.658870:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008534ed9f. 00000800:00000200:1.1:1767389100.658878:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:0.0:1767389100.658892:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000800:00000200:1.1:1767389100.658893:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp29 ip 192.168.204.113:967 00000800:00000200:1.1:1767389100.658904:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000038efe367 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767389100.658913:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 272/272 into md 0x22c5 [1] + 0 00000800:00000200:1.0:1767389100.658925:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp29 p 3.x 192.168.204.113 -> 192.168.204.113:967 incarnation:1767389035688737756 sched[0] 00000800:00000010:1.0:1767389100.658932:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008e0305f2. 00000400:00000200:0.0:1767389100.658936:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp43 to MR: 192.168.204.113@tcp43 local destination 00000400:00000200:0.0:1767389100.658952:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp43 NI seq info: [204:204:256:4294967295] 192.168.204.113@tcp43 LPNI seq info [200:200:8:4294967295] 00000400:00000200:0.0:1767389100.658964:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp43(192.168.204.113@tcp43:192.168.204.113@tcp43) -> 192.168.204.113@tcp43(192.168.204.113@tcp43:192.168.204.113@tcp43) 192.168.204.113@tcp43 : REPLY try# 0 00000800:00000200:0.0:1767389100.658974:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.113@tcp43 00000800:00000010:0.0:1767389100.658978:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000018d9d246. 00000800:00000200:0.0:1767389100.658985:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000006b89c6a3] -> 12345-192.168.204.113@tcp43 (4) 00000800:00000010:1.0:1767389100.658987:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008e0305f2. 00000800:00000200:0.0:1767389100.658991:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp43 ip 192.168.204.113:988 00000800:00000200:0.0:1767389100.658996:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000018d9d246 type 3, nob 368 niov 1 nkiov 1 00000800:00000010:1.0:1767389100.659001:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002918cb9d. 00000800:00000010:1.0:1767389100.659029:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001a89cee5. 00000800:00000001:1.0:1767389100.659055:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389100.659066:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389100.659071:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767389100.659089:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389100.659094:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000018d9d246. 00000400:00000200:0.0:1767389100.659099:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389100.659108:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp43->192.168.204.113@tcp43: REPLY: OK 00000800:00000001:0.0:1767389100.659128:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767389100.659131:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767389100.659135:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767389100.659136:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000038efe367. 00000800:00000001:0.0:1767389100.659148:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389100.659150:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767389100.659153:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389100.659165:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp29->192.168.204.113@tcp29: GET: OK 00000400:00000200:0.0:1767389100.659175:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp43(192.168.204.113@tcp43) <- 192.168.204.113@tcp43 : REPLY - for me 00000400:00000200:1.0:1767389100.659179:0:337529:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767389100.659186:0:337529:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp29 recovery message sent successfully:0 00000400:00000200:0.0:1767389100.659192:0:337530:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp43: Reply from 12345-192.168.204.113@tcp43 of length 272/272 into md 0x234d 00000800:00000001:0.0:1767389100.659199:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389100.659211:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389100.659215:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767389100.659218:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389100.659228:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp43->192.168.204.113@tcp43: REPLY: OK 00000400:00000200:0.0:1767389100.659241:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c06db48 00000400:00000010:0.0:1767389100.659245:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c06db48. 00000400:00000200:0.0:1767389100.659253:0:337530:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767389100.659261:0:337530:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002a4d1c06. 00000400:00000010:0.0:1767389100.659266:0:337530:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000134f7215. 00000800:00000001:0.0:1767389100.659278:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389100.659283:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767389100.659336:0:359705:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767389100.659347:0:359705:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp29 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389035688737756 sched[0] 00000800:00000010:0.0:1767389100.659352:0:359705:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d014b366. 00000800:00000001:1.0:1767389100.659417:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389100.659425:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389100.659428:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389100.659434:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389100.659446:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp29(192.168.204.113@tcp29) <- 192.168.204.113@tcp29 : GET - for me 00000400:00000200:1.0:1767389100.659471:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767389100.659482:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 272/272 into md 0x22c5 [1] + 0 00000400:00000200:1.0:1767389100.659494:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp29 to MR: 192.168.204.113@tcp29 local destination 00000400:00000200:0.0:1767389100.659499:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.659504:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp29 NI seq info: [205:205:256:4294967295] 192.168.204.113@tcp29 LPNI seq info [201:201:8:4294967295] 00000400:00000200:1.0:1767389100.659526:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp29(192.168.204.113@tcp29:192.168.204.113@tcp29) -> 192.168.204.113@tcp29(192.168.204.113@tcp29:192.168.204.113@tcp29) 192.168.204.113@tcp29 : REPLY try# 0 00000800:00000200:1.0:1767389100.659535:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.113@tcp29 00000800:00000010:1.0:1767389100.659540:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009ddf802a. 00000800:00000200:1.0:1767389100.659548:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1009bfa] -> 12345-192.168.204.113@tcp29 (4) 00000800:00000200:1.0:1767389100.659552:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp29 ip 192.168.204.113:988 00000800:00000200:1.0:1767389100.659555:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009ddf802a type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767389100.659587:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000800:00000200:1.0:1767389100.659650:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389100.659655:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009ddf802a. 00000400:00000200:1.0:1767389100.659661:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389100.659694:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp29->192.168.204.113@tcp29: REPLY: OK 00000400:00000200:0.0:1767389100.659696:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000800:00000001:1.0:1767389100.659726:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389100.659732:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389100.659734:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389100.659762:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389100.659765:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389100.659768:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389100.659774:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp29(192.168.204.113@tcp29) <- 192.168.204.113@tcp29 : REPLY - for me 00000400:00000200:1.0:1767389100.659786:0:337529:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp29: Reply from 12345-192.168.204.113@tcp29 of length 272/272 into md 0x2355 00000800:00000001:1.0:1767389100.659792:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389100.659801:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389100.659804:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389100.659804:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.659820:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp29->192.168.204.113@tcp29: REPLY: OK 00000400:00000200:1.0:1767389100.659829:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ca27c98 00000400:00000010:1.0:1767389100.659833:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ca27c98. 00000400:00000200:1.0:1767389100.659836:0:337529:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767389100.659842:0:337529:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f810dcfd. 00000400:00000010:1.0:1767389100.659846:0:337529:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bdc05623. 00000800:00000001:1.0:1767389100.659859:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389100.659865:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389100.659879:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.660028:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.660185:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.660313:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.660506:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.660583:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp46 notifying 192.168.204.113@tcp46: down 00000400:00000200:3.0:1767389100.660593:0:337524:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767389100.660603:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp46 00000800:00000010:3.0:1767389100.660609:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003642109f. 00000400:00000200:3.0:1767389100.660617:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389100.660649:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp46->192.168.204.113@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389100.660664:0:337524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389100.660672:0:337524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389100.660688:0:337524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp46) recovery failed with -71 00000400:00000200:0.0:1767389100.660708:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.661116:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.661267:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.661270:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.661360:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.661384:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.661493:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.661542:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.661651:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.661654:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.661854:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.661872:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.662084:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.662086:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.662278:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.662279:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.662481:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.662483:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.662665:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389100.662689:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.662785:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.662878:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.662957:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.663049:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.663137:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.663259:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.663375:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.663490:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.663605:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.663709:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.663846:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.663852:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.663995:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.664025:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.664114:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.664176:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.664260:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.664325:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.664408:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.664482:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389100.664562:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.664653:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.664849:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000800:00000010:1.0:1767389100.664928:0:359705:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000044221517. 00000800:00000010:1.0:1767389100.664934:0:359705:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002918cb9d. 00000800:00000010:1.0:1767389100.664939:0:359705:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008e0305f2. 00000800:00000010:1.0:1767389100.664977:0:359705:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008e0305f2. 00000400:00000200:2.0:1767389100.664986:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000800:00020000:1.0:1767389100.664987:0:359705:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389100.664994:0:359705:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002918cb9d. 00000800:00000010:1.0:1767389100.664997:0:359705:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000044221517. 00000400:00000200:2.0:1767389100.665095:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:02020000:1.0:1767389100.665123:0:359705:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp29 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767389100.665221:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.665349:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.665472:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.665588:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.665775:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.665906:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.666016:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.666142:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.666268:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.666391:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.666540:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389100.666662:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.668143:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.668294:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.668434:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389100.668570:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389100.669862:0:356933:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ad56601. 00000800:00000010:3.0:1767389100.669869:0:356933:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a5d9ace4. 00000800:00000010:3.0:1767389100.669875:0:356933:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003a147a58. 00000800:00000010:3.0:1767389100.669926:0:356933:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003a147a58. 00000800:00020000:3.0:1767389100.669945:0:356933:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389100.669952:0:356933:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a5d9ace4. 00000800:00000010:3.0:1767389100.669958:0:356933:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ad56601. 00000400:02020000:3.0:1767389100.670125:0:356933:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp43 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00080000:00000001:1.0:1767389100.841055:0:359706:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389100.841077:0:359706:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389100.841084:0:359706:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389100.841095:0:359706:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389100.841105:0:359706:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389100.841110:0:359706:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389101.259833:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389101.259841:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389101.259849:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389101.259852:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389101.259984:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389101.259992:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389101.259997:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767389101.643862:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5bce732] -> 12345-192.168.204.113@tcp27 (4) 00000800:00000200:1.1:1767389101.643875:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5bce732] -> 12345-192.168.204.113@tcp27 (4) 00000400:00000200:3.0:1767389101.644044:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.644117:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.644148:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.644175:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.644197:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.644228:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.644277:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.644314:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.644346:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.644390:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.644460:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.644506:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.644549:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.644572:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.644596:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.644671:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.644695:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.644782:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000001:1.0:1767389101.644857:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389101.644863:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389101.644868:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d2ae294 00000400:00000010:1.0:1767389101.644873:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d2ae294. 00000400:00000200:1.0:1767389101.644884:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389101.644893:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp46 recovery ping unlinked 00000400:00000200:3.0:1767389101.644895:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000010:1.0:1767389101.644914:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003552bc0b. 00000400:00000010:1.0:1767389101.644930:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004d71c060. 00000400:00000200:3.0:1767389101.644974:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.645017:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.645040:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.645058:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.645078:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.645104:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.645130:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.645172:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.645206:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.645228:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.645261:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.645285:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.645307:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.645333:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.645358:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.645383:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389101.645556:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ad56601. 00000800:00000010:3.0:1767389101.645563:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ba168ad. 00000800:00000010:3.0:1767389101.645568:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001678dcf0. 00000800:00000010:3.0:1767389101.645594:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001678dcf0. 00000800:00020000:3.0:1767389101.645607:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389101.645627:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ba168ad. 00000800:00000010:3.0:1767389101.645630:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ad56601. 00000400:02020000:3.0:1767389101.645702:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp27 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767389101.645708:0:337527:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000001:00000001:1.0:1767389101.920097:0:359870:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767389101.920105:0:359870:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:1.0:1767389101.926970:0:359870:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767389101.940482:0:359871:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000058d389d2. 00000400:00000010:1.0:1767389101.940504:0:359871:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000073363010. 00000400:00000010:1.0:1767389101.940519:0:359871:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000cd31bb60. 00000400:00000010:1.0:1767389101.940525:0:359871:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004f197dba. 00000400:00000010:1.0:1767389101.940531:0:359871:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002e3679d0. 00000400:00000010:1.0:1767389101.940538:0:359871:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fbe3ab8d. 00000400:00000010:1.0:1767389101.940541:0:359871:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c9150d43. 00000400:00000010:1.0:1767389101.940544:0:359871:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a1bafdff. 00000400:00000010:1.0:1767389101.940549:0:359871:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000078ed7d2e. 00000800:00000010:1.0:1767389101.940573:0:359871:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009ddf802a. 00000800:00000200:1.0:1767389101.940591:0:359871:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767389101.940640:0:359871:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767389101.940704:0:359871:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:1.0:1767389101.940773:0:359871:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp49 [8/256/0/180] 00000400:00000010:1.0:1767389101.943690:0:359871:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 00000000d311b910. 00000400:00000010:1.0:1767389101.943701:0:359871:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d28941c3. 00000400:00000010:1.0:1767389101.943710:0:359871:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 00000400:00000001:1.0:1767389101.943790:0:359871:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389101.943795:0:359871:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389101.943800:0:359871:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016d3c1be. 00000400:00000200:1.0:1767389101.943806:0:359871:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8bdd933 00000400:00000010:1.0:1767389101.943810:0:359871:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8bdd933. 00000400:00000010:1.0:1767389101.943819:0:359871:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000a373c17d. 00000400:00000200:1.0:1767389101.943827:0:359871:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (40) 00000400:00000200:1.0:1767389101.943848:0:359871:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389101.943865:0:359871:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:1.0:1767389101.943880:0:359871:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000044221517. 00000020:01000000:1.0:1767389101.943895:0:359871:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767389101.943900:0:359871:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp49 00000400:00000200:3.0:1767389101.943903:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767389101.943928:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000400:00000010:1.0:1767389101.943943:0:359871:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000073363010. 00000400:00000010:3.0:1767389101.943945:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2a63ba. 00000400:00000010:1.0:1767389101.943954:0:359871:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000058d389d2. 00000400:00000200:3.0:1767389101.943957:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (41) 00000400:00000010:3.0:1767389101.943971:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000945c9ced. 00000400:00000200:3.0:1767389101.943981:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000020:00000001:0.0:1767389101.943994:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767389101.944003:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767389101.944004:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 10000000:00000001:0.0:1767389101.944012:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767389101.944020:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 170], ns[65, 174] 10000000:01000000:0.0:1767389101.944020:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767389101.944031:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767389101.944036:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767389101.944041:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000020:01000004:0.0:1767389101.944043:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389101.944049:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389101.944056:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767389101.944062:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 64], ns[77, 65] 00000020:01000004:0.0:1767389101.944063:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389101.944069:0:257746:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767389101.944076:0:257746:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767389101.944083:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767389101.944086:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 64], ns[81, 65] 00000020:01000004:0.0:1767389101.944090:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767389101.944102:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 64], ns[97, 65] 00000100:00000010:0.0:1767389101.944104:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e7cc1a2. 00000400:00000200:3.0:1767389101.944116:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 64], ns[101, 65] 00000020:00000040:0.0:1767389101.944116:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389101.944131:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767389101.944132:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 64], ns[112, 65] 02000000:00000001:0.0:1767389101.944140:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767389101.944148:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 65] 02000000:00000001:0.0:1767389101.944150:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389101.944163:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 64], ns[123, 65] 00000400:00000200:3.0:1767389101.944170:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[135, 65] 02000000:00000010:0.0:1767389101.944171:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006b160a2e. 00000400:00000200:3.0:1767389101.944184:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 64], ns[143, 65] 00000100:00000001:0.0:1767389101.944187:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389101.944195:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 64], ns[146, 65] 00000400:00000200:3.0:1767389101.944202:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 64], ns[155, 65] 00000100:00000001:0.0:1767389101.944204:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389101.944212:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389101.944218:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[155, 64], ns[159, 65] 00000100:00000040:0.0:1767389101.944232:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e7cc1a2] to pc [ptlrpcd_00_00+0] req@000000008e7cc1a2 x1853241654549632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389101.944233:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 64], ns[181, 65] 00000400:00000200:3.0:1767389101.944265:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 64], ns[188, 65] 00000400:00000200:3.0:1767389101.944274:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 64], ns[192, 65] 00000400:00000200:3.0:1767389101.944280:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 64], ns[54, 65] 00000400:00000200:3.0:1767389101.944291:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 54], ns[58, 54] 10000000:00000001:0.0:1767389101.944293:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389101.944302:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389101.944303:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[201, 54], ns[205, 54] 00000020:00000001:0.0:1767389101.944310:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767389101.944317:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767389101.944321:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 54], ns[141, 54] 00000400:00000200:3.0:1767389101.944334:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 54], ns[87, 54] 00000100:00000001:1.0:1767389101.944334:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767389101.944335:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767389101.944350:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767389101.944353:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767389101.944357:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767389101.944359:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767389101.944360:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 54], ns[90, 54] 10000000:01000000:0.0:1767389101.944367:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767389101.944378:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:1.0:1767389101.944385:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008e7cc1a2 x1853241654549632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767389101.944387:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767389101.944398:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[158, 54], ns[162, 54] 00000020:01000004:0.0:1767389101.944402:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389101.944414:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389101.944427:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389101.944437:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389101.944445:0:257746:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:3.0:1767389101.944455:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 54], ns[132, 54] 00000020:01000004:0.0:1767389101.944455:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389101.944466:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767389101.944480:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041aa7f83. 00000100:00000001:1.0:1767389101.944482:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767389101.944484:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 54], ns[109, 54] 00000100:00000001:1.0:1767389101.944497:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389101.944498:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000400:00000200:3.0:1767389101.944513:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 54], ns[117, 54] 00000100:00000001:0.0:1767389101.944521:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389101.944523:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389101.944532:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767389101.944533:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 54], ns[127, 54] 02000000:00000001:1.0:1767389101.944537:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389101.944541:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389101.944564:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389101.944573:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000ceb75cd3. 00000400:00000200:3.0:1767389101.944575:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[199, 54], ns[203, 54] 00000100:00100000:1.0:1767389101.944586:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008e7cc1a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654549632:0@lo:253: 00000100:00000001:0.0:1767389101.944588:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389101.944632:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767389101.944633:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 54], ns[172, 54] 00000100:00000001:0.0:1767389101.944634:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389101.944640:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389101.944643:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389101.944657:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389101.944658:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 54], ns[179, 54] 00000100:00000040:0.0:1767389101.944665:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041aa7f83] to pc [ptlrpcd_00_01+1] req@0000000041aa7f83 x1853241654549760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389101.944668:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389101.944687:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000033b8690f. 00000400:00000200:3.0:1767389101.944699:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[189, 54], ns[193, 54] 02000000:00000001:1.0:1767389101.944702:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389101.944806:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767389101.944814:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389101.944817:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389101.944821:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016d3c1be. 00000020:01000000:0.0:1767389101.944822:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767389101.944839:0:257746:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000044221517. 00000400:00000200:3.0:1767389101.944843:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 54], ns[171, 54] 00000400:00000010:1.0:1767389101.944845:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073363010. 00000100:00000200:1.0:1767389101.944862:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654549632, portal 25 00000400:00000200:3.0:1767389101.944868:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[200, 54], ns[204, 54] 00000100:00000001:1.0:1767389101.944878:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389101.944886:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252619206656 : -122821090344960 : ffff904b7c8a0000) 00000400:00000200:3.0:1767389101.944892:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[192, 54], ns[196, 54] 00000100:00000040:1.0:1767389101.944914:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008e7cc1a2 x1853241654549632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389101.944920:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 54], ns[195, 54] 00000400:00000200:3.0:1767389101.944975:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[195, 54], ns[199, 54] 00000100:00000001:1.0:1767389101.944983:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389101.945006:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767389101.945008:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 54], ns[0, 54] 00000100:00000001:0.0:1767389101.945016:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767389101.945025:0:337536:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c446d2f2. 00000100:00000001:0.0:1767389101.945026:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767389101.945034:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 00000100:00000001:0.0:1767389101.945037:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767389101.945040:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654549632, offset 0 00000400:00000200:3.0:1767389101.945052:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp47 00000100:00000040:0.0:1767389101.945053:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041aa7f83 x1853241654549760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389101.945068:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389101.945071:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp47 lpni_is_preferred = 0 00000400:00000200:3.0:1767389101.945092:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp47 00000100:00000001:0.0:1767389101.945096:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389101.945103:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389101.945104:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp47 NI seq info: [206:206:256:4294967295] 192.168.204.113@tcp47 LPNI seq info [202:202:8:4294967295] 02000000:00000001:0.0:1767389101.945113:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767389101.945120:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp47 02000000:00000001:0.0:1767389101.945122:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389101.945129:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389101.945140:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000041aa7f83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654549760:0@lo:253: 00000400:00000200:3.0:1767389101.945148:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp47(192.168.204.113@tcp47:) -> 192.168.204.113@tcp47(192.168.204.113@tcp:192.168.204.113@tcp47) : PUT try# 0 00000100:00000001:0.0:1767389101.945152:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389101.945165:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1767389101.945166:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.113@tcp47 02000000:00000001:0.0:1767389101.945172:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767389101.945181:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000005c19075. 02000000:00000001:0.0:1767389101.945184:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767389101.945189:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767389101.945210:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005dfb5336. 02000000:00000010:0.0:1767389101.945217:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000435c77c2. 00000400:00000200:1.0:1767389101.945221:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372809c80 00000800:00000010:3.0:1767389101.945227:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000f12ad09d. 02000000:00000001:0.0:1767389101.945229:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389101.945247:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071ad8f9c. 00000400:00000200:1.0:1767389101.945261:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1a21 [2] + 0 00000800:00000200:3.0:1767389101.945263:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005dfb5336] -> 12345-192.168.204.113@tcp47 (2) 00000800:00000200:3.1:1767389101.945283:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005dfb5336] -> 12345-192.168.204.113@tcp47 (2) 00000400:00000010:1.0:1767389101.945293:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce1a96ef. 00000400:00000200:1.0:1767389101.945302:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d630e033 00000400:00000200:3.0:1767389101.945310:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000010:0.0:1767389101.945312:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e571e6a5. 00000400:00000200:1.0:1767389101.945315:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389101.945319:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100571 rc 0 00000100:00000200:0.0:1767389101.945330:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654549760, portal 25 00000100:00000001:0.0:1767389101.945338:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767389101.945345:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389101.945347:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252619220096 : -122821090331520 : ffff904b7c8a3480) 00000400:00000200:1.0:1767389101.945363:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d630e033 00000100:00000040:0.0:1767389101.945369:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000041aa7f83 x1853241654549760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389101.945372:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d630e033. 00000100:00000001:1.0:1767389101.945398:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767389101.945400:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767389101.945413:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389101.945426:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767389101.945430:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000f78f792f x1853241654549632 msgsize 4848 00000400:00000010:0.0:1767389101.945433:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d568da9b. 00000100:00000200:0.0:1767389101.945449:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654549760, offset 0 00000100:00100000:1.0:1767389101.945459:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389101.945469:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767389101.945476:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767389101.945489:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389101.945504:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389101.945516:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c446d2f2 00000400:00000010:1.0:1767389101.945524:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c446d2f2. 00000400:00000200:3.0:1767389101.945530:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000100:00000001:1.0:1767389101.945535:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767389101.945537:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x6958372809d00 00000100:00000200:1.0:1767389101.945557:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008e7cc1a2 x1853241654549632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389101.945566:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1a35 [2] + 0 00000400:00000010:0.0:1767389101.945597:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003297a848. 00000100:00000001:1.0:1767389101.945629:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767389101.945633:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f1ab3558 00000100:00000040:1.0:1767389101.945644:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008e7cc1a2 x1853241654549632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389101.945647:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389101.945675:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389101.945678:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389101.945686:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767389101.945689:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1ab3558 00000400:00000010:0.0:1767389101.945700:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f1ab3558. 00000100:00000001:1.0:1767389101.945709:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389101.945710:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767389101.945711:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000100:00000200:0.0:1767389101.945721:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767389101.945724:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299689988 00000100:00000040:0.0:1767389101.945843:0:337537:0:(events.c:337:request_in_callback()) incoming req@000000001d06c4be x1853241654549760 msgsize 4848 00000100:00100000:0.0:1767389101.945863:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389101.945868:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767389101.945894:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767389101.945910:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d568da9b 00000400:00000010:0.0:1767389101.945915:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d568da9b. 00000100:00000001:0.0:1767389101.945921:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389101.945928:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000041aa7f83 x1853241654549760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389101.945946:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767389101.945957:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000100:00000040:0.0:1767389101.945958:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041aa7f83 x1853241654549760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389101.945980:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389101.945988:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389101.946004:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389101.946016:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299689989 00000100:00000010:0.0:1767389101.946023:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ddb5466e. 00000100:00000001:0.0:1767389101.946034:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767389101.946061:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299689989 00000100:00000010:0.0:1767389101.946070:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7144ddc. 00000100:00000001:0.0:1767389101.946082:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767389101.946099:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299689989 00000100:00000010:0.0:1767389101.946108:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fc53df0d. 00000100:00000001:0.0:1767389101.946119:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767389101.946139:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299689989 00000100:00000010:0.0:1767389101.946146:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c6f42a6c. 00000100:00000001:0.0:1767389101.946159:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767389101.946181:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389101.946188:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389101.946200:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389101.946208:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389101.946222:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767389101.946228:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000100:00000001:0.0:1767389101.946229:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389101.946244:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389101.946250:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389101.946259:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389101.946270:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389101.946392:0:352639:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389101.946397:0:352639:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654549632 02000000:00000001:0.0:1767389101.946403:0:352639:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389101.946408:0:352639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389101.946416:0:352639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389101.946425:0:352639:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389101.946433:0:352639:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654549632 00000020:00000001:0.0:1767389101.946438:0:352639:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389101.946446:0:352639:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767389101.946452:0:352639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389101.946460:0:352639:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:0.0:1767389101.946465:0:352639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389101.946474:0:352639:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389101.946486:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389101.946494:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a89f110. 00000100:00000001:0.0:1767389101.946502:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389101.946507:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a89f110. 00000400:00000200:3.0:1767389101.946515:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000020:00000010:0.0:1767389101.946524:0:352639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd30d963. 00000020:00000010:0.0:1767389101.946537:0:352639:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007cefc7f8. 00000020:00000010:0.0:1767389101.946547:0:352639:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cd4a4bab. 00000100:00000040:0.0:1767389101.946581:0:352639:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767389101.946590:0:352639:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389101.946596:0:352639:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389101.946603:0:352639:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389101.946643:0:352639:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389101.946668:0:352639:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389101.946711:0:352639:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389101.946720:0:352639:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654549760 02000000:00000001:0.0:1767389101.946787:0:352639:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389101.946792:0:352639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389101.946797:0:352639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389101.946806:0:352639:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389101.946812:0:352639:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654549760 00000020:00000001:0.0:1767389101.946818:0:352639:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767389101.946819:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000020:00000040:0.0:1767389101.946822:0:352639:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767389101.946832:0:352639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389101.946837:0:352639:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:0.0:1767389101.946844:0:352639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389101.946850:0:352639:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389101.946861:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389101.946868:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a89f110. 00000100:00000001:0.0:1767389101.946877:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389101.946884:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a89f110. 00000020:00000010:0.0:1767389101.946899:0:352639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000134f7215. 00000020:00000010:0.0:1767389101.946906:0:352639:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000013090a7f. 00000020:00000010:0.0:1767389101.946913:0:352639:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000028b9b622. 00000100:00000001:0.0:1767389101.946928:0:352639:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389101.946933:0:352639:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389101.946937:0:352639:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389101.946954:0:352639:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389101.946974:0:352639:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389101.947000:0:352639:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389101.947006:0:352639:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389101.947025:0:352639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00000040:0.0:1767389101.947034:0:352639:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000400:00000200:3.0:1767389101.947036:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000100:00000001:0.0:1767389101.947042:0:352639:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509329488 : -122821200222128 : ffff904b75fd6850) 00000100:00000040:0.0:1767389101.947059:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f78f792f x1853241654549632/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:552/0 lens 4848/0 e 0 to 0 dl 1767389112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389101.947072:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389101.947079:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a89f110. 00000100:00000001:0.0:1767389101.947088:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389101.947093:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a89f110. 00000100:00100000:0.0:1767389101.947111:0:352639:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f78f792f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654549632:12345-0@lo:253: 00000100:00000200:0.0:1767389101.947125:0:352639:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654549632 00000020:00000001:0.0:1767389101.947132:0:352639:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389101.947144:0:352639:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389101.947150:0:352639:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389101.947157:0:352639:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389101.947163:0:352639:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:0.0:1767389101.947169:0:352639:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389101.947175:0:352639:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389101.947183:0:352639:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389101.947189:0:352639:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389101.947196:0:352639:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389101.947203:0:352639:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389101.947210:0:352639:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389101.947222:0:352639:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000482e5469. 02000000:00000001:0.0:1767389101.947230:0:352639:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389101.947237:0:352639:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389101.947243:0:352639:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767389101.947255:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 20000000:00000010:0.0:1767389101.947261:0:352639:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000beba62c9. 20000000:01000000:0.0:1767389101.947271:0:352639:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767389101.947278:0:352639:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767389101.947284:0:352639:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767389101.947292:0:352639:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389101.947297:0:352639:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389101.947303:0:352639:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767389101.947321:0:352639:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001626bc99. 20000000:01000000:0.0:1767389101.947328:0:352639:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:0.0:1767389101.947339:0:352639:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767389101.947349:0:352639:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:3.0:1767389101.947468:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00080000:00000001:0.0:1767389101.947477:0:352639:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767389101.947488:0:352639:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767389101.947493:0:352639:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389101.947500:0:352639:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:0.0:1767389101.947510:0:352639:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767389101.947521:0:352639:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:0.0:1767389101.947529:0:352639:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1767389101.947541:0:352639:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001563f23f. 00080000:00000001:0.0:1767389101.947548:0:352639:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247427388416 : -122826282163200 : ffff904a47152400) 00080000:00000001:0.0:1767389101.947555:0:352639:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000001:1.0:1767389101.947629:0:337536:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299689989 00000100:00000001:1.0:1767389101.947635:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299689990 00000100:00000001:1.0:1767389101.947652:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299689989 00000100:00000001:1.0:1767389101.947668:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299689990 00000100:00000001:1.0:1767389101.947685:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299689989 00000100:00000001:1.0:1767389101.947700:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299689990 00000100:00000001:1.0:1767389101.947720:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299689989 00000400:00000200:3.0:1767389101.947766:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000001:00000001:0.0:1767389101.947921:0:352639:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1767389101.947927:0:352639:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389101.947934:0:352639:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1767389101.947978:0:352639:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389101.947985:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00080000:00000001:0.0:1767389101.947987:0:352639:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:1.0:1767389101.948090:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389101.948112:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389101.948123:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389101.948129:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389101.948145:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389101.948149:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389101.948159:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389101.948166:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389101.948176:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389101.948188:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389101.948216:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000100:00000001:1.0:1767389101.948265:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389101.948272:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389101.948291:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00000040:1.0:1767389101.948299:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:1.0:1767389101.948308:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509322320 : -122821200229296 : ffff904b75fd4c50) 00000100:00000040:1.0:1767389101.948325:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001d06c4be x1853241654549760/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:552/0 lens 4848/0 e 0 to 0 dl 1767389112 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389101.948341:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389101.948358:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000886a6644. 00000100:00000001:1.0:1767389101.948366:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389101.948372:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000886a6644. 00000100:00100000:1.0:1767389101.948390:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001d06c4be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337537:x1853241654549760:12345-0@lo:253: 00000100:00000200:1.0:1767389101.948399:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654549760 00000020:00000001:1.0:1767389101.948405:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389101.948415:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389101.948421:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389101.948429:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389101.948433:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:1.0:1767389101.948443:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389101.948449:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389101.948456:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389101.948462:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389101.948469:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389101.948471:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000100:00000001:1.0:1767389101.948488:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:0.0:1767389101.948492:0:352639:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 02000000:00000001:1.0:1767389101.948499:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:0.0:1767389101.948502:0:352639:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000010:1.0:1767389101.948520:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000044221517. 02000000:00000001:1.0:1767389101.948528:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389101.948534:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389101.948540:0:338174:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767389101.948575:0:338174:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009b535535. 20000000:01000000:1.0:1767389101.948582:0:338174:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767389101.948588:0:338174:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767389101.948594:0:338174:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767389101.948598:0:338174:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389101.948602:0:338174:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389101.948624:0:338174:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767389101.948654:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.948719:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.948849:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.948990:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.949083:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.949150:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.949225:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.949320:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.949405:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.949470:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.949603:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.949698:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.949929:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.950111:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.950288:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.950422:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.950483:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.950546:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.950589:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.950658:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.950701:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389101.950814:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389101.951630:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ad56601. 00000800:00000010:3.0:1767389101.951642:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007847dd5a. 00000800:00000010:3.0:1767389101.951652:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ff50b108. 00000800:00000010:3.0:1767389101.951716:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ff50b108. 00000800:00020000:3.0:1767389101.951954:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389101.951963:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007847dd5a. 00000800:00000010:3.0:1767389101.951972:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ad56601. 00000400:02020000:3.0:1767389101.952341:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp47 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389101.952357:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp47 notifying 192.168.204.113@tcp47: down 00000800:00000200:3.0:1767389101.952371:0:337526:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp47 down 00000800:00000100:3.0:1767389101.952382:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 688 0@<0:0>->192.168.204.113@tcp47 00000800:00000010:3.0:1767389101.952388:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000005c19075. 00000400:00000200:3.0:1767389101.952394:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389101.952400:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp47->192.168.204.113@tcp47: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767389101.952416:0:337526:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp47 added to recovery queue. ping count: 0 next ping: 5023 health :900 00000400:00000200:3.0:1767389101.952422:0:337526:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767389101.952426:0:337526:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 1 00000400:00000200:3.0:1767389101.952438:0:337526:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:3.0:1767389101.952499:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767389101.952507:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x101171 00000400:00000001:3.0:1767389101.952512:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389101.952516:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767389101.952518:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2a63ba 00000400:00000010:3.0:1767389101.952522:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2a63ba. 00000400:00000200:3.0:1767389101.952527:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:3.0:1767389101.952531:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:3.0:1767389101.952534:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (42) 00000400:00000200:3.0:1767389101.952541:0:337534:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.204.113@tcp 00000400:00000200:3.0:1767389101.952551:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 rc -71 00000400:00000200:3.0:1767389101.952559:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:3.0:1767389101.952564:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (41) 00080000:00000001:0.0:1767389101.967044:0:352639:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389101.967046:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767389101.967057:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000002:0.0:1767389101.967059:0:352639:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 00040000:00000001:1.0:1767389101.967069:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 20000000:00000001:0.0:1767389101.967070:0:352639:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767389101.967079:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:0.0:1767389101.967081:0:352639:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00040000:00000001:1.0:1767389101.967085:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389101.967092:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001563f23f. 00080000:00000001:1.0:1767389101.967102:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:01000000:0.0:1767389101.967113:0:352639:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767389101.967128:0:352639:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767389101.967135:0:352639:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:0.0:1767389101.967144:0:352639:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:1.0:1767389101.967153:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767389101.967160:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000010:2.0:1767389101.967162:0:338174:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006ad45d0b. 10000000:01000000:1.0:1767389101.967167:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1767389101.967174:0:338174:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 00010000:00000001:1.0:1767389101.967178:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:00000001:2.0:1767389101.967183:0:338174:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767389101.967185:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767389101.967196:0:338174:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00010000:00000010:1.0:1767389101.967199:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000592c20e8. 00010000:00000001:1.0:1767389101.967207:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389101.967211:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f79eca00. 00000020:00000001:1.0:1767389101.967218:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389101.967222:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f79eca00 with handle 0x95cd417baf429631 to hash 00000020:00000001:1.0:1767389101.967224:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389101.967226:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389101.967230:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389101.967234:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389101.967237:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389101.967241:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f79eca00/0x95cd417baf429631 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767389101.967251:0:338174:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389101.967254:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767389101.967259:0:338174:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767389101.967262:0:338174:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389101.967265:0:338174:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:2.0:1767389101.967274:0:338174:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767389101.967275:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389101.967282:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:2.0:1767389101.967284:0:338174:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00010000:00000001:1.0:1767389101.967286:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389101.967292:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767389101.967294:0:338174:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00000001:1.0:1767389101.967297:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389101.967301:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767389101.967303:0:338174:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000610bd0b0. 00010000:00000001:1.0:1767389101.967305:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389101.967312:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:2.0:1767389101.967313:0:338174:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247346974720 : -122826362576896 : ffff904a424a2000) 00010000:00000001:1.0:1767389101.967317:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:2.0:1767389101.967321:0:338174:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:1.0:1767389101.967322:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389101.967328:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000592c20e8) refcount = 1 00010000:00010000:1.0:1767389101.967333:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f79eca00/0x95cd417baf429631 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389101.967342:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389101.967345:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389101.967347:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389101.967352:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389101.967356:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767389101.967362:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767389101.967368:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:1.0:1767389101.967374:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389101.967377:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389101.967380:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=4 00000020:00000001:1.0:1767389101.967382:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389101.967385:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389101.967388:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767389101.967390:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f79eca00/0x95cd417baf429631 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389101.967401:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767389101.967403:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f79eca00/0x95cd417baf429631 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389101.967411:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389101.967417:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389101.967428:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f79eca00/0x95cd417baf429631 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389101.967435:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389101.967439:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389101.967445:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767389101.967449:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f79eca00/0x95cd417baf429631 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389101.967460:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f79eca00 already unused, calling callback (00000000eb737536) 00010000:00000001:1.0:1767389101.967466:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389101.967472:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000001:00000001:2.0:1767389101.967479:0:338174:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00010000:1.0:1767389101.967480:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f79eca00/0x95cd417baf429631 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767389101.967485:0:338174:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389101.967496:0:338174:0:(osd_handler.c:189:osd_trans_start()) Process entered 00010000:00000001:1.0:1767389101.967499:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767389101.967504:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389101.967507:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389101.967509:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=5 00000020:00000001:1.0:1767389101.967514:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389101.967519:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389101.967526:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767389101.967528:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f79eca00/0x95cd417baf429631 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767389101.967529:0:338174:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389101.967539:0:338174:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767389101.967542:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767389101.967546:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767389101.967548:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389101.967553:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767389101.967555:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767389101.967562:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389101.967567:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389101.967573:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f79eca00 with handle 0x95cd417baf429631 from hash 00010000:00000001:1.0:1767389101.967579:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389101.967581:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389101.967597:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389101.967599:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767389101.967601:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767389101.967627:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389101.967632:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389101.967638:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389101.967644:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389101.967647:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389101.967649:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767389101.967652:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389101.967655:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389101.967657:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389101.967660:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389101.967664:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389101.967670:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f79eca00/0x95cd417baf429631 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389101.967679:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389101.967685:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389101.967688:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767389101.967692:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767389101.967695:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389101.967698:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389101.967701:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767389101.967707:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389101.967712:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389101.967717:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f79eca00/0x95cd417baf429631 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389101.967770:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767389101.967773:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389101.967777:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f79eca00/0x95cd417baf429631 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389101.967787:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000592c20e8 count: 0 00010000:00000001:1.0:1767389101.967816:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767389101.967818:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000001:2.0:1767389101.967909:0:338174:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1767389101.967915:0:338174:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:0.0:1767389101.970455:0:335318:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299689989, at 4299689990 00000100:00000010:0.0:1767389101.970476:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ddb5466e. 00000100:00000040:3.0:1767389101.970848:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299689990, at 4299689991 00000100:00000010:3.0:1767389101.970871:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c6f42a6c. 00000100:00000040:1.0:1767389101.970950:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299689990, at 4299689991 00000100:00000010:1.0:1767389101.970976:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7144ddc. 00000100:00000040:2.0:1767389101.971840:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299689990, at 4299689992 00000100:00000010:2.0:1767389101.971853:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fc53df0d. 00010000:00000010:1.1:1767389101.974777:0:359875:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000592c20e8. 00010000:00000010:1.1:1767389101.974797:0:359875:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f79eca00. 00080000:00000001:1.0:1767389101.986200:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767389101.986207:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389101.986211:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389101.986214:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389101.986217:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389101.986224:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000610bd0b0. 00080000:00000001:2.0:1767389101.986226:0:338174:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389101.986235:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000002:2.0:1767389101.986237:0:338174:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:2.0:1767389101.986244:0:338174:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389101.986250:0:338174:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767389101.986253:0:338174:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767389101.986268:0:338174:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767389101.986274:0:338174:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000020:2.0:1767389101.986282:0:338174:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:01000000:0.0:1767389101.986296:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767389101.986304:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767389101.986308:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767389101.986316:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767389101.986321:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767389101.986337:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e5239249. 00010000:00000001:0.0:1767389101.986344:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767389101.986357:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000091ef5806. 00000020:00000001:0.0:1767389101.986362:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767389101.986366:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000091ef5806 with handle 0x95cd417baf429638 to hash 00000020:00000001:0.0:1767389101.986370:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767389101.986375:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389101.986380:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389101.986385:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389101.986389:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389101.986395:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000091ef5806/0x95cd417baf429638 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389101.986408:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767389101.986415:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767389101.986420:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389101.986423:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389101.986426:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389101.986430:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389101.986435:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389101.986439:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389101.986443:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389101.986446:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389101.986449:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389101.986453:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e5239249) refcount = 1 00010000:00010000:0.0:1767389101.986458:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000091ef5806/0x95cd417baf429638 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389101.986466:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389101.986470:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389101.986473:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389101.986476:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389101.986480:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767389101.986484:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389101.986490:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:0.0:1767389101.986494:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389101.986498:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389101.986501:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=4 00000020:00000001:0.0:1767389101.986506:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389101.986510:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389101.986515:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389101.986518:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000091ef5806/0x95cd417baf429638 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389101.986526:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389101.986533:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000091ef5806/0x95cd417baf429638 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389101.986542:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389101.986545:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389101.986548:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000091ef5806/0x95cd417baf429638 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389101.986556:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389101.986559:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389101.986563:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389101.986567:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000091ef5806/0x95cd417baf429638 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389101.986577:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000091ef5806 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389101.986582:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389101.986588:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389101.986593:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000091ef5806/0x95cd417baf429638 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389101.986601:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389101.986604:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389101.986632:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389101.986636:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091ef5806 refcount=5 00000020:00000001:0.0:1767389101.986640:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389101.986645:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603726336 : -122822105825280 : ffff904b40030000) 00010000:00000001:0.0:1767389101.986653:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389101.986657:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000091ef5806/0x95cd417baf429638 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389101.986664:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389101.986669:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389101.986672:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389101.986681:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389101.986685:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389101.986692:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389101.986697:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389101.986703:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000091ef5806 with handle 0x95cd417baf429638 from hash 00010000:00000001:0.0:1767389101.986709:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389101.986712:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389101.986715:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389101.986720:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389101.986769:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389101.986773:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389101.986779:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389101.986783:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389101.986787:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389101.986790:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389101.986794:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389101.986800:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389101.986805:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389101.986809:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389101.986813:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389101.986817:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389101.986822:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000091ef5806/0x95cd417baf429638 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389101.986831:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389101.986836:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389101.986841:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389101.986845:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389101.986848:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389101.986853:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389101.986858:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389101.986864:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389101.986869:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389101.986875:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000091ef5806/0x95cd417baf429638 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389101.986884:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389101.986889:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389101.986894:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000091ef5806/0x95cd417baf429638 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389101.986908:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e5239249 count: 0 00010000:00000001:0.0:1767389101.986943:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389101.986946:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:0.0:1767389101.989165:0:352639:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:0.0:1767389101.989171:0:352639:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767389101.989174:0:352639:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000beba62c9. 20000000:00000001:0.0:1767389101.989185:0:352639:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389101.989190:0:352639:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654549632 00010000:00000001:0.0:1767389101.989194:0:352639:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767389101.989206:0:352639:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f78f792f x1853241654549632/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:552/0 lens 4848/4768 e 0 to 0 dl 1767389112 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389101.989217:0:352639:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389101.989221:0:352639:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389101.989226:0:352639:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=126 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389101.989232:0:352639:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389101.989237:0:352639:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389101.989242:0:352639:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389101.989246:0:352639:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389101.989250:0:352639:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389101.989257:0:352639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389101.989266:0:352639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389101.989273:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebefbe85. 00000100:00000200:0.0:1767389101.989279:0:352639:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654549632, offset 224 00000400:00000200:0.0:1767389101.989292:0:352639:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389101.989304:0:352639:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389101.989325:0:352639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372809c80 00000400:00000200:0.0:1767389101.989334:0:352639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2361 [2] + 224 00000400:00000200:0.0:1767389101.989342:0:352639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389101.989352:0:352639:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389101.989364:0:352639:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389101.989373:0:352639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008e7cc1a2 x1853241654549632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389101.989385:0:352639:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000008e7cc1a2 x1853241654549632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389101.989419:0:352639:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389101.989427:0:352639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebefbe85 00000400:00000010:0.0:1767389101.989430:0:352639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebefbe85. 00000100:00000001:1.0:1767389101.989432:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767389101.989439:0:359876:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009ac4bf1d. 00000100:00000001:0.0:1767389101.989440:0:352639:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389101.989441:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389101.989457:0:352639:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767389101.989463:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767389101.989467:0:352639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767389101.989468:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767389101.989479:0:352639:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000400:00000040:3.0:1767389101.989480:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000010:1.0:1767389101.989480:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016d3c1be. 00010000:00000001:0.0:1767389101.989494:0:352639:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000040:3.0:1767389101.989501:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000200:1.0:1767389101.989503:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073363010 00000020:00000001:0.0:1767389101.989503:0:352639:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767389101.989510:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000010:1.0:1767389101.989524:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000073363010. 00000020:00000001:0.0:1767389101.989524:0:352639:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000040:3.0:1767389101.989526:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000040:0.0:1767389101.989544:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f78f792f x1853241654549632/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:552/0 lens 4848/4768 e 0 to 0 dl 1767389112 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767389101.989549:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:1.0:1767389101.989549:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000040:3.0:1767389101.989562:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000100:00000200:1.0:1767389101.989569:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008e7cc1a2 x1853241654549632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767389101.989570:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00100000:0.0:1767389101.989574:0:352639:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f78f792f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654549632:12345-0@lo:253: Request processed in 42492us (44132us total) trans 0 rc 0/0 00000400:00000040:3.0:1767389101.989587:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389101.989598:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389101.989633:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767389101.989648:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000100:00100000:0.0:1767389101.989658:0:352639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000400:00000040:3.0:1767389101.989661:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389101.989681:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000040:0.0:1767389101.989682:0:352639:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000200:1.0:1767389101.989685:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008e7cc1a2 x1853241654549632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767389101.989692:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000100:00000001:0.0:1767389101.989693:0:352639:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389101.989702:0:352639:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000040:3.0:1767389101.989707:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000020:00000010:0.0:1767389101.989715:0:352639:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007cefc7f8. 00000400:00000040:3.0:1767389101.989718:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000100:00000001:1.0:1767389101.989730:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389101.989735:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767389101.989765:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389101.989770:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767389101.989773:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000100:00000001:1.0:1767389101.989773:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389101.989781:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000040:3.0:1767389101.989787:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:1.0:1767389101.989787:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767389101.989788:0:352639:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cd4a4bab. 00000400:00000040:3.0:1767389101.989804:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:1.0:1767389101.989804:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389101.989806:0:352639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd30d963. 00000400:00000040:3.0:1767389101.989820:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 02000000:00000001:1.0:1767389101.989820:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389101.989826:0:352639:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000400:00000040:3.0:1767389101.989839:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389101.989845:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000100:00001000:1.0:1767389101.989846:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=126 v=5 (5 0 0 0) 02000000:00000001:0.0:1767389101.989847:0:352639:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389101.989856:0:352639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000482e5469. 00000400:00000040:3.0:1767389101.989858:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000100:00001000:1.0:1767389101.989860:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=126 v=5 (1 0 0 0) 02000000:00000001:0.0:1767389101.989869:0:352639:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000040:3.0:1767389101.989871:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000100:00000001:1.0:1767389101.989871:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389101.989886:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767389101.989887:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000100:00000001:0.0:1767389101.989887:0:352639:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767389101.989907:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00010000:00000001:1.0:1767389101.989908:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767389101.989911:0:352639:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767389101.989917:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767389101.989920:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000010:0.0:1767389101.989924:0:352639:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf8c0870. 00000100:00000001:1.0:1767389101.989926:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000040:3.0:1767389101.989927:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389101.989946:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000010:0.0:1767389101.989949:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ebefbe85. 00000100:00000040:1.0:1767389101.989951:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008e7cc1a2 x1853241654549632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767389101.989952:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389101.989965:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389101.989977:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389101.989981:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389101.989984:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389101.989993:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767389101.990009:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000100:00000001:1.0:1767389101.990013:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000040:3.0:1767389101.990015:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000100:00000001:1.0:1767389101.990021:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000040:3.0:1767389101.990023:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389101.990035:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000100:00000001:1.0:1767389101.990035:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000040:3.0:1767389101.990053:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000020:01000004:1.0:1767389101.990055:0:337536:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000040:3.0:1767389101.990068:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000020:01000004:1.0:1767389101.990068:0:337536:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000040:3.0:1767389101.990078:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:01000004:1.0:1767389101.990078:0:337536:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767389101.990094:0:337536:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000040:3.0:1767389101.990095:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767389101.990110:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000020:01000004:1.0:1767389101.990110:0:337536:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000040:3.0:1767389101.990124:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000020:01000004:1.0:1767389101.990124:0:337536:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767389101.990135:0:337536:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000040:3.0:1767389101.990136:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000020:01000004:1.0:1767389101.990139:0:337536:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000040:3.0:1767389101.990143:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000020:01000004:1.0:1767389101.990143:0:337536:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767389101.990153:0:337536:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000040:3.0:1767389101.990154:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389101.990163:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000100:00000040:1.0:1767389101.990170:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e7cc1a2 x1853241654549632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000040:3.0:1767389101.990173:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389101.990182:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767389101.990192:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000100:00100000:1.0:1767389101.990199:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008e7cc1a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654549632:0@lo:253: 00000400:00000040:3.0:1767389101.990200:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00080000:00000020:2.0:1767389101.990204:0:338174:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000400:00000040:3.0:1767389101.990219:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000100:00000001:2.0:1767389101.990221:0:338174:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:1.0:1767389101.990223:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767389101.990230:0:338174:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009b535535. 00000400:00000040:3.0:1767389101.990242:0:359876:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000100:00000001:1.0:1767389101.990244:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000001:2.0:1767389101.990245:0:338174:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389101.990260:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654549760 00000100:00000040:1.0:1767389101.990260:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008e7cc1a2 x1853241654549632/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389101.990273:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767389101.990292:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000200:2.0:1767389101.990294:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001d06c4be x1853241654549760/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:552/0 lens 4848/4768 e 0 to 0 dl 1767389112 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389101.990299:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389101.990308:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000033b8690f. 02000000:00000001:1.0:1767389101.990322:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389101.990329:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389101.990336:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389101.990345:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389101.990354:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006b160a2e. 00010000:00000001:2.0:1767389101.990363:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389101.990367:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389101.990369:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1767389101.990373:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=126 v=5 (1 0 0 0) 02000000:00000001:1.0:1767389101.990376:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389101.990381:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008e7cc1a2. 00000100:00000001:2.0:1767389101.990383:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767389101.990393:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767389101.990397:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389101.990398:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389101.990410:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:1.0:1767389101.990411:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389101.990422:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767389101.990430:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767389101.990431:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389101.990438:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389101.990446:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389101.990447:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767389101.990456:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767389101.990457:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389101.990463:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000159ea938. 00000100:00000200:2.0:1767389101.990475:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654549760, offset 224 00000400:00000200:2.0:1767389101.990495:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767389101.990567:0:359876:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009ac4bf1d. 00000400:00000200:2.0:1767389101.990577:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389101.990587:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x6958372809d00 00000400:00000200:2.0:1767389101.990594:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2369 [2] + 224 00000400:00000200:2.0:1767389101.990601:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389101.990617:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389101.990621:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389101.990625:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000041aa7f83 x1853241654549760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389101.990635:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000041aa7f83 x1853241654549760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389101.990663:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389101.990668:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000159ea938 00000400:00000010:2.0:1767389101.990670:0:338174:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000159ea938. 00000100:00000001:2.0:1767389101.990674:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389101.990677:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389101.990686:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389101.990694:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389101.990698:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389101.990703:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389101.990708:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767389101.990709:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389101.990716:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767389101.990720:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001d06c4be x1853241654549760/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:552/0 lens 4848/4768 e 0 to 0 dl 1767389112 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389101.990770:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001d06c4be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654549760:12345-0@lo:253: Request processed in 42430us (44926us total) trans 0 rc 0/0 00000400:00000001:0.0:1767389101.990782:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767389101.990789:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000400:00000001:0.0:1767389101.990790:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767389101.990797:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000400:00000010:0.0:1767389101.990798:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071ad8f9c. 00000100:00000001:2.0:1767389101.990815:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767389101.990819:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e571e6a5 00000100:00000001:2.0:1767389101.990822:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1767389101.990825:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e571e6a5. 00000020:00000010:2.0:1767389101.990829:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000013090a7f. 00000100:00000001:0.0:1767389101.990834:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767389101.990839:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000028b9b622. 00000020:00000010:2.0:1767389101.990846:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000134f7215. 00000100:00000200:0.0:1767389101.990847:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000041aa7f83 x1853241654549760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767389101.990866:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:2.0:1767389101.990877:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767389101.990877:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000041aa7f83 x1853241654549760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389101.990883:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000044221517. 02000000:00000001:2.0:1767389101.990902:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389101.990906:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389101.990909:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389101.990914:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389101.990917:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767389101.990918:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389101.990929:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767389101.990931:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001df491b7. 00000100:00000001:0.0:1767389101.990935:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767389101.990940:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000159ea938. 00000100:00000001:0.0:1767389101.990941:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389101.990957:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389101.990967:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=126 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389101.990975:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=126 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389101.990982:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389101.990987:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389101.990991:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389101.990995:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389101.990999:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389101.991009:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041aa7f83 x1853241654549760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389101.991018:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389101.991022:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389101.991024:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389101.991030:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389101.991033:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767389101.991036:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389101.991039:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389101.991041:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389101.991044:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389101.991047:0:337537:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767389101.991051:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389101.991054:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389101.991061:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041aa7f83 x1853241654549760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389101.991070:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000041aa7f83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654549760:0@lo:253: 00000100:00000001:0.0:1767389101.991076:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389101.991078:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389101.991083:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041aa7f83 x1853241654549760/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389101.991091:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389101.991094:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389101.991096:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000435c77c2. 02000000:00000001:0.0:1767389101.991100:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389101.991102:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389101.991104:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389101.991106:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389101.991108:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000ceb75cd3. 02000000:00000001:0.0:1767389101.991113:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389101.991115:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389101.991117:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041aa7f83. 00000100:00000001:0.0:1767389101.991121:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389101.991122:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389101.991124:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389101.991131:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389101.991132:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389101.991135:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389101.991137:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767389101.994792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e5239249. 00010000:00000010:0.1:1767389101.994806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000091ef5806. 10000000:00000001:1.0:1767389102.027868:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767389102.027876:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 2 10000000:00000001:1.0:1767389102.027882:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389102.027890:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767389102.027894:0:338177:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767389102.027900:0:338177:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767389102.027907:0:338177:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767389102.027912:0:338177:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767389102.027916:0:338177:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff904b60cd8000 from 81 10000000:00000001:1.0:1767389102.027921:0:338177:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767389102.027926:0:338177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767389102.027934:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a8fcdc4. 00000020:00000040:1.0:1767389102.027939:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389102.027943:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389102.027947:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389102.027952:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389102.027963:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005781d341. 00000100:00000001:1.0:1767389102.027970:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389102.027975:0:338177:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767389102.027979:0:338177:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767389102.027994:0:338177:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000592c20e8. 00010000:00000001:1.0:1767389102.028000:0:338177:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389102.028008:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f79eca00. 00000020:00000001:1.0:1767389102.028013:0:338177:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389102.028023:0:338177:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f79eca00 with handle 0x95cd417baf42963f to hash 00000020:00000001:1.0:1767389102.028026:0:338177:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389102.028030:0:338177:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389102.028034:0:338177:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389102.028040:0:338177:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389102.028046:0:338177:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389102.028052:0:338177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf42963f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389102.028082:0:338177:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf42963f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389102.028092:0:338177:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf42963f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767389102.028100:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767389102.028104:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767389102.028111:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b49800. 00000100:00000001:1.0:1767389102.028115:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247632739136 : -122826076812480 : ffff904a53528b40) 00000100:00000001:1.0:1767389102.028119:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389102.028122:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378552832 : -122821330998784 : ffff904b6e31ea00) 00000100:00000001:1.0:1767389102.028127:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389102.028130:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.028134:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767389102.028138:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389102.028144:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007a8fcdc4 x1853241654549888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.028152:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389102.028155:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389102.028160:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389102.028163:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389102.028167:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389102.028175:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007a8fcdc4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654549888:0@lo:101: 00000100:00000001:1.0:1767389102.028179:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389102.028186:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389102.028190:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389102.028193:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389102.028196:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000058d389d2. 02000000:00000001:1.0:1767389102.028200:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389102.028208:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016d3c1be. 00000400:00000010:1.0:1767389102.028217:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8bdd933. 00000100:00000200:1.0:1767389102.028234:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654549888, portal 25 00000100:00000001:1.0:1767389102.028236:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389102.028238:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378552832 : -122821330998784 : ffff904b6e31ea00) 00000100:00000040:1.0:1767389102.028248:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007a8fcdc4 x1853241654549888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.028254:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389102.028259:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389102.028265:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000100:00000200:1.0:1767389102.028271:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654549888, offset 0 00000400:00000200:1.0:1767389102.028284:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389102.028297:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389102.028319:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6958372809d80 00000400:00000200:1.0:1767389102.028334:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1a4d [2] + 0 00000400:00000010:1.0:1767389102.028338:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aed95b43. 00000400:00000200:1.0:1767389102.028349:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000071437caa 00000400:00000200:1.0:1767389102.028353:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389102.028360:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389102.028363:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071437caa 00000400:00000010:1.0:1767389102.028366:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071437caa. 00000100:00000001:1.0:1767389102.028379:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389102.028381:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389102.028386:0:338177:0:(events.c:337:request_in_callback()) incoming req@000000009f4fb251 x1853241654549888 msgsize 328 00000100:00100000:1.0:1767389102.028404:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389102.028409:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767389102.028431:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389102.028448:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000400:00000010:1.0:1767389102.028450:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000100:00000001:1.0:1767389102.028454:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389102.028458:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a8fcdc4 x1853241654549888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.028466:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389102.028469:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007a8fcdc4 x1853241654549888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389118 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.028475:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.028485:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389102.028496:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.028502:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299690071 00000100:00000010:1.0:1767389102.028510:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002786309a. 00000100:00000001:1.0:1767389102.028520:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767389102.028533:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299690071 00000100:00000010:1.0:1767389102.028538:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000050a6e710. 00000100:00000001:1.0:1767389102.028544:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767389102.028548:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299690071 00000100:00000010:1.0:1767389102.028554:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000771d0af6. 00000100:00000001:1.0:1767389102.028559:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389102.028562:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299690071 00000100:00000010:1.0:1767389102.028567:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092b23b3a. 00000100:00000001:1.0:1767389102.028571:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389102.028576:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389102.028581:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.028585:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389102.028589:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767389102.028593:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f7b49800 going to sleep for 11 seconds 00000100:00000001:1.0:1767389102.028600:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389102.028602:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.028648:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389102.028655:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654549888 02000000:00000001:1.0:1767389102.028660:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389102.028663:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389102.028666:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389102.028670:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389102.028675:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654549888 00000020:00000001:1.0:1767389102.028678:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389102.028680:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389102.028683:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389102.028686:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:1.0:1767389102.028690:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389102.028707:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389102.028713:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389102.028721:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003fdeaca. 00000100:00000001:1.0:1767389102.028755:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389102.028758:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003fdeaca. 00000020:00000010:1.0:1767389102.028767:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d278740. 00000020:00000010:1.0:1767389102.028772:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016e56c9d. 00000020:00000010:1.0:1767389102.028778:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00000040:1.0:1767389102.028789:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389102.028794:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389102.028797:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389102.028800:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.028810:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.028833:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389102.028854:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389102.028858:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389102.028873:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00000040:1.0:1767389102.028879:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389102.028883:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509328464 : -122821200223152 : ffff904b75fd6450) 00000100:00000040:1.0:1767389102.028888:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009f4fb251 x1853241654549888/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:553/0 lens 328/0 e 0 to 0 dl 1767389113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.028897:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389102.028901:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000003fdeaca. 00000100:00000001:1.0:1767389102.028904:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389102.028907:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000003fdeaca. 00000100:00100000:1.0:1767389102.028920:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009f4fb251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:338177:x1853241654549888:12345-0@lo:101: 00000100:00000200:1.0:1767389102.028924:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654549888 00000020:00000001:1.0:1767389102.028926:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389102.028930:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389102.028933:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389102.028936:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389102.028938:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000020:00000001:1.0:1767389102.028949:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389102.028951:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389102.028954:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389102.028957:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389102.028961:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389102.028964:0:338174:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767389102.028967:0:338174:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767389102.028972:0:338174:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767389102.028976:0:338174:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767389102.028979:0:338174:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389102.028988:0:338174:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767389102.029003:0:338174:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d98f2146. 00010000:00000001:1.0:1767389102.029006:0:338174:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389102.029010:0:338174:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fe626905. 00000020:00000001:1.0:1767389102.029014:0:338174:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389102.029020:0:338174:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fe626905 with handle 0x95cd417baf429646 to hash 00000020:00000001:1.0:1767389102.029024:0:338174:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389102.029027:0:338174:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:1.0:1767389102.029030:0:338174:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00010000:1.0:1767389102.029034:0:338174:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000fe626905/0x95cd417baf429646 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x95cd417baf42963f expref: -99 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389102.029041:0:338174:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003eb5d898 : new locks_count 10 00000020:00000040:1.0:1767389102.029044:0:338174:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=15 00000100:00000001:1.0:1767389102.029052:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389102.029056:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389102.029061:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a373c17d. 02000000:00000001:1.0:1767389102.029064:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.029067:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389102.029069:0:338174:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389102.029071:0:338174:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389102.029074:0:338174:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389102.029078:0:338174:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389102.029080:0:338174:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389102.029083:0:338174:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389102.029096:0:338174:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389102.029099:0:338174:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389102.029102:0:338174:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389102.029105:0:338174:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389102.029110:0:338174:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389102.029113:0:338174:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d98f2146) refcount = 1 00010000:00010000:1.0:1767389102.029118:0:338174:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000fe626905/0x95cd417baf429646 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x95cd417baf42963f expref: 15 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389102.029124:0:338174:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389102.029126:0:338174:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389102.029130:0:338174:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389102.029134:0:338174:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389102.029136:0:338174:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389102.029142:0:338174:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767389102.029145:0:338174:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000fe626905/0x95cd417baf429646 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf42963f expref: 15 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389102.029152:0:338174:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389102.029156:0:338174:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389102.029158:0:338174:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389102.029160:0:338174:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389102.029161:0:338174:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389102.029164:0:338174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389102.029165:0:338174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389102.029166:0:338174:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000fe626905, rc 0) 00000020:00000001:1.0:1767389102.029169:0:338174:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389102.029171:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654549888 00010000:00000001:1.0:1767389102.029175:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389102.029181:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009f4fb251 x1853241654549888/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:553/0 lens 328/344 e 0 to 0 dl 1767389113 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389102.029187:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389102.029188:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389102.029191:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=127 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389102.029194:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389102.029206:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389102.029208:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389102.029211:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389102.029213:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.029215:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389102.029225:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389102.029229:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000100:00000200:1.0:1767389102.029235:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654549888, offset 224 00000400:00000200:1.0:1767389102.029245:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389102.029258:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389102.029266:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6958372809d80 00000400:00000200:1.0:1767389102.029269:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2381 [1] + 224 00000400:00000200:1.0:1767389102.029273:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389102.029276:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389102.029280:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389102.029283:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a8fcdc4 x1853241654549888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389118 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389102.029290:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000007a8fcdc4 x1853241654549888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.029302:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389102.029308:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000400:00000010:1.0:1767389102.029311:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000100:00000001:1.0:1767389102.029317:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389102.029320:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389102.029325:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389102.029328:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389102.029330:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389102.029333:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389102.029334:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389102.029338:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f4fb251 x1853241654549888/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:553/0 lens 328/344 e 0 to 0 dl 1767389113 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389102.029347:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009f4fb251 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654549888:12345-0@lo:101: Request processed in 449us (959us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389102.029371:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00000040:1.0:1767389102.029376:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:1.0:1767389102.029381:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389102.029385:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389102.029391:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016e56c9d. 00000020:00000010:1.0:1767389102.029395:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000020:00000010:1.0:1767389102.029400:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000d278740. 00000020:00000040:1.0:1767389102.029408:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:1.0:1767389102.029417:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389102.029420:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a373c17d. 02000000:00000001:1.0:1767389102.029428:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389102.029430:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389102.029434:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389102.029440:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037ff80f1. 00000400:00000010:1.0:1767389102.029449:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f6e6056. 00000100:00000001:1.0:1767389102.029517:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389102.029526:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389102.029529:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389102.029531:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016d3c1be. 00000400:00000200:1.0:1767389102.029539:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8bdd933 00000400:00000010:1.0:1767389102.029542:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8bdd933. 00000100:00000001:1.0:1767389102.029553:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389102.029562:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a8fcdc4 x1853241654549888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389102.029570:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a8fcdc4 x1853241654549888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389118 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.029575:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389102.029576:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389102.029580:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389102.029584:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389102.029588:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389102.029592:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389102.029595:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389102.029600:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=127 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389102.029633:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=127 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389102.029640:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389102.029644:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389102.029648:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389102.029652:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.029656:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389102.029664:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007a8fcdc4 x1853241654549888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389118 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.029672:0:338177:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389102.029676:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389102.029680:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389102.029689:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a8fcdc4 x1853241654549888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389118 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389102.029699:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007a8fcdc4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654549888:0@lo:101: 00000100:00000001:1.0:1767389102.029713:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389102.029720:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.029759:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767389102.029762:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389102.029773:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007a8fcdc4 x1853241654549888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389118 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.029779:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389102.029783:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f7b49800. 00000100:00000001:1.0:1767389102.029790:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767389102.029791:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389102.029795:0:338177:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767389102.029797:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389102.029800:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389102.029802:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=4 00000020:00000001:1.0:1767389102.029806:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389102.029810:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000040:1.0:1767389102.029815:0:338177:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000f79eca00, remote cookie: 0x95cd417baf429646, flags: 0x0 00010000:00000001:1.0:1767389102.029820:0:338177:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389102.029832:0:338177:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389102.029836:0:338177:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389102.029842:0:338177:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389102.029846:0:338177:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389102.029850:0:338177:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000592c20e8) refcount = 1 00010000:00010000:1.0:1767389102.029853:0:338177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf42963f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429646 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389102.029860:0:338177:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389102.029862:0:338177:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389102.029863:0:338177:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389102.029865:0:338177:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767389102.029868:0:338177:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389102.029872:0:338177:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf42963f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf429646 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389102.029877:0:338177:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767389102.029879:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389102.029879:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389102.029880:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389102.029881:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389102.029882:0:338177:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.029886:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389102.029895:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007a8fcdc4 x1853241654549888/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389118 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.029902:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389102.029905:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389102.029908:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000058d389d2. 02000000:00000001:1.0:1767389102.029920:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389102.029922:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389102.029924:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389102.029929:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389102.029932:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005781d341. 02000000:00000001:1.0:1767389102.029940:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389102.029943:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389102.029947:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a8fcdc4. 00000100:00000001:1.0:1767389102.029954:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389102.029962:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767389102.029964:0:338177:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389102.029967:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767389102.029970:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 3 10000000:00000001:1.0:1767389102.029974:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389102.029978:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389102.029982:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389102.029984:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=3 00000020:00000001:1.0:1767389102.029988:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389102.029993:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389102.029997:0:338177:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767389102.030000:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389102.030003:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389102.030005:0:338177:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389102.030009:0:338177:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767389102.030014:0:338177:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000f30837d4. 00000100:00000010:1.0:1767389102.030032:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a8fcdc4. 00000020:00000040:1.0:1767389102.030035:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389102.030040:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389102.030042:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389102.030047:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389102.030060:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005781d341. 00000100:00000001:1.0:1767389102.030065:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.030070:0:338177:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767389102.030076:0:338177:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000058d389d2. 00000100:00000010:1.0:1767389102.030081:0:338177:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000003fdeaca. 00000020:00000040:1.0:1767389102.030084:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389102.030090:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767389102.030092:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767389102.030097:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b49800. 00000100:00000001:1.0:1767389102.030098:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247632739136 : -122826076812480 : ffff904a53528b40) 00000100:00000001:1.0:1767389102.030100:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389102.030101:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378552832 : -122821330998784 : ffff904b6e31ea00) 00000100:00000001:1.0:1767389102.030104:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389102.030105:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.030113:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767389102.030114:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389102.030120:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007a8fcdc4 x1853241654550016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.030128:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389102.030130:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389102.030136:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389102.030141:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389102.030144:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389102.030154:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007a8fcdc4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654550016:0@lo:256: 00000100:00000001:1.0:1767389102.030158:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389102.030160:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389102.030162:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.030165:0:338177:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767389102.030177:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016d3c1be. 00000400:00000010:1.0:1767389102.030186:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000013e5837f. 00000100:00000200:1.0:1767389102.030195:0:338177:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6958372809e00-0x6958372809e00, portal 33 00000100:00000001:1.0:1767389102.030199:0:338177:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389102.030203:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389102.030208:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000d278740. 02000000:00000001:1.0:1767389102.030213:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389102.030218:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dd0cc25. 00000400:00000010:1.0:1767389102.030225:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8bdd933. 00000100:00000200:1.0:1767389102.030227:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654550016, portal 25 00000100:00000001:1.0:1767389102.030231:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389102.030232:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378552832 : -122821330998784 : ffff904b6e31ea00) 00000100:00000040:1.0:1767389102.030241:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007a8fcdc4 x1853241654550016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.030248:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389102.030257:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389102.030261:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000100:00000200:1.0:1767389102.030268:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853241654550016, offset 0 00000400:00000200:1.0:1767389102.030282:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389102.030288:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389102.030301:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x6958372809e00 00000400:00000200:1.0:1767389102.030305:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1a95 [2] + 0 00000400:00000010:1.0:1767389102.030308:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000671f20ba. 00000400:00000200:1.0:1767389102.030314:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003d3e1a02 00000400:00000200:1.0:1767389102.030317:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389102.030327:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389102.030331:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d3e1a02 00000400:00000010:1.0:1767389102.030332:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003d3e1a02. 00000100:00000001:1.0:1767389102.030340:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389102.030342:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389102.030346:0:338177:0:(events.c:337:request_in_callback()) incoming req@00000000be04ba01 x1853241654550016 msgsize 304 00000100:00100000:1.0:1767389102.030359:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389102.030365:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767389102.030384:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389102.030391:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000400:00000010:1.0:1767389102.030392:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000100:00000001:1.0:1767389102.030395:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389102.030398:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a8fcdc4 x1853241654550016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389118 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.030405:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389102.030408:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@000000007a8fcdc4 x1853241654550016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389118 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.030416:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.030420:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389102.030431:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.030438:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299690073 00000100:00000001:1.0:1767389102.030455:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299690071 00000100:00000001:1.0:1767389102.030468:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299690073 00000100:00000001:1.0:1767389102.030484:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299690071 00000100:00000001:1.0:1767389102.030489:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299690073 00000100:00000001:1.0:1767389102.030491:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299690071 00000100:00000001:1.0:1767389102.030493:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299690073 00000100:00000001:1.0:1767389102.030517:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299690071 00000100:00000001:1.0:1767389102.030535:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389102.030539:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.030542:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389102.030545:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767389102.030548:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f7b49800 going to sleep for 11 seconds 00000100:00000001:1.0:1767389102.030551:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389102.030552:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.030587:0:352639:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389102.030590:0:352639:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654550016 02000000:00000001:1.0:1767389102.030594:0:352639:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389102.030598:0:352639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389102.030600:0:352639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389102.030626:0:352639:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389102.030631:0:352639:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654550016 00000020:00000001:1.0:1767389102.030635:0:352639:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389102.030639:0:352639:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389102.030642:0:352639:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389102.030646:0:352639:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:1.0:1767389102.030650:0:352639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:1.0:1767389102.030652:0:352639:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:1.0:1767389102.030654:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389102.030659:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9ebdf9b. 00000100:00000001:1.0:1767389102.030660:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389102.030662:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9ebdf9b. 00000020:00000010:1.0:1767389102.030669:0:352639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae0ee238. 00000020:00000010:1.0:1767389102.030680:0:352639:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016e56c9d. 00000020:00000010:1.0:1767389102.030685:0:352639:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00000040:1.0:1767389102.030690:0:352639:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389102.030695:0:352639:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389102.030699:0:352639:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389102.030702:0:352639:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.030709:0:352639:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.030723:0:352639:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389102.030813:0:352639:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389102.030816:0:352639:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389102.030828:0:352639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00000040:1.0:1767389102.030834:0:352639:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389102.030837:0:352639:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509332560 : -122821200219056 : ffff904b75fd7450) 00000100:00000040:1.0:1767389102.030846:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be04ba01 x1853241654550016/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:553/0 lens 304/0 e 0 to 0 dl 1767389113 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.030854:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389102.030859:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d9ebdf9b. 00000100:00000001:1.0:1767389102.030866:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389102.030870:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d9ebdf9b. 00000100:00100000:1.0:1767389102.030884:0:352639:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be04ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654550016:12345-0@lo:256: 00000100:00000200:1.0:1767389102.030888:0:352639:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654550016 00000020:00000001:1.0:1767389102.030890:0:352639:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389102.030894:0:352639:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389102.030897:0:352639:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389102.030900:0:352639:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389102.030901:0:352639:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333408 : -1039218208 : ffffffffc20ec9e0) 00000020:00000001:1.0:1767389102.030903:0:352639:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389102.030905:0:352639:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389102.030906:0:352639:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389102.030907:0:352639:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389102.030909:0:352639:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.030912:0:352639:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389102.030914:0:352639:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389102.030924:0:352639:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000a373c17d. 02000000:00000001:1.0:1767389102.030926:0:352639:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.030929:0:352639:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389102.030931:0:352639:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767389102.030933:0:352639:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767389102.030937:0:352639:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767389102.030941:0:352639:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767389102.030945:0:352639:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389102.030949:0:352639:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767389102.030952:0:352639:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767389102.030958:0:352639:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000001ab87bfd. 20000000:00000001:1.0:1767389102.030963:0:352639:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767389102.030982:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767389102.030990:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767389102.030995:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767389102.030998:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767389102.031000:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767389102.031001:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767389102.031003:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767389102.031005:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767389102.031007:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767389102.031009:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767389102.031013:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767389102.031015:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767389102.031017:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767389102.031018:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767389102.031020:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767389102.031021:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767389102.031023:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767389102.031024:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767389102.031026:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767389102.031028:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767389102.031029:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767389102.031031:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767389102.031034:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767389102.031038:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767389102.031041:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767389102.031046:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767389102.031049:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767389102.031053:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767389102.031056:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767389102.031061:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767389102.031065:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767389102.031069:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767389102.031071:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767389102.031074:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767389102.031079:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767389102.031086:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767389102.031088:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767389102.031089:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767389102.031091:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767389102.031092:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767389102.031094:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:1.0:1767389102.031096:0:352639:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 3252/1/4/3. 20000000:00000040:1.0:1767389102.031107:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767389102.031110:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767389102.031114:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767389102.031118:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767389102.031120:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767389102.031123:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767389102.031127:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767389102.031131:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767389102.031134:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767389102.031137:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767389102.031141:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767389102.031145:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767389102.031149:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767389102.031152:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767389102.031155:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767389102.031158:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767389102.031161:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767389102.031164:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767389102.031167:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767389102.031170:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767389102.031174:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767389102.031177:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767389102.031181:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767389102.031185:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767389102.031188:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767389102.031191:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767389102.031195:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767389102.031201:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767389102.031205:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767389102.031207:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767389102.031211:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767389102.031214:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767389102.031218:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767389102.031221:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767389102.031224:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767389102.031227:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767389102.031229:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767389102.031232:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767389102.031235:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767389102.031240:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767389102.031242:0:352639:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:01000000:1.0:1767389102.031247:0:352639:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 844, pages 2408/1/4/3. 20000000:01000000:1.0:1767389102.031251:0:352639:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1688, version 84 20000000:00000001:1.0:1767389102.031253:0:352639:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1688 : 1688 : 698) 00000100:00000001:1.0:1767389102.031257:0:352639:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767389102.031261:0:352639:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006633c69b. 00000100:00000010:1.0:1767389102.031271:0:352639:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005bb71abf. 00000020:00000040:1.0:1767389102.031273:0:352639:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=16 00010000:00000001:1.0:1767389102.031276:0:352639:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767389102.031279:0:352639:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767389102.031284:0:352639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000400:00000010:1.0:1767389102.031302:0:352639:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002d124aa4. 00000400:00000200:1.0:1767389102.031305:0:352639:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389102.031315:0:352639:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389102.031329:0:352639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1688 into portal 33 MB=0x6958372809e00 00000400:00000200:1.0:1767389102.031341:0:352639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1688/1688 into md 0x2391 [4] + 0 00000400:00000010:1.0:1767389102.031345:0:352639:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016d3c1be. 00000400:00000200:1.0:1767389102.031349:0:352639:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000013e5837f 00000400:00000200:1.0:1767389102.031353:0:352639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389102.031356:0:352639:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389102.031359:0:352639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e5837f 00000400:00000010:1.0:1767389102.031360:0:352639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000013e5837f. 00000100:00000001:1.0:1767389102.031365:0:352639:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767389102.031368:0:352639:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000007a8fcdc4 desc 0000000058d389d2 mbits 1853241654550016 00000100:00000001:1.0:1767389102.031380:0:352639:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767389102.031386:0:352639:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767389102.031394:0:352639:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767389102.031411:0:352639:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x239d 00000400:00000200:1.0:1767389102.031416:0:352639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389102.031419:0:352639:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767389102.031422:0:352639:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767389102.031424:0:352639:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000006633c69b 00000100:00000001:1.0:1767389102.031426:0:352639:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767389102.031435:0:352639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000400:00000010:1.0:1767389102.031437:0:352639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000100:00000001:1.0:1767389102.031445:0:352639:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767389102.031448:0:352639:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000006633c69b 00000100:00000001:1.0:1767389102.031456:0:352639:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767389102.031464:0:352639:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1688 bytes via portal 33 id 12345-0@lo mbits 0x6958372809e00-0x6958372809e00 00000100:00000001:1.0:1767389102.031468:0:352639:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389102.031476:0:352639:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.031479:0:352639:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767389102.031482:0:352639:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000010:1.0:1767389102.031486:0:352639:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005bb71abf. 00000100:00000010:1.0:1767389102.031490:0:352639:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006633c69b. 00000100:00000001:1.0:1767389102.031493:0:352639:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767389102.031494:0:352639:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767389102.031502:0:352639:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000001ab87bfd. 20000000:00000001:1.0:1767389102.031507:0:352639:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389102.031510:0:352639:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654550016 00010000:00000001:1.0:1767389102.031513:0:352639:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389102.031522:0:352639:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000be04ba01 x1853241654550016/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:553/0 lens 304/240 e 0 to 0 dl 1767389113 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389102.031530:0:352639:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389102.031533:0:352639:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389102.031537:0:352639:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=127 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389102.031544:0:352639:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389102.031552:0:352639:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389102.031554:0:352639:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389102.031558:0:352639:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389102.031560:0:352639:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.031565:0:352639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389102.031576:0:352639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389102.031581:0:352639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000100:00000200:1.0:1767389102.031588:0:352639:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853241654550016, offset 224 00000400:00000200:1.0:1767389102.031598:0:352639:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389102.031619:0:352639:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389102.031625:0:352639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x6958372809e00 00000400:00000200:1.0:1767389102.031633:0:352639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2395 [1] + 224 00000400:00000200:1.0:1767389102.031638:0:352639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389102.031644:0:352639:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389102.031646:0:352639:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389102.031648:0:352639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a8fcdc4 x1853241654550016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389118 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389102.031662:0:352639:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@000000007a8fcdc4 x1853241654550016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.031676:0:352639:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389102.031689:0:352639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000400:00000010:1.0:1767389102.031692:0:352639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000100:00000001:1.0:1767389102.031699:0:352639:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389102.031704:0:352639:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389102.031719:0:352639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389102.031761:0:352639:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389102.031765:0:352639:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389102.031767:0:352639:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389102.031770:0:352639:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389102.031779:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be04ba01 x1853241654550016/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:553/0 lens 304/240 e 0 to 0 dl 1767389113 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389102.031789:0:352639:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be04ba01 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654550016:12345-0@lo:256: Request processed in 934us (1441us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389102.031798:0:352639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00000040:1.0:1767389102.031802:0:352639:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:1.0:1767389102.031806:0:352639:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389102.031811:0:352639:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389102.031816:0:352639:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016e56c9d. 00000020:00000010:1.0:1767389102.031822:0:352639:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000020:00000010:1.0:1767389102.031829:0:352639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae0ee238. 00000020:00000040:1.0:1767389102.031833:0:352639:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:1.0:1767389102.031839:0:352639:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389102.031840:0:352639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000a373c17d. 02000000:00000001:1.0:1767389102.031843:0:352639:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389102.031846:0:352639:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389102.031850:0:352639:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389102.031856:0:352639:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016d3c1be. 00000400:00000010:1.0:1767389102.031865:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013e5837f. 00000100:00000001:1.0:1767389102.031904:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389102.031911:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389102.031913:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389102.031917:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dd0cc25. 00000400:00000200:1.0:1767389102.031922:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8bdd933 00000400:00000010:1.0:1767389102.031924:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8bdd933. 00000100:00000001:1.0:1767389102.031928:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389102.031935:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a8fcdc4 x1853241654550016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389118 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389102.031942:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a8fcdc4 x1853241654550016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389118 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.031949:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389102.031950:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389102.031952:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389102.031954:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389102.031958:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389102.031961:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389102.031964:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389102.031967:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=127 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389102.031970:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=127 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389102.031974:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389102.031975:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389102.031978:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389102.031981:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.031984:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389102.031992:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000007a8fcdc4 x1853241654550016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389118 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389102.032004:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000007a8fcdc4 x1853241654550016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389118 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.032010:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389102.032012:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389102.032014:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a8fcdc4 x1853241654550016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389118 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389102.032019:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007a8fcdc4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654550016:0@lo:256: 00000100:00000001:1.0:1767389102.032022:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389102.032025:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.032027:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767389102.032029:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389102.032030:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007a8fcdc4 x1853241654550016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389118 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389102.032036:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389102.032038:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f7b49800. 00000100:00000001:1.0:1767389102.032040:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767389102.032041:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767389102.032045:0:338177:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 84, more 0. 10000000:00000001:1.0:1767389102.032049:0:338177:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767389102.032057:0:338177:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000028b2d3d9. 10000000:00000040:1.0:1767389102.032071:0:338177:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767389102.032082:0:338177:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767389102.032086:0:338177:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767389102.032091:0:338177:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.113@tcp has 192.168.204.113@tcp. 00000100:00000001:1.0:1767389102.032097:0:338177:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389102.032101:0:338177:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767389102.032104:0:338177:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.113@tcp with 192.168.204.113@tcp 00000100:00000200:1.0:1767389102.032106:0:338177:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.113@tcp' 00000100:00000200:1.0:1767389102.032110:0:338177:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 41 NIDs for '192.168.204.113@tcp' 00000400:00000200:1.0:1767389102.032115:0:338177:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767389102.032118:0:338177:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767389102.032123:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.113@tcp 00000400:00000200:1.0:1767389102.032132:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767389102.032142:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (40) 00000400:00000200:1.0:1767389102.032153:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (41) 00000400:00000200:1.0:1767389102.032172:0:338177:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389102.032177:0:338177:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767389102.032186:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767389102.032191:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp: 0. pending discovery 00000400:00000200:1.0:1767389102.032194:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (42) 00000400:00000200:1.0:1767389102.032199:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp 00000400:00000200:1.0:1767389102.032202:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.113@tcp10 00000400:00000200:1.0:1767389102.032209:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032211:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp10 00000400:00000200:1.0:1767389102.032214:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.113@tcp11 00000400:00000200:1.0:1767389102.032218:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032222:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp11 00000400:00000200:1.0:1767389102.032224:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.113@tcp12 00000400:00000200:1.0:1767389102.032230:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032233:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp12 00000400:00000200:1.0:1767389102.032235:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.113@tcp13 00000400:00000200:1.0:1767389102.032240:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032244:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp13 00000400:00000200:1.0:1767389102.032247:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.113@tcp14 00000400:00000200:1.0:1767389102.032254:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032257:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp14 00000400:00000200:1.0:1767389102.032261:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.113@tcp15 00000400:00000200:1.0:1767389102.032269:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032271:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp15 00000400:00000200:1.0:1767389102.032274:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.113@tcp16 00000400:00000200:1.0:1767389102.032278:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032281:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp16 00000400:00000200:1.0:1767389102.032284:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.113@tcp17 00000400:00000200:1.0:1767389102.032291:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032293:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp17 00000400:00000200:1.0:1767389102.032294:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.113@tcp18 00000400:00000200:1.0:1767389102.032299:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032301:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp18 00000400:00000200:1.0:1767389102.032303:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.113@tcp19 00000400:00000200:1.0:1767389102.032307:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032309:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp19 00000400:00000200:1.0:1767389102.032311:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.113@tcp20 00000400:00000200:1.0:1767389102.032314:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032315:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp20 00000400:00000200:1.0:1767389102.032316:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.113@tcp21 00000400:00000200:1.0:1767389102.032318:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032319:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp21 00000400:00000200:1.0:1767389102.032321:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.113@tcp22 00000400:00000200:1.0:1767389102.032323:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032324:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp22 00000400:00000200:1.0:1767389102.032325:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.113@tcp23 00000400:00000200:1.0:1767389102.032327:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032328:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp23 00000400:00000200:1.0:1767389102.032330:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.113@tcp24 00000400:00000200:1.0:1767389102.032332:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032333:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp24 00000400:00000200:1.0:1767389102.032334:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.113@tcp25 00000400:00000200:1.0:1767389102.032336:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032338:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp25 00000400:00000200:1.0:1767389102.032339:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.113@tcp26 00000400:00000200:1.0:1767389102.032343:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032344:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp26 00000400:00000200:1.0:1767389102.032346:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.113@tcp27 00000400:00000200:1.0:1767389102.032348:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032351:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp27 00000400:00000200:1.0:1767389102.032353:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.113@tcp28 00000400:00000200:1.0:1767389102.032357:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032358:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp28 00000400:00000200:1.0:1767389102.032360:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.113@tcp29 00000400:00000200:1.0:1767389102.032363:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032364:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp29 00000400:00000200:1.0:1767389102.032365:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.113@tcp30 00000400:00000200:1.0:1767389102.032368:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032370:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp30 00000400:00000200:1.0:1767389102.032374:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.113@tcp31 00000400:00000200:1.0:1767389102.032381:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032383:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp31 00000400:00000200:1.0:1767389102.032387:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.113@tcp32 00000400:00000200:1.0:1767389102.032393:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032395:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp32 00000400:00000200:1.0:1767389102.032397:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.113@tcp33 00000400:00000200:1.0:1767389102.032400:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032401:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp33 00000400:00000200:1.0:1767389102.032403:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.113@tcp34 00000400:00000200:1.0:1767389102.032406:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032407:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp34 00000400:00000200:1.0:1767389102.032410:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.113@tcp35 00000400:00000200:1.0:1767389102.032416:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032419:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp35 00000400:00000200:1.0:1767389102.032423:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.113@tcp36 00000400:00000200:1.0:1767389102.032430:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032432:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp36 00000400:00000200:1.0:1767389102.032435:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.113@tcp37 00000400:00000200:1.0:1767389102.032441:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032443:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp37 00000400:00000200:1.0:1767389102.032447:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.113@tcp38 00000400:00000200:1.0:1767389102.032453:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032454:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp38 00000400:00000200:1.0:1767389102.032457:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.113@tcp39 00000400:00000200:1.0:1767389102.032461:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032463:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp39 00000400:00000200:1.0:1767389102.032467:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.113@tcp40 00000400:00000200:1.0:1767389102.032472:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767389102.032473:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp40 00000100:00000001:1.0:1767389102.032475:0:338177:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389102.032478:0:338177:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767389102.032481:0:338177:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.113@tcp' by NID '192.168.204.113@tcp' 10000000:00000010:1.0:1767389102.032486:0:338177:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000016e56c9d. 10000000:00000040:1.0:1767389102.032491:0:338177:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 84/84 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.113@tcp::1 00000020:00000080:1.0:1767389102.032497:0:338177:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767389102.032508:0:338177:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767389102.032514:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae0ee238. 00000020:00000010:1.0:1767389102.032523:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002aef733a. 00000040:00000010:1.0:1767389102.032531:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006fc9a729. 00000020:00000010:1.0:1767389102.032538:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006f03e7c0. 00000020:00000010:1.0:1767389102.032547:0:338177:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057d12b29. 00000020:00000010:1.0:1767389102.032555:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b278ddc9. 80000000:00000010:1.0:1767389102.032562:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000014d0abf. 40000000:00000010:1.0:1767389102.032568:0:338177:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d9ebdf9b. 00100000:00000010:1.0:1767389102.032576:0:338177:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004c42f700. 00040000:00000010:1.0:1767389102.032582:0:338177:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000178ef333. 00040000:00000010:1.0:1767389102.032590:0:338177:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000008a07d9c2. 00040000:00000010:1.0:1767389102.032595:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000049c38ef0. 00080000:00000010:1.0:1767389102.032620:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c2c407cf. 00000400:00000200:2.0:1767389102.032622:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000004:00000010:1.0:1767389102.032627:0:338177:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006232e190. 00000004:00000010:1.0:1767389102.032636:0:338177:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005521e0fb. 00000400:00000200:2.0:1767389102.032640:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000004:00000010:1.0:1767389102.032649:0:338177:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009dbebb2b. 00000400:00000010:2.0:1767389102.032653:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065d2f49b. 00000400:00000200:2.0:1767389102.032661:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (41) 00002000:00000010:1.0:1767389102.032662:0:338177:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a373c17d. 00000400:00000010:2.0:1767389102.032669:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000057592be6. 00000004:00000010:1.0:1767389102.032676:0:338177:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006633c69b. 00000400:00000200:2.0:1767389102.032684:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp 00000004:00000001:1.0:1767389102.032687:0:338177:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767389102.032694:0:338177:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767389102.032699:0:338177:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000016e56c9d 00000040:00001000:1.0:1767389102.032704:0:338177:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000200:2.0:1767389102.032705:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000040:00001000:1.0:1767389102.032708:0:338177:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767389102.032713:0:338177:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767389102.032718:0:338177:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:2.0:1767389102.032722:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 170], ns[65, 174] 00000400:00000200:2.0:1767389102.032775:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000400:00000200:2.0:1767389102.032787:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 64], ns[77, 65] 00000400:00000200:2.0:1767389102.032798:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 64], ns[81, 65] 00000400:00000200:2.0:1767389102.032812:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 64], ns[97, 65] 00000040:00001000:1.0:1767389102.032818:0:338177:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000200:2.0:1767389102.032823:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 64], ns[101, 65] 00000040:00001000:1.0:1767389102.032824:0:338177:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767389102.032831:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767389102.032837:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.113@tcp::1 00000400:00000200:2.0:1767389102.032839:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 64], ns[112, 65] 00000040:00000001:1.0:1767389102.032843:0:338177:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:2.0:1767389102.032854:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 65] 00000400:00000200:2.0:1767389102.032864:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 64], ns[123, 65] 00000400:00000200:2.0:1767389102.032870:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[135, 65] 00000400:00000200:2.0:1767389102.032874:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 64], ns[143, 65] 00000400:00000200:2.0:1767389102.032879:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 64], ns[146, 65] 00000400:00000200:2.0:1767389102.032888:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 64], ns[155, 65] 00000400:00000200:2.0:1767389102.032892:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[155, 64], ns[159, 65] 00000400:00000200:2.0:1767389102.032896:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 64], ns[181, 65] 00000400:00000200:2.0:1767389102.032906:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 64], ns[188, 65] 00000400:00000200:2.0:1767389102.032911:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 64], ns[192, 65] 00000400:00000200:2.0:1767389102.032915:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[54, 64], ns[54, 65] 00000400:00000200:2.0:1767389102.032920:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 54], ns[58, 54] 00000400:00000200:2.0:1767389102.032933:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[201, 54], ns[205, 54] 00000400:00000200:2.0:1767389102.032941:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 54], ns[141, 54] 00000004:00000001:1.0:1767389102.032949:0:338177:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389102.032952:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 54], ns[87, 54] 00000020:00000010:1.0:1767389102.032956:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002aef733a. 00000400:00000200:2.0:1767389102.032963:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 54], ns[90, 54] 00000040:00000010:1.0:1767389102.032965:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006fc9a729. 00000400:00000200:2.0:1767389102.032972:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[158, 54], ns[162, 54] 00000020:00000010:1.0:1767389102.032973:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006f03e7c0. 00000400:00000200:2.0:1767389102.032988:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 54], ns[132, 54] 00000020:00000010:1.0:1767389102.032988:0:338177:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000057d12b29. 00000400:00000200:2.0:1767389102.032996:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 54], ns[109, 54] 00000020:00000010:1.0:1767389102.032998:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b278ddc9. 00000400:00000200:2.0:1767389102.033003:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 54], ns[117, 54] 80000000:00000010:1.0:1767389102.033007:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000014d0abf. 00000400:00000200:2.0:1767389102.033011:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 54], ns[127, 54] 40000000:00000010:1.0:1767389102.033015:0:338177:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d9ebdf9b. 00000400:00000200:2.0:1767389102.033020:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[199, 54], ns[203, 54] 00100000:00000010:1.0:1767389102.033022:0:338177:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004c42f700. 00000400:00000200:2.0:1767389102.033028:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 54], ns[172, 54] 00040000:00000010:1.0:1767389102.033030:0:338177:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000178ef333. 00040000:00000010:1.0:1767389102.033039:0:338177:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008a07d9c2. 00000400:00000200:2.0:1767389102.033042:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 54], ns[179, 54] 00040000:00000010:1.0:1767389102.033044:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000049c38ef0. 00000400:00000200:2.0:1767389102.033051:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[189, 54], ns[193, 54] 00080000:00000010:1.0:1767389102.033052:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c2c407cf. 00000004:00000010:1.0:1767389102.033065:0:338177:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006232e190. 00000400:00000200:2.0:1767389102.033066:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 54], ns[171, 54] 00000004:00000010:1.0:1767389102.033073:0:338177:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005521e0fb. 00000400:00000200:2.0:1767389102.033075:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[200, 54], ns[204, 54] 00000004:00000010:1.0:1767389102.033086:0:338177:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009dbebb2b. 00000400:00000200:2.0:1767389102.033091:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[192, 54], ns[196, 54] 00002000:00000010:1.0:1767389102.033096:0:338177:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a373c17d. 00000400:00000200:2.0:1767389102.033100:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 54], ns[195, 54] 00000004:00000010:1.0:1767389102.033108:0:338177:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006633c69b. 00000400:00000200:2.0:1767389102.033114:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[195, 54], ns[199, 54] 00000020:00000010:1.0:1767389102.033116:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae0ee238. 00000020:00000001:1.0:1767389102.033123:0:338177:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389102.033126:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[202, 54], ns[206, 54] 00000020:00000001:1.0:1767389102.033128:0:338177:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767389102.033138:0:338177:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000016e56c9d. 00000400:00000200:2.0:1767389102.033143:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 10000000:00000010:1.0:1767389102.033147:0:338177:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000028b2d3d9. 00000400:00000200:2.0:1767389102.033152:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp27 10000000:00000001:1.0:1767389102.033155:0:338177:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389102.033159:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767389102.033160:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp27 lpni_is_preferred = 0 00000400:00000200:2.0:1767389102.033172:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp27 00000100:00000040:1.0:1767389102.033175:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007a8fcdc4 x1853241654550016/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389118 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389102.033188:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp27 NI seq info: [207:207:256:4294967295] 192.168.204.113@tcp27 LPNI seq info [203:203:8:4294967295] 00000100:00000001:1.0:1767389102.033192:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389102.033195:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767389102.033198:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp27 02000000:00000010:1.0:1767389102.033199:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000d278740. 02000000:00000001:1.0:1767389102.033209:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389102.033214:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389102.033217:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389102.033222:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767389102.033229:0:338177:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:2.0:1767389102.033234:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp27(192.168.204.113@tcp27:) -> 192.168.204.113@tcp27(192.168.204.113@tcp:192.168.204.113@tcp27) : PUT try# 0 00000020:00000001:1.0:1767389102.033235:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389102.033240:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000800:00000200:2.0:1767389102.033247:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.113@tcp27 00000020:00000001:1.0:1767389102.033247:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767389102.033253:0:338177:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000003fdeaca. 00000800:00000010:2.0:1767389102.033257:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ff064b49. 00000100:00000010:1.0:1767389102.033263:0:338177:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000058d389d2. 00000100:00000001:1.0:1767389102.033274:0:338177:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000800:00000200:2.0:1767389102.033278:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5bce732] -> 12345-192.168.204.113@tcp27 (4) 02000000:00000010:1.0:1767389102.033280:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005781d341. 00000800:00000200:2.0:1767389102.033287:0:337534:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 2, interval 16, 16 secs later) 02000000:00000001:1.0:1767389102.033290:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389102.033295:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389102.033296:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a8fcdc4. 00000800:00000200:2.0:1767389102.033302:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp27 ip 192.168.204.113:988 00000100:00000001:1.0:1767389102.033303:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000200:2.0:1767389102.033309:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ff064b49 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:1.0:1767389102.033309:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767389102.033339:0:338177:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000f30837d4. 00000400:00000200:2.0:1767389102.033345:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 10000000:01000000:1.0:1767389102.033354:0:338177:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:2.0:1767389102.033357:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100571 rc 0 10000000:00000001:1.0:1767389102.033367:0:338177:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767389102.033374:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389102.033378:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389102.033384:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=3 00000020:00000001:1.0:1767389102.033388:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389102.033393:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389102.033397:0:338177:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767389102.033401:0:338177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf42963f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429646 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389102.033410:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389102.033415:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389102.033418:0:338177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf42963f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429646 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389102.033427:0:338177:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767389102.033429:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389102.033430:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767389102.033432:0:338177:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389102.033434:0:338177:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389102.033438:0:338177:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767389102.033442:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767389102.033444:0:338177:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 3 10000000:00000001:1.0:1767389102.033448:0:338177:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000200:1.0:1767389102.033574:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389102.033580:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ff064b49. 00000400:00000200:1.0:1767389102.033586:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389102.033594:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp27->192.168.204.113@tcp27: PUT: OK 00000400:00000200:1.0:1767389102.033597:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389102.033600:0:337529:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp: 0 00000800:00000001:1.0:1767389102.033623:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.033634:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389102.033636:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.033641:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389102.033646:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp27(192.168.204.113@tcp27) <- 192.168.204.113@tcp27 : PUT - for me 00000400:00000200:1.0:1767389102.033659:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767389102.033664:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 656/688 into md 0x22b5 [1] + 0 00000400:00000010:1.0:1767389102.033668:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008034cfdf. 00000400:00000200:1.0:1767389102.033672:0:337529:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bc0a7fd1 00000800:00000001:1.0:1767389102.033680:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.033690:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389102.033692:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389102.033696:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp27->192.168.204.113@tcp27: PUT: OK 00000400:00000200:1.0:1767389102.033699:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc0a7fd1 00000400:00000010:1.0:1767389102.033702:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc0a7fd1. 00000400:00000200:1.0:1767389102.033708:0:337529:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767389102.033716:0:337529:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (42) 00000400:00000200:1.0:1767389102.033723:0:337529:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:1.0:1767389102.033769:0:337529:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (688 bytes) 00000400:00000200:1.0:1767389102.033773:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389102.033789:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (43) 00000400:00000200:1.0:1767389102.033795:0:337529:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767389102.033800:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp27 to MR: 192.168.204.113@tcp27 local destination 00000400:00000200:1.0:1767389102.033809:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp27 NI seq info: [208:208:256:4294967295] 192.168.204.113@tcp27 LPNI seq info [204:204:8:4294967295] 00000400:00000200:1.0:1767389102.033837:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp27(192.168.204.113@tcp27:192.168.204.113@tcp27) -> 192.168.204.113@tcp27(192.168.204.113@tcp27:192.168.204.113@tcp27) 192.168.204.113@tcp27 : ACK try# 0 00000800:00000200:1.0:1767389102.033846:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp27 00000800:00000010:1.0:1767389102.033851:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000178ef333. 00000800:00000200:1.0:1767389102.033859:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f5bce732] -> 12345-192.168.204.113@tcp27 (4) 00000800:00000200:1.0:1767389102.033864:0:337529:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.113 (cnted 2, interval 16, 16 secs later) 00000800:00000200:1.0:1767389102.033872:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp27 ip 192.168.204.113:987 00000800:00000200:1.0:1767389102.033877:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000178ef333 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767389102.033898:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.033906:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767389102.034011:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389102.034015:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000178ef333. 00000400:00000200:1.0:1767389102.034021:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389102.034026:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp27->192.168.204.113@tcp27: ACK: OK 00000800:00000001:1.0:1767389102.034051:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.034062:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389102.034070:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.034080:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389102.034083:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.034099:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389102.034121:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp27(192.168.204.113@tcp27) <- 192.168.204.113@tcp27 : ACK - for me 00000400:00000200:1.0:1767389102.034141:0:337529:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp27: ACK from 12345-192.168.204.113@tcp27 into md 0x23a9 00000400:00000200:1.0:1767389102.034148:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389102.034160:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp27->192.168.204.113@tcp27: ACK: OK 00000400:00000200:1.0:1767389102.034171:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d2f49b 00000400:00000010:1.0:1767389102.034177:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065d2f49b. 00000400:00000200:1.0:1767389102.034189:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767389102.034197:0:337529:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000400:00000200:1.0:1767389102.034210:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389102.034218:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (42) 00000800:00000001:1.0:1767389102.034234:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.034241:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389102.034307:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767389102.034312:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 000000006633c69b. 00000400:00000010:1.0:1767389102.034321:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008034cfdf. 00000400:00000010:1.0:1767389102.034326:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc0a7fd1. 00000400:00000200:1.0:1767389102.034329:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006633c69b 00000400:00000010:1.0:1767389102.034332:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000548735c8. 00000400:00000200:1.0:1767389102.034337:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 688 success 00000400:00000200:1.0:1767389102.034346:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 00000400:00000200:1.0:1767389102.034352:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (41) 00000400:00000010:1.0:1767389102.034361:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 0000000058d389d2. 00000400:00000010:1.0:1767389102.034370:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8bdd933. 00000400:00000010:1.0:1767389102.034383:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c57522a9. 00000400:00000200:1.0:1767389102.034394:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000400:00000200:1.0:1767389102.034412:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:1.0:1767389102.034416:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 170], ns[65, 174] 00000400:00000200:1.0:1767389102.034423:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000400:00000200:1.0:1767389102.034427:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 64], ns[77, 65] 00000400:00000200:1.0:1767389102.034433:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 64], ns[81, 65] 00000400:00000200:1.0:1767389102.034442:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 64], ns[97, 65] 00000400:00000200:1.0:1767389102.034447:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 64], ns[101, 65] 00000400:00000200:1.0:1767389102.034450:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 64], ns[112, 65] 00000400:00000200:1.0:1767389102.034454:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 65] 00000400:00000200:1.0:1767389102.034460:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 64], ns[123, 65] 00000400:00000200:1.0:1767389102.034465:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[135, 65] 00000400:00000200:1.0:1767389102.034468:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 64], ns[143, 65] 00000400:00000200:1.0:1767389102.034471:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 64], ns[146, 65] 00000400:00000200:1.0:1767389102.034475:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 64], ns[155, 65] 00000400:00000200:1.0:1767389102.034478:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[155, 64], ns[159, 65] 00000400:00000200:1.0:1767389102.034482:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 64], ns[181, 65] 00000400:00000200:1.0:1767389102.034485:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 64], ns[188, 65] 00000400:00000200:1.0:1767389102.034491:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 64], ns[192, 65] 00000400:00000200:1.0:1767389102.034504:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[204, 64], ns[208, 65] 00000400:00000200:1.0:1767389102.034515:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[58, 64], ns[58, 65] 00000400:00000200:1.0:1767389102.034526:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[201, 58], ns[205, 58] 00000400:00000200:1.0:1767389102.034531:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 58], ns[141, 58] 00000400:00000200:1.0:1767389102.034537:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 58], ns[87, 58] 00000400:00000200:1.0:1767389102.034540:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 58], ns[90, 58] 00000400:00000200:1.0:1767389102.034548:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[158, 58], ns[162, 58] 00000400:00000200:1.0:1767389102.034555:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 58], ns[132, 58] 00000400:00000200:1.0:1767389102.034567:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 58], ns[109, 58] 00000400:00000200:1.0:1767389102.034571:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 58], ns[117, 58] 00000400:00000200:1.0:1767389102.034575:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 58], ns[127, 58] 00000400:00000200:1.0:1767389102.034581:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[199, 58], ns[203, 58] 00000400:00000200:1.0:1767389102.034584:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 58], ns[172, 58] 00000400:00000200:1.0:1767389102.034597:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 58], ns[179, 58] 00000400:00000200:1.0:1767389102.034622:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[189, 58], ns[193, 58] 00000400:00000200:1.0:1767389102.034632:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 58], ns[171, 58] 00000400:00000200:1.0:1767389102.034637:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[200, 58], ns[204, 58] 00000400:00000200:1.0:1767389102.034645:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[192, 58], ns[196, 58] 00000400:00000200:1.0:1767389102.034652:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 58], ns[195, 58] 00000400:00000200:1.0:1767389102.034662:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[195, 58], ns[199, 58] 00000400:00000200:1.0:1767389102.034673:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[202, 58], ns[206, 58] 00000400:00000200:1.0:1767389102.034679:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000400:00000200:1.0:1767389102.034684:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp28 00000400:00000200:1.0:1767389102.034690:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp28 lpni_is_preferred = 0 00000400:00000200:1.0:1767389102.034699:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp28 00000400:00000200:1.0:1767389102.034710:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp28 NI seq info: [209:209:256:4294967295] 192.168.204.113@tcp28 LPNI seq info [205:205:8:4294967295] 00000400:00000200:1.0:1767389102.034719:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp28 00000400:00000200:1.0:1767389102.034811:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp28(192.168.204.113@tcp28:) -> 192.168.204.113@tcp28(192.168.204.113@tcp:192.168.204.113@tcp28) : GET try# 0 00000800:00000200:1.0:1767389102.034822:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp28 00000800:00000010:1.0:1767389102.034828:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000178ef333. 00000800:00000200:1.0:1767389102.034837:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bd8963f] -> 12345-192.168.204.113@tcp28 (6) 00000800:00000200:1.0:1767389102.034845:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp28 ip 192.168.204.113:988 00000800:00000200:1.0:1767389102.034849:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000178ef333 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767389102.034873:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389102.034879:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100271 rc 0 00000800:00000200:1.0:1767389102.034988:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389102.034992:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000178ef333. 00000400:00000200:1.0:1767389102.034999:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389102.035005:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp28->192.168.204.113@tcp28: GET: OK 00000400:00000200:1.0:1767389102.035008:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767389102.035010:0:337529:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000800:00000001:1.0:1767389102.035026:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.035039:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389102.035045:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.035053:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389102.035059:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp28(192.168.204.113@tcp28) <- 192.168.204.113@tcp28 : GET - for me 00000400:00000200:1.0:1767389102.035079:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 688 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767389102.035085:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 688/688 into md 0x2359 [1] + 0 00000400:00000200:1.0:1767389102.035094:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp28 to MR: 192.168.204.113@tcp28 local destination 00000400:00000200:1.0:1767389102.035102:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp28 NI seq info: [210:210:256:4294967295] 192.168.204.113@tcp28 LPNI seq info [206:206:8:4294967295] 00000400:00000200:1.0:1767389102.035112:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp28(192.168.204.113@tcp28:192.168.204.113@tcp28) -> 192.168.204.113@tcp28(192.168.204.113@tcp28:192.168.204.113@tcp28) 192.168.204.113@tcp28 : REPLY try# 0 00000800:00000200:1.0:1767389102.035117:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.113@tcp28 00000800:00000010:1.0:1767389102.035124:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000178ef333. 00000800:00000200:1.0:1767389102.035127:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bd8963f] -> 12345-192.168.204.113@tcp28 (6) 00000800:00000200:1.0:1767389102.035131:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp28 ip 192.168.204.113:986 00000800:00000200:1.0:1767389102.035134:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000178ef333 type 3, nob 784 niov 1 nkiov 1 00000800:00000200:1.0:1767389102.035208:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389102.035210:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000178ef333. 00000400:00000200:1.0:1767389102.035213:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389102.035216:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp28->192.168.204.113@tcp28: REPLY: OK 00000800:00000001:1.0:1767389102.035228:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.035234:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389102.035238:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.035242:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389102.035243:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.035247:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389102.035253:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp28(192.168.204.113@tcp28) <- 192.168.204.113@tcp28 : REPLY - for me 00000400:00000200:1.0:1767389102.035260:0:337529:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp28: Reply from 12345-192.168.204.113@tcp28 of length 688/688 into md 0x23b1 00000800:00000001:1.0:1767389102.035264:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.035275:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389102.035276:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389102.035280:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp28->192.168.204.113@tcp28: REPLY: OK 00000400:00000200:1.0:1767389102.035283:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8bdd933 00000400:00000010:1.0:1767389102.035285:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8bdd933. 00000400:00000200:1.0:1767389102.035290:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767389102.035295:0:337529:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000400:00000200:1.0:1767389102.035299:0:337529:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:1.0:1767389102.035305:0:337529:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 41. state = 0x100271 00000400:00000200:1.0:1767389102.035308:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389102.035315:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (42) 00000800:00000001:1.0:1767389102.035320:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.035327:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389102.035356:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389102.035361:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000f1 00000400:00000010:1.0:1767389102.035370:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 840 at 000000007a43cab6. 00000400:00000010:1.0:1767389102.035376:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1008 at 00000000e84f3103. 00000400:00000010:1.0:1767389102.035380:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 840 at 00000000a373c17d. 00000400:00000200:1.0:1767389102.035429:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp41(000000003e2be875) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767389102.035434:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp44(000000009aa94067) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767389102.035442:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp46(0000000029149edc) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767389102.035451:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp47(00000000d7cde1b8) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767389102.035465:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005781d341. 00000400:00000200:1.0:1767389102.035473:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005781d341 nid 192.168.204.113@tcp48 00000400:00000010:1.0:1767389102.035483:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000014d0abf. 00000400:00000200:1.0:1767389102.035490:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000014d0abf net tcp48 00000400:00000200:1.0:1767389102.035496:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (41) 00000400:00000200:1.0:1767389102.035502:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp48 flags 0x11 00000400:00000010:1.0:1767389102.035512:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000d278740. 00000400:00000200:1.0:1767389102.035517:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000d278740 nid 192.168.204.113@tcp49 00000400:00000010:1.0:1767389102.035522:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b5124ceb. 00000400:00000200:1.0:1767389102.035529:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b5124ceb net tcp49 00000400:00000200:1.0:1767389102.035535:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (42) 00000400:00000200:1.0:1767389102.035546:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp49 flags 0x11 00000400:00000010:1.0:1767389102.035553:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 840 at 000000007a43cab6. 00000400:00000010:1.0:1767389102.035558:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1008 at 00000000e84f3103. 00000400:00000010:1.0:1767389102.035564:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 840 at 00000000a373c17d. 00000400:00000010:1.0:1767389102.035568:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 0000000058d389d2. 00000400:00000200:1.0:1767389102.035577:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389102.035586:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100171 00000400:00000200:1.0:1767389102.035596:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 rc 1 00000400:00000200:1.0:1767389102.035622:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000400:00000200:1.0:1767389102.035626:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389102.035627:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000400:00000200:1.0:1767389102.035631:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:1.0:1767389102.035635:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (43) 00000020:00000010:2.0:1767389102.050267:0:359890:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000f9e76f84. 00000020:00000040:2.0:1767389102.050277:0:359890:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(1) 00000020:00000010:2.0:1767389102.050279:0:359890:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000f9e76f84. 00000100:00000040:2.0:1767389102.053850:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299690073, at 4299690074 00000100:00000040:3.0:1767389102.053862:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299690073, at 4299690074 00000100:00000010:2.0:1767389102.053862:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000771d0af6. 00000100:00000040:1.0:1767389102.053882:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299690073, at 4299690074 00000100:00000010:3.0:1767389102.053884:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092b23b3a. 00000100:00000010:1.0:1767389102.053903:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000050a6e710. 00000100:00000040:0.0:1767389102.053975:0:335318:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299690073, at 4299690074 00000100:00000010:0.0:1767389102.053987:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002786309a. 00010000:00000001:3.0:1767389102.283874:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389102.283881:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389102.283889:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389102.283891:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389102.283941:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389102.283948:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389102.283952:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767389102.667882:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp47 00000800:00000200:2.0:1767389102.667885:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000386c1692] -> 12345-192.168.204.113@tcp35 (4) 00000400:00000010:0.0:1767389102.667892:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000075ec6c5b. 00000400:00000010:0.0:1767389102.667905:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001d388467. 00000800:00000200:2.1:1767389102.667916:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000386c1692] -> 12345-192.168.204.113@tcp35 (4) 00000400:00000010:0.0:1767389102.667921:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000400:00000010:0.0:1767389102.667936:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000445b90e4. 00000400:00000200:0.0:1767389102.667946:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp47 00000400:00000200:0.0:1767389102.667984:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp47 local destination 00000400:00000200:0.0:1767389102.667996:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp47 00000400:00000200:0.0:1767389102.668005:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp47 NI seq info: [211:211:256:4294967295] 192.168.204.113@tcp47 LPNI seq info [207:207:8:4294967295] 00000400:00000200:0.0:1767389102.668018:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp47 00000400:00000200:0.0:1767389102.668048:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp47(192.168.204.113@tcp47:) -> 192.168.204.113@tcp47(192.168.204.113@tcp47:192.168.204.113@tcp47) : GET try# 0 00000800:00000200:0.0:1767389102.668060:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp47 00000800:00000010:0.0:1767389102.668066:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000018d9d246. 00000800:00000200:0.0:1767389102.668078:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005dfb5336] -> 12345-192.168.204.113@tcp47 (2) 00000800:00000200:0.1:1767389102.668094:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005dfb5336] -> 12345-192.168.204.113@tcp47 (2) 00000400:00000200:1.0:1767389102.668101:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389102.668135:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp47 added to recovery queue. ping count: 1 next ping: 5025 health :900 00000400:00000200:2.0:1767389102.668284:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.668288:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.668380:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.668401:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.668462:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.668492:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.668555:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.668587:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.668671:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.668688:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.668865:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.668928:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.669012:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.669045:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.669108:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.669145:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.669210:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.669248:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.669337:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.669370:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.669481:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.669504:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.669624:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.669689:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.671033:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.671280:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.671499:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.671811:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.671829:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.672000:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.672035:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.672183:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.672230:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.672376:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.672420:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.672560:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.672638:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.672798:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.672843:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.672957:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.672979:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.673071:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.673078:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.673189:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.673208:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.673333:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.673348:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.673468:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.673484:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.673654:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.673658:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.673834:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.673839:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.673954:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.673957:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.674043:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.674056:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.674124:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.674153:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.674224:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.674257:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.674327:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.674384:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.674438:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.674530:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.674612:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.674715:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.674834:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.674905:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.674961:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000800:00000010:2.0:1767389102.675033:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000352f2e24. 00000800:00000010:2.0:1767389102.675044:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f62c10ba. 00000400:00000200:1.0:1767389102.675047:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000800:00000010:2.0:1767389102.675064:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000081975a2c. 00000800:00000010:2.0:1767389102.675119:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000081975a2c. 00000800:00020000:2.0:1767389102.675138:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389102.675145:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f62c10ba. 00000400:00000200:1.0:1767389102.675148:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000800:00000010:2.0:1767389102.675152:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000352f2e24. 00000400:00000200:1.0:1767389102.675246:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000400:02020000:2.0:1767389102.675287:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp47 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767389102.675306:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp47 notifying 192.168.204.113@tcp47: down 00000800:00000200:2.0:1767389102.675323:0:337524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp47 down 00000800:00000100:2.0:1767389102.675342:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp47 00000800:00000010:2.0:1767389102.675347:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000018d9d246. 00000400:00000200:2.0:1767389102.675355:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767389102.675364:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp47->192.168.204.113@tcp47: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389102.675365:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000400:00000200:2.0:1767389102.675391:0:337524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767389102.675403:0:337524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767389102.675410:0:337524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp47) recovery failed with -71 00000400:00000200:1.0:1767389102.675457:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.675499:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.675533:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.675558:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.675583:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.675634:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.675662:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.675709:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.675788:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.675842:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.675887:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.675917:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.675964:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.676002:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.676050:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.676093:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 968 -> 192.168.204.113:988 00000400:00000200:1.0:1767389102.676129:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 967 -> 192.168.204.113:988 00000800:00000010:1.0:1767389102.676361:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bbd1f5a9. 00000800:00000010:1.0:1767389102.676366:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005178ed54. 00000800:00000010:1.0:1767389102.676371:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d9ebdf9b. 00000800:00000010:1.0:1767389102.676414:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d9ebdf9b. 00000400:00000200:0.0:1767389102.676911:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767389102.676940:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp35 from 198.3.0.2 00000800:00000010:0.0:1767389102.676945:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000753c75c4. 00000800:00000010:1.0:1767389102.677013:0:359705:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b5b600ef. 00000800:00000010:1.0:1767389102.677021:0:359705:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f51668b5. 00000800:00000010:1.0:1767389102.677067:0:359705:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000036bbde5a. 00000800:00000200:1.1:1767389102.677085:0:359705:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000386c1692] -> 12345-192.168.204.113@tcp35 (4) 00000800:00000200:1.1:1767389102.677097:0:359705:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp35 0000000036bbde5a deleted 00000800:00000010:1.1:1767389102.677101:0:359705:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000036bbde5a. 00000800:00000200:1.1:1767389102.677117:0:359705:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767389102.677126:0:359705:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp35 p 3.x 192.168.204.113 -> 192.168.204.113:966 incarnation:1767389052913494773 sched[0] 00000800:00000010:1.0:1767389102.677134:0:359705:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d9ebdf9b. 00000800:00000010:1.0:1767389102.677221:0:359705:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d9ebdf9b. 00000800:00000010:1.0:1767389102.677227:0:359705:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f51668b5. 00000800:00000010:1.0:1767389102.677286:0:359705:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000753c75c4. 00000800:00000001:1.0:1767389102.677344:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.677357:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767389102.677368:0:337525:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.1:1767389102.677389:0:337525:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp35 ip 192.168.204.113:988 00000800:00000200:3.1:1767389102.677395:0:337525:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025f2a25f type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767389102.677404:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp35 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389052913494773 sched[0] 00000800:00000010:3.0:1767389102.677409:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005178ed54. 00000800:00000001:1.0:1767389102.677532:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.677540:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767389102.677650:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767389102.677656:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.677667:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389102.677674:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389102.677684:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389103.307808:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389103.307815:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389103.307822:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389103.307824:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389103.307877:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389103.307885:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389103.307890:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1767389103.691860:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (4) 00000800:00000200:1.1:1767389103.691879:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (4) 00000800:00000200:1.0:1767389103.691913:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbb2934a] -> 12345-192.168.204.113@tcp17 (6) 00000800:00000200:1.0:1767389103.691923:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp17 ip 192.168.204.113:988 00000800:00000200:1.0:1767389103.691930:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767389103.692049:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000200:1.0:1767389103.692106:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767389103.692117:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389103.692137:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389103.692155:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389103.692163:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389103.692198:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.692250:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.692310:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.692367:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.692397:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.692434:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.692481:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.692506:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.692534:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.692591:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.692660:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.692720:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000001:1.0:1767389103.692873:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389103.692881:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389103.692885:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000400:00000010:1.0:1767389103.692892:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000400:00000200:3.0:1767389103.692898:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389103.692900:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389103.692909:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp47 recovery ping unlinked 00000400:00000010:1.0:1767389103.692930:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000075ec6c5b. 00000400:00000010:1.0:1767389103.692936:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001d388467. 00000400:00000200:3.0:1767389103.693004:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.693083:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.693171:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.693295:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.693374:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.693512:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.693635:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.693799:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.693945:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.694030:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.694091:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.694163:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.694228:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.694274:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.694352:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.694487:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.694636:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.694692:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.694819:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.694938:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389103.694998:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389103.695232:0:356933:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ad56601. 00000800:00000010:3.0:1767389103.695241:0:356933:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f62c10ba. 00000800:00000010:3.0:1767389103.695259:0:356933:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003fc070da. 00000800:00000010:3.0:1767389103.695287:0:356933:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003fc070da. 00000800:00020000:3.0:1767389103.695297:0:356933:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389103.695302:0:356933:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f62c10ba. 00000800:00000010:3.0:1767389103.695305:0:356933:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ad56601. 00000400:02020000:3.0:1767389103.695362:0:356933:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp30 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767389103.695368:0:356933:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000040:2.0:1767389104.011906:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767389104.011917:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767389104.011927:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066bee89e. 00000020:00000040:2.0:1767389104.011936:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:2.0:1767389104.011943:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389104.011948:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389104.011956:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389104.011967:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000037030edb. 00000100:00000001:2.0:1767389104.011980:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389104.011992:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@0000000066bee89e x1853241654550144/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389104.012007:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389104.012010:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389104.012013:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000040:2.0:1767389104.012019:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066bee89e] to pc [ptlrpcd_00_02+2] req@0000000066bee89e x1853241654550144/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:1.0:1767389104.012019:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767389104.012026:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a8fcdc4. 00000020:00000040:1.0:1767389104.012035:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767389104.012041:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389104.012042:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389104.012046:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389104.012052:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000178ef333. 00000100:00000001:1.0:1767389104.012057:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.012058:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.012062:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1767389104.012064:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767389104.012068:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.012072:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767389104.012079:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2734a03. 00000100:00000040:1.0:1767389104.012079:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a8fcdc4] to pc [ptlrpcd_00_03+3] req@000000007a8fcdc4 x1853241654550272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767389104.012086:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767389104.012086:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389104.012103:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389104.012104:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:1.0:1767389104.012107:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389104.012115:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767389104.012117:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767389104.012125:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389104.012134:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ff064b49. 00000100:00000040:0.0:1767389104.012135:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000066bee89e x1853241654550144/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389104.012144:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.012147:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389104.012159:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767389104.012166:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000d2734a03 x1853241654550400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389104.012167:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767389104.012175:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1767389104.012181:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007a8fcdc4 x1853241654550272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389104.012184:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389104.012202:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389104.012212:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389104.012221:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389104.012231:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389104.012231:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.012239:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389104.012251:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389104.012254:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000066bee89e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654550144:0@lo:400: 00000100:00000040:2.0:1767389104.012258:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2734a03] to pc [ptlrpcd_00_00+0] req@00000000d2734a03 x1853241654550400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389104.012268:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389104.012280:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389104.012282:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389104.012293:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389104.012297:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767389104.012299:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007a8fcdc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:337539:1853241654550272:0@lo:13: 02000000:00000001:0.0:1767389104.012302:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.012303:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389104.012317:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767389104.012322:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389104.012322:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767389104.012324:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767389104.012336:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c8504a9. 02000000:00000001:1.0:1767389104.012336:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767389104.012338:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008369c1ce. 02000000:00000001:1.0:1767389104.012342:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389104.012344:0:257746:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1767389104.012346:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389104.012354:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767389104.012360:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389104.012365:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767389104.012366:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e84f3103. 00000400:00000010:0.0:1767389104.012367:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071ad8f9c. 02000000:00000001:2.0:1767389104.012370:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389104.012384:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389104.012386:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000666525ec. 00000400:00000010:0.0:1767389104.012390:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000100:00000001:2.0:1767389104.012392:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389104.012392:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dd0cc25. 00000100:00000040:2.0:1767389104.012409:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000003c8504a9 x1853241654550528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767389104.012410:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654550144, portal 25 00000400:00000010:1.0:1767389104.012412:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8bdd933. 00000100:00000001:0.0:1767389104.012425:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767389104.012430:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654550272, portal 4 00000100:00000001:0.0:1767389104.012432:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402879488 : -122821306672128 : ffff904b6fa51c00) 00000100:00000001:1.0:1767389104.012442:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389104.012449:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378552832 : -122821330998784 : ffff904b6e31ea00) 00000100:00000001:2.0:1767389104.012452:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767389104.012457:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000066bee89e x1853241654550144/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389104.012460:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389104.012473:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007a8fcdc4 x1853241654550272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389120 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389104.012477:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c8504a9] to pc [ptlrpcd_00_01+1] req@000000003c8504a9 x1853241654550528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389104.012554:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389104.012589:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.012591:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389104.012596:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767389104.012600:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1767389104.012602:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000100:00000040:1.0:1767389104.012611:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767389104.012623:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767389104.012625:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000100:00000200:0.0:1767389104.012626:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654550144, offset 0 00000100:00000010:2.0:1767389104.012629:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036def01a. 00000020:00000040:2.0:1767389104.012644:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000200:1.0:1767389104.012646:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654550272, offset 0 00000100:00000001:2.0:1767389104.012651:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389104.012657:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767389104.012659:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767389104.012665:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389104.012670:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767389104.012673:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f7b5e629. 00000100:00000001:2.0:1767389104.012682:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389104.012687:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767389104.012700:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000036def01a x1853241654550656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767389104.012702:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389104.013098:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6958372809f00 00000400:00000200:1.0:1767389104.013111:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 4928 00000400:00000200:1.0:1767389104.013123:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389104.013129:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389104.013141:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389104.013144:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767389104.013149:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e42fda49. 00000100:00000040:1.0:1767389104.013154:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000e42fda49 x1853241654550272 msgsize 224 00000100:00100000:1.0:1767389104.013163:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389104.013175:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389104.013187:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000400:00000010:1.0:1767389104.013190:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000100:00000001:1.0:1767389104.013195:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389104.013200:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a8fcdc4 x1853241654550272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389120 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389104.013210:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389104.013213:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007a8fcdc4 x1853241654550272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389120 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389104.013220:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.013223:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389104.013233:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389104.013239:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7842 usecs (8 jiffies) 00000100:00000001:1.0:1767389104.013244:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299692041 00000100:00000010:1.0:1767389104.013250:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000004bdb102. 00000100:00000001:1.0:1767389104.013259:0:337539:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767389104.013270:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299692041 00000100:00000010:1.0:1767389104.013275:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000119f9dbc. 00000100:00000001:1.0:1767389104.013280:0:337539:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767389104.013285:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299692041 00000100:00000010:1.0:1767389104.013292:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dfa52c9c. 00000100:00000001:2.0:1767389104.013300:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389104.013308:0:337539:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767389104.013309:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389104.013334:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036def01a] to pc [ptlrpcd_00_02+2] req@0000000036def01a x1853241654550656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389104.013335:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299692041 00000100:00000010:1.0:1767389104.013348:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ecc0c8e0. 00000100:00000001:1.0:1767389104.013359:0:337539:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767389104.013364:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.013371:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389104.013378:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389104.013384:0:257746:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5029) 00000100:00000001:1.0:1767389104.013387:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.013393:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389104.013409:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389104.013413:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389104.013414:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389104.013422:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389104.013423:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389104.013428:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389104.013429:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767389104.013437:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389104.013440:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2734a03 x1853241654550400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389104.013440:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6958372809e80 00000100:00100000:1.0:1767389104.013444:0:337539:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:1.0:1767389104.013458:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389104.013470:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389104.013471:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767389104.013476:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a9d [2] + 0 00000100:00000001:1.0:1767389104.013479:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389104.013480:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389104.013484:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e86c61a9. 00000100:00000001:1.0:1767389104.013491:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767389104.013492:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767389104.013495:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767389104.013496:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f9ca4f1e 02000000:00000001:2.0:1767389104.013497:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389104.013506:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767389104.013512:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389104.013515:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767389104.013517:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036def01a x1853241654550656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389104.013529:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d2734a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654550400:0@lo:400: 00000400:00000200:0.0:1767389104.013542:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389104.013555:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389104.013564:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767389104.013565:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767389104.013585:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9ca4f1e 02000000:00000001:2.0:1767389104.013587:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389104.013593:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9ca4f1e. 02000000:00000001:2.0:1767389104.013595:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767389104.013595:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389104.013609:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000459071fc. 02000000:00000001:1.0:1767389104.013610:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767389104.013613:0:337538:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:2.0:1767389104.013616:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389104.013617:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767389104.013618:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:2.0:1767389104.013629:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b95e249. 02000000:00000001:1.0:1767389104.013635:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389104.013637:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000af1b2ac3 x1853241654550144 msgsize 224 00000400:00000010:2.0:1767389104.013640:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed25b3c5. 00000100:00100000:1.0:1767389104.013650:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036def01a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:337539:1853241654550656:0@lo:400: 00000100:00000200:2.0:1767389104.013652:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654550400, portal 10 00000100:00000001:2.0:1767389104.013668:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1767389104.013669:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389104.013672:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767389104.013681:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402874112 : -122821306677504 : ffff904b6fa50700) 02000000:00000001:1.0:1767389104.013687:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1767389104.013689:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:2.0:1767389104.013697:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d2734a03 x1853241654550400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389104.013698:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389104.013706:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389104.013715:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d54314c. 00000100:00000001:2.0:1767389104.013718:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389104.013719:0:337538:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:1.0:1767389104.013721:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389104.013765:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389104.013770:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065d2f49b. 00000100:00000200:2.0:1767389104.013777:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654550400, offset 0 00000400:00000200:2.0:1767389104.013786:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767389104.013798:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f2b8985. 00000400:00000200:2.0:1767389104.013799:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389104.013803:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000400:00000010:0.0:1767389104.013810:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 00000100:00000001:0.0:1767389104.013821:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767389104.013822:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6958372809f80 00000400:00000010:1.0:1767389104.013824:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000100:00000200:0.0:1767389104.013835:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000066bee89e x1853241654550144/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389104.013837:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654550656, portal 4 00000400:00000200:2.0:1767389104.013850:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12088 00000100:00000001:1.0:1767389104.013852:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389104.013860:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402881280 : -122821306670336 : ffff904b6fa52300) 00000400:00000200:2.0:1767389104.013881:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767389104.013883:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000036def01a x1853241654550656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389104.013907:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389104.013926:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389104.013932:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767389104.013950:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b8e7ae78. 00000100:00000001:1.0:1767389104.013964:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389104.013966:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000b8e7ae78 x1853241654550400 msgsize 224 00000100:00000040:1.0:1767389104.013983:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389104.013990:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767389104.013992:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b49eda1. 00000100:00100000:2.0:1767389104.013993:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767389104.014005:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000066bee89e x1853241654550144/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389104.014007:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654550656, offset 0 00000100:00000001:2.0:1767389104.014020:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767389104.014036:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389104.014037:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389104.014048:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767389104.014059:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389104.014061:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d2f49b 00000100:00000001:0.0:1767389104.014068:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389104.014069:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065d2f49b. 00000400:00000200:1.0:1767389104.014084:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695837280a080 00000100:00000001:2.0:1767389104.014086:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767389104.014089:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299692057 00000100:00000200:2.0:1767389104.014099:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d2734a03 x1853241654550400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389104.014102:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 5232 00000100:00000001:0.0:1767389104.014104:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299692041 00000100:00000001:0.0:1767389104.014125:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299692057 00000400:00000200:1.0:1767389104.014128:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389104.014134:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389104.014156:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d2734a03 x1853241654550400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389104.014159:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389104.014160:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299692041 00000100:00000001:2.0:1767389104.014185:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389104.014188:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299692057 00000100:00000001:1.0:1767389104.014189:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767389104.014191:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767389104.014200:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767389104.014211:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389104.014213:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb8ce24b. 00000100:00000001:0.0:1767389104.014214:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299692041 00000100:00000040:1.0:1767389104.014231:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000cb8ce24b x1853241654550656 msgsize 224 00000100:00000040:2.0:1767389104.014233:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5698 usecs (6 jiffies) 00000100:00000001:0.0:1767389104.014236:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299692057 00000100:00000001:2.0:1767389104.014248:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299692040 00000100:00000001:0.0:1767389104.014252:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299692041 00000100:00100000:1.0:1767389104.014255:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389104.014260:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299692057 00000100:00000001:2.0:1767389104.014270:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299692040 00000100:00000001:2.0:1767389104.014275:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299692057 00000100:00000001:0.0:1767389104.014277:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389104.014279:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299692040 00000100:00000001:1.0:1767389104.014283:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389104.014296:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b49eda1 00000100:00000001:2.0:1767389104.014302:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299692057 00000400:00000010:1.0:1767389104.014304:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b49eda1. 00000100:00000001:0.0:1767389104.014304:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.014318:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299692040 00000100:00000001:2.0:1767389104.014324:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299692057 00000100:00000001:1.0:1767389104.014327:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767389104.014329:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.014330:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767389104.014347:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036def01a x1853241654550656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389104.014351:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389104.014352:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389104.014377:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.014382:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389104.014384:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389104.014386:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767389104.014395:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036def01a x1853241654550656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389104.014398:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389104.014403:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389104.014415:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389104.014416:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389104.014424:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.014430:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389104.014430:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389104.014431:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389104.014448:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389104.014451:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.014455:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.014457:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389104.014458:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389104.014471:0:337536:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767389104.014478:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389104.014479:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7842 usecs (8 jiffies) 00000100:00000001:2.0:1767389104.014485:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389104.014486:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299692042 00000100:00000001:2.0:1767389104.014490:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389104.014492:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299692057 00000100:00000001:2.0:1767389104.014495:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389104.014499:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299692042 00000100:00000001:2.0:1767389104.014500:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389104.014506:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767389104.014507:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299692057 00000100:00000001:1.0:1767389104.014514:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299692042 00000100:00000001:1.0:1767389104.014519:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299692057 00000100:00000001:0.0:1767389104.014520:0:339010:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767389104.014522:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003c8504a9 x1853241654550528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389104.014527:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299692042 00000100:00100000:0.0:1767389104.014532:0:339010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654550272 00000100:00000001:1.0:1767389104.014542:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299692057 02000000:00000001:0.0:1767389104.014545:0:339010:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389104.014558:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389104.014560:0:339010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389104.014563:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389104.014590:0:339010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.014591:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.014593:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389104.014612:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389104.014613:0:339010:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.014614:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389104.014623:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389104.014637:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.014643:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389104.014644:0:339010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654550272 00000100:00100000:2.0:1767389104.014645:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003c8504a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:337536:1853241654550528:0@lo:400: 00000100:00000001:2.0:1767389104.014664:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767389104.014665:0:339010:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389104.014678:0:339010:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 02000000:00000001:2.0:1767389104.014679:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389104.014692:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389104.014694:0:339010:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767389104.014707:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1767389104.014707:0:339010:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 02000000:00000010:2.0:1767389104.014720:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000010dc06b. 00000020:00000001:0.0:1767389104.014761:0:339010:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 02000000:00000001:2.0:1767389104.014763:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389104.014777:0:339010:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000400:00000010:2.0:1767389104.014780:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edf52079. 00000100:00000001:0.0:1767389104.014788:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767389104.014792:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065d2f49b. 00000020:00000010:0.0:1767389104.014797:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007f604f39. 00000100:00000200:2.0:1767389104.014802:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654550528, portal 10 00000020:00000010:0.0:1767389104.014805:0:339010:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000110f6cab. 00000100:00000001:2.0:1767389104.014809:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389104.014815:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402885760 : -122821306665856 : ffff904b6fa53480) 00000020:00000040:0.0:1767389104.014820:0:339010:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000040:2.0:1767389104.014828:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003c8504a9 x1853241654550528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389104.014838:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389104.014841:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389104.014845:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f3e6cf2. 00000100:00000200:2.0:1767389104.014851:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654550528, offset 0 00000100:00000001:0.0:1767389104.014857:0:339010:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1767389104.014866:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767389104.014869:0:339010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002eb3b468. 00000020:00000010:0.0:1767389104.014879:0:339010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009c6ff155. 00000400:00000200:2.0:1767389104.014885:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767389104.014890:0:339010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cd4a4bab. 00000400:00000200:2.0:1767389104.014898:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695837280a000 00000100:00000040:0.0:1767389104.014909:0:339010:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000400:00000200:2.0:1767389104.014912:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12312 00000100:00000001:0.0:1767389104.014917:0:339010:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767389104.014921:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389104.014923:0:339010:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389104.014932:0:339010:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389104.014942:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389104.014954:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767389104.014957:0:339010:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389104.014960:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767389104.014971:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c57067ba. 00000100:00000001:0.0:1767389104.014976:0:339010:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389104.014978:0:337536:0:(events.c:337:request_in_callback()) incoming req@00000000c57067ba x1853241654550528 msgsize 224 00000100:00100000:2.0:1767389104.015011:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389104.015029:0:339010:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389104.015036:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767389104.015036:0:339010:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767389104.015053:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f3e6cf2 00000100:00100000:0.0:1767389104.015060:0:339010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000400:00000010:2.0:1767389104.015062:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f3e6cf2. 00000100:00000040:0.0:1767389104.015071:0:339010:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:2.0:1767389104.015074:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767389104.015082:0:339010:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252378545664 : -122821331005952 : ffff904b6e31ce00) 00000100:00000200:2.0:1767389104.015088:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003c8504a9 x1853241654550528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389104.015097:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e42fda49 x1853241654550272/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:555/0 lens 224/0 e 0 to 0 dl 1767389115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389104.015137:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389104.015141:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767389104.015149:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003c8504a9 x1853241654550528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389104.015149:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000110f6cab. 00000100:00000001:0.0:1767389104.015168:0:339010:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389104.015171:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389104.015177:0:339010:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000110f6cab. 00000100:00000001:2.0:1767389104.015179:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389104.015195:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389104.015208:0:339010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e42fda49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337539:x1853241654550272:12345-0@lo:13: 00000100:00000040:2.0:1767389104.015211:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6452 usecs (7 jiffies) 00000100:00000001:2.0:1767389104.015226:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299692042 00000100:00000200:0.0:1767389104.015228:0:339010:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654550272 00000100:00000001:2.0:1767389104.015242:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299692057 00000020:00000001:0.0:1767389104.015243:0:339010:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389104.015257:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299692042 00000020:00000001:0.0:1767389104.015259:0:339010:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767389104.015271:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299692057 00000020:00000001:0.0:1767389104.015271:0:339010:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.015292:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299692042 00000020:00000001:0.0:1767389104.015293:0:339010:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389104.015304:0:339010:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000100:00000001:2.0:1767389104.015306:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299692057 00000100:00000001:2.0:1767389104.015321:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299692042 00000020:00000001:0.0:1767389104.015322:0:339010:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767389104.015332:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299692057 00000020:00000001:0.0:1767389104.015334:0:339010:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389104.015346:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767389104.015347:0:339010:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767389104.015360:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389104.015361:0:339010:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767389104.015376:0:339010:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.015379:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389104.015385:0:339010:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767389104.015386:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389104.015395:0:339010:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389104.015405:0:339010:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000001563f23f. 02000000:00000001:0.0:1767389104.015412:0:339010:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389104.015417:0:339010:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767389104.015421:0:339010:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000001:2.0:1767389104.015423:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00002000:00000001:0.0:1767389104.015430:0:339010:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:2.0:1767389104.015432:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389104.015438:0:339010:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767389104.015444:0:339010:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389104.015466:0:339010:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.015467:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389104.015479:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654550400 00000020:00000001:0.0:1767389104.015480:0:339010:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389104.015489:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000024:0.0:1767389104.015492:0:339010:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000001:2.0:1767389104.015495:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389104.015505:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767389104.015508:0:339010:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 02000000:00000001:2.0:1767389104.015513:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767389104.015514:0:339010:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00000100:00100000:2.0:1767389104.015527:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654550400 00002000:00000020:0.0:1767389104.015530:0:339010:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00000020:00000001:2.0:1767389104.015533:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00002000:00000001:0.0:1767389104.015535:0:339010:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000040:2.0:1767389104.015538:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000100:00000001:3.0:1767389104.015540:0:338182:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767389104.015547:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767389104.015549:0:338182:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654550528 00000001:00000001:0.0:1767389104.015549:0:339010:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 02000000:00000001:3.0:1767389104.015560:0:338182:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1767389104.015560:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000001:00000001:0.0:1767389104.015561:0:339010:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389104.015592:0:338182:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767389104.015593:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00002000:00000001:0.0:1767389104.015594:0:339010:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389104.015600:0:338182:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389104.015612:0:339010:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654550272 00000020:00000001:2.0:1767389104.015615:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 02000000:00000001:3.0:1767389104.015617:0:338182:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389104.015618:0:339010:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767389104.015627:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767389104.015629:0:338182:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654550528 00010000:00000200:0.0:1767389104.015634:0:339010:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e42fda49 x1853241654550272/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:555/0 lens 224/368 e 0 to 0 dl 1767389115 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389104.015640:0:338182:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767389104.015642:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2ecebd9. 00000020:00000040:3.0:1767389104.015645:0:338182:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000020:00000001:3.0:1767389104.015656:0:338182:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767389104.015657:0:338180:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389104.015659:0:339010:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1767389104.015666:0:338182:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00010000:00000001:0.0:1767389104.015668:0:339010:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389104.015673:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2ecebd9. 00000020:00000001:3.0:1767389104.015676:0:338182:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00001000:0.0:1767389104.015678:0:339010:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=113 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389104.015688:0:339010:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767389104.015693:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e483bc5a. 00000100:00000040:0.0:1767389104.015694:0:339010:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389104.015702:0:339010:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000010:2.0:1767389104.015711:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073a31259. 02000000:00000001:0.0:1767389104.015712:0:339010:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1767389104.015713:0:338182:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 02000000:00000001:0.0:1767389104.015721:0:339010:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389104.015756:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389104.015764:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000405ec8de. 00000020:00000010:3.0:1767389104.015770:0:338182:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000033a7e64c. 00000020:00000040:3.0:1767389104.015778:0:338182:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000001:3.0:1767389104.015782:0:338182:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767389104.015786:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c007844a. 00000020:00000010:3.0:1767389104.015788:0:338182:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000318092c4. 00000100:00000001:0.0:1767389104.015790:0:339010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389104.015798:0:339010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1767389104.015801:0:338182:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000033103329. 00000400:00000010:0.0:1767389104.015804:0:339010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000100:00000040:2.0:1767389104.015806:0:338180:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:3.0:1767389104.015811:0:338182:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e8c331b. 00000100:00000001:2.0:1767389104.015822:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1767389104.015824:0:339010:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654550272, offset 224 00000100:00000001:3.0:1767389104.015828:0:338182:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389104.015830:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389104.015840:0:338182:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389104.015841:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389104.015841:0:339010:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389104.015852:0:338182:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389104.015869:0:338180:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1767389104.015875:0:339010:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389104.015877:0:338180:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767389104.015881:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389104.015883:0:338182:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767389104.015893:0:338182:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:0.0:1767389104.015893:0:339010:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6958372809f00 00000100:00000001:2.0:1767389104.015898:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389104.015899:0:338182:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389104.015914:0:339010:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x23bd [1] + 224 00000400:00000200:0.0:1767389104.015926:0:339010:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389104.015935:0:338182:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389104.015941:0:339010:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389104.015943:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389104.015953:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767389104.015957:0:339010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767389104.015965:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1767389104.015973:0:339010:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a8fcdc4 x1853241654550272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389120 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389104.015975:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000001:3.0:1767389104.015977:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767389104.015993:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000100:00000001:2.0:1767389104.016008:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402876800 : -122821306674816 : ffff904b6fa51180) 00000100:00100000:3.0:1767389104.016010:0:338182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00000040:0.0:1767389104.016017:0:339010:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000007a8fcdc4 x1853241654550272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389104.016027:0:338182:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000100:00000040:2.0:1767389104.016033:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b8e7ae78 x1853241654550400/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:555/0 lens 224/0 e 0 to 0 dl 1767389115 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389104.016037:0:338182:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252151427072 : -122821558124544 : ffff904b60a84000) 00000100:00000040:3.0:1767389104.016061:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c57067ba x1853241654550528/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:555/0 lens 224/0 e 0 to 0 dl 1767389115 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389104.016062:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389104.016072:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2ecebd9. 00000100:00000001:0.0:1767389104.016073:0:339010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389104.016088:0:338180:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389104.016091:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767389104.016094:0:339010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000020:00000010:2.0:1767389104.016102:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2ecebd9. 00000400:00000010:0.0:1767389104.016102:0:339010:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 00000020:00000010:3.0:1767389104.016105:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000033a7e64c. 00000100:00000001:3.0:1767389104.016125:0:338182:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389104.016131:0:339010:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:3.0:1767389104.016132:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000033a7e64c. 00000100:00000001:0.0:1767389104.016139:0:339010:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767389104.016145:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b8e7ae78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654550400:12345-0@lo:400: 00000100:00000001:0.0:1767389104.016154:0:339010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389104.016155:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654550400 00000100:00100000:3.0:1767389104.016168:0:338182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c57067ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337536:x1853241654550528:12345-0@lo:400: 00000020:00000001:2.0:1767389104.016170:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767389104.016176:0:339010:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000020:00000001:2.0:1767389104.016181:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1767389104.016189:0:339010:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389104.016190:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389104.016196:0:338182:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654550528 00000020:00000001:0.0:1767389104.016198:0:339010:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389104.016203:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389104.016205:0:338182:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767389104.016206:0:339010:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1767389104.016211:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:3.0:1767389104.016216:0:338182:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389104.016224:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389104.016225:0:338182:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389104.016225:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e42fda49 x1853241654550272/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:555/0 lens 224/368 e 0 to 0 dl 1767389115 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767389104.016237:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389104.016238:0:338182:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389104.016247:0:338182:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:2.0:1767389104.016255:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389104.016258:0:338182:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389104.016264:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389104.016275:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389104.016291:0:338180:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:0.0:1767389104.016297:0:339010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e42fda49 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337539:x1853241654550272:12345-0@lo:13: Request processed in 1152us (3136us total) trans 0 rc 0/0 00000100:00000001:2.0:1767389104.016301:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389104.016314:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1767389104.016321:0:339010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 02000000:00000010:2.0:1767389104.016323:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a59b997c. 00000100:00000040:0.0:1767389104.016327:0:339010:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 02000000:00000001:2.0:1767389104.016328:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389104.016340:0:339010:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389104.016342:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389104.016346:0:339010:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767389104.016348:0:338180:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389104.016354:0:339010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009c6ff155. 00010000:00000040:2.0:1767389104.016356:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654550400 00010000:00000001:2.0:1767389104.016373:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767389104.016376:0:339010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cd4a4bab. 00010000:00000200:2.0:1767389104.016382:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b8e7ae78 x1853241654550400/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:555/0 lens 224/224 e 0 to 0 dl 1767389115 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389104.016384:0:339010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002eb3b468. 00000020:00000040:0.0:1767389104.016395:0:339010:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00010000:00000001:2.0:1767389104.016403:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767389104.016407:0:339010:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389104.016408:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389104.016431:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=123 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389104.016440:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389104.016448:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389104.016453:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389104.016458:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389104.016462:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.016472:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389104.016484:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389104.016487:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f3e6cf2. 00000100:00000200:2.0:1767389104.016494:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654550400, offset 224 00000400:00000200:2.0:1767389104.016509:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389104.016528:0:338180:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389104.016545:0:338180:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6958372809f80 00000400:00000200:2.0:1767389104.016560:0:338180:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x23c9 [1] + 224 00000400:00000200:2.0:1767389104.016585:0:338180:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389104.016599:0:338180:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389104.016609:0:338174:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767389104.016613:0:338180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767389104.016619:0:338174:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654550144 00000100:00000200:2.0:1767389104.016625:0:338180:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d2734a03 x1853241654550400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389104.016629:0:338174:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389104.016636:0:338174:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389104.016643:0:338174:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389104.016653:0:338174:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389104.016655:0:338180:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d2734a03 x1853241654550400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389104.016673:0:338174:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654550144 00000020:00000001:0.0:1767389104.016678:0:338174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389104.016683:0:338174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:2.0:1767389104.016686:0:338180:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767389104.016688:0:338174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767389104.016695:0:338182:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767389104.016696:0:338174:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000400:00000200:2.0:1767389104.016699:0:338180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f3e6cf2 00000020:00000001:3.0:1767389104.016709:0:338182:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389104.016715:0:338174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000010:2.0:1767389104.016716:0:338180:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f3e6cf2. 00000020:00000001:3.0:1767389104.016717:0:338182:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389104.016792:0:338182:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389104.016796:0:338182:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767389104.016800:0:338182:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389104.016805:0:338182:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389104.016813:0:338182:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007295e9d6. 00000100:00000001:2.0:1767389104.016814:0:338180:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767389104.016822:0:338174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 02000000:00000001:3.0:1767389104.016824:0:338182:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.016824:0:338180:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389104.016830:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389104.016838:0:338182:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.016839:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389104.016840:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000110f6cab. 00000100:00000001:0.0:1767389104.016859:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767389104.016862:0:338182:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389104.016867:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000020:00000010:0.0:1767389104.016870:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000110f6cab. 00010000:00000040:3.0:1767389104.016872:0:338182:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654550528 00010000:00000001:2.0:1767389104.016878:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767389104.016884:0:338174:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002eb3b468. 00000020:00000001:2.0:1767389104.016885:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389104.016886:0:338182:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767389104.016901:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767389104.016904:0:338174:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009c6ff155. 00010000:00000200:3.0:1767389104.016905:0:338182:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c57067ba x1853241654550528/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:555/0 lens 224/224 e 0 to 0 dl 1767389115 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389104.016912:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8e7ae78 x1853241654550400/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:555/0 lens 224/224 e 0 to 0 dl 1767389115 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389104.016915:0:338174:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cd4a4bab. 00000100:00000040:0.0:1767389104.016939:0:338174:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767389104.016952:0:338174:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389104.016962:0:338174:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389104.016973:0:338174:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389104.016991:0:338182:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767389104.016992:0:338174:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389104.016998:0:338182:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389104.017002:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b8e7ae78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654550400:12345-0@lo:400: Request processed in 933us (3027us total) trans 0 rc 0/0 00000100:00001000:3.0:1767389104.017008:0:338182:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=123 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389104.017019:0:338174:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389104.017021:0:338182:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1767389104.017024:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00000040:3.0:1767389104.017034:0:338182:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000040:2.0:1767389104.017039:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000100:00000001:3.0:1767389104.017042:0:338182:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:2.0:1767389104.017048:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389104.017050:0:338174:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767389104.017051:0:338182:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767389104.017053:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767389104.017060:0:338174:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767389104.017062:0:338182:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389104.017065:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073a31259. 00000100:00000001:3.0:1767389104.017071:0:338182:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767389104.017075:0:338174:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000020:00000010:2.0:1767389104.017083:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c007844a. 00000100:00000040:0.0:1767389104.017086:0:338174:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000040:3.0:1767389104.017097:0:338182:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389104.017105:0:338174:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509330512 : -122821200221104 : ffff904b75fd6c50) 00000020:00000010:2.0:1767389104.017109:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e483bc5a. 00000400:00000010:3.0:1767389104.017111:0:338182:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2a63ba. 00000100:00000040:0.0:1767389104.017121:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000af1b2ac3 x1853241654550144/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:555/0 lens 224/0 e 0 to 0 dl 1767389115 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767389104.017123:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000200:3.0:1767389104.017134:0:338182:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654550528, offset 224 00000020:00000040:2.0:1767389104.017135:0:338180:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000020:00000040:1.0:1767389104.017138:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000001:2.0:1767389104.017152:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767389104.017160:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000200:3.0:1767389104.017173:0:338182:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767389104.017175:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:0.0:1767389104.017180:0:338174:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389104.017187:0:338174:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000110f6cab. 00000100:00000001:2.0:1767389104.017198:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389104.017200:0:338174:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767389104.017205:0:338182:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389104.017208:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389104.017212:0:339009:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767389104.017214:0:338174:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000110f6cab. 00000400:00000001:2.0:1767389104.017218:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767389104.017223:0:339009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654550656 00000400:00000001:2.0:1767389104.017233:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767389104.017233:0:339009:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:2.0:1767389104.017243:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b95e249. 00000100:00000001:1.0:1767389104.017245:0:339009:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767389104.017245:0:338174:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000af1b2ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654550144:12345-0@lo:400: 00000400:00000200:3.0:1767389104.017246:0:338182:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695837280a000 00000400:00000200:2.0:1767389104.017255:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed25b3c5 00000100:00000001:1.0:1767389104.017256:0:339009:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389104.017272:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed25b3c5. 00000100:00000200:0.0:1767389104.017274:0:338174:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654550144 02000000:00000001:1.0:1767389104.017275:0:339009:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.017287:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767389104.017289:0:338174:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767389104.017290:0:339009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654550656 00000400:00000200:3.0:1767389104.017302:0:338182:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x23d9 [1] + 224 00000020:00000001:1.0:1767389104.017305:0:339009:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767389104.017306:0:338174:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:2.0:1767389104.017312:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d2734a03 x1853241654550400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389104.017321:0:339009:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000001:0.0:1767389104.017323:0:338174:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389104.017324:0:338182:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767389104.017338:0:339009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767389104.017341:0:338174:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:1.0:1767389104.017348:0:339009:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000001:0.0:1767389104.017350:0:338174:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000100:00000200:2.0:1767389104.017354:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d2734a03 x1853241654550400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389104.017357:0:338182:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767389104.017369:0:339009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:0.0:1767389104.017370:0:338174:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389104.017383:0:338174:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389104.017385:0:339009:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:3.0:1767389104.017387:0:338182:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389104.017389:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389104.017400:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389104.017406:0:338174:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1767389104.017407:0:338182:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003c8504a9 x1853241654550528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389104.017408:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389104.017409:0:337536:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:0.0:1767389104.017415:0:338174:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:1.0:1767389104.017420:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092436606. 02000000:00000001:2.0:1767389104.017421:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767389104.017421:0:338174:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.017432:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389104.017439:0:339009:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389104.017443:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389104.017445:0:338174:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:1.0:1767389104.017458:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092436606. 00000100:00000001:0.0:1767389104.017459:0:338174:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389104.017461:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389104.017473:0:338174:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1767389104.017477:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff1c2b51. 00000100:00001000:2.0:1767389104.017485:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=123 v=5 (5 0 0 0) 00000020:00000010:1.0:1767389104.017487:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aa6e6e8e. 02000000:00000010:0.0:1767389104.017487:0:338174:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002a83bb19. 00000100:00000040:3.0:1767389104.017488:0:338182:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003c8504a9 x1853241654550528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389104.017511:0:338174:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389104.017512:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00001000:2.0:1767389104.017517:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=123 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389104.017529:0:338174:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389104.017533:0:339009:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767389104.017548:0:339009:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767389104.017550:0:338174:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.017552:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389104.017557:0:339009:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389104.017561:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.017565:0:339009:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767389104.017565:0:338174:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654550144 00010000:00000001:2.0:1767389104.017592:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767389104.017594:0:338182:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767389104.017596:0:338174:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767389104.017605:0:339009:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00080000:2.0:1767389104.017606:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d2734a03 x1853241654550400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389104.017608:0:338182:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2a63ba 00010000:00000200:0.0:1767389104.017610:0:338174:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000af1b2ac3 x1853241654550144/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:555/0 lens 224/224 e 0 to 0 dl 1767389115 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389104.017613:0:339009:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:3.0:1767389104.017620:0:338182:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2a63ba. 00000100:00000001:1.0:1767389104.017621:0:339009:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389104.017641:0:338182:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389104.017648:0:339009:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389104.017649:0:338182:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389104.017662:0:338182:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.017671:0:339009:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389104.017683:0:339009:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767389104.017685:0:338182:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389104.017705:0:338182:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:1.0:1767389104.017708:0:339009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000020:00000001:3.0:1767389104.017716:0:338182:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389104.017720:0:338174:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389104.017758:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389104.017759:0:338182:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767389104.017766:0:338174:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389104.017777:0:338174:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=129 v=5 (1 0 0 0) 00000100:00000040:3.0:1767389104.017779:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c57067ba x1853241654550528/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:555/0 lens 224/224 e 0 to 0 dl 1767389115 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389104.017779:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767389104.017779:0:339009:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000040:2.0:1767389104.017792:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767389104.017798:0:339009:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252378543872 : -122821331007744 : ffff904b6e31c700) 00000100:00000001:2.0:1767389104.017805:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767389104.017810:0:338174:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767389104.017818:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389104.017830:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cb8ce24b x1853241654550656/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:555/0 lens 224/0 e 0 to 0 dl 1767389115 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389104.017831:0:338174:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000040:2.0:1767389104.017844:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2734a03 x1853241654550400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389104.017849:0:338174:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389104.017869:0:338174:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389104.017879:0:338174:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389104.017898:0:338174:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389104.017923:0:338174:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389104.017938:0:338174:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000100:00000001:2.0:1767389104.017960:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767389104.017961:0:338174:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654550144, offset 224 00000100:00000001:1.0:1767389104.017962:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767389104.017976:0:338182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c57067ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337536:x1853241654550528:12345-0@lo:400: Request processed in 1872us (2985us total) trans 0 rc 0/0 00000020:00000010:1.0:1767389104.017977:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092436606. 00000100:00000001:2.0:1767389104.017987:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389104.017992:0:339009:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389104.017997:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389104.018005:0:338174:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767389104.018014:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092436606. 00000100:00100000:3.0:1767389104.018015:0:338182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000040:2.0:1767389104.018017:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2734a03 x1853241654550400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389104.018032:0:338182:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000400:00000200:0.0:1767389104.018034:0:338174:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767389104.018045:0:339009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cb8ce24b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:337539:x1853241654550656:12345-0@lo:400: 00000100:00000001:3.0:1767389104.018051:0:338182:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389104.018063:0:338182:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389104.018077:0:338182:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000033103329. 00000400:00000200:0.0:1767389104.018078:0:338174:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6958372809e80 00000100:00000200:1.0:1767389104.018080:0:339009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654550656 00000020:00000001:1.0:1767389104.018094:0:339009:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767389104.018096:0:338182:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e8c331b. 00000020:00000001:1.0:1767389104.018108:0:339009:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:3.0:1767389104.018112:0:338182:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000318092c4. 00000020:00000001:1.0:1767389104.018118:0:339009:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389104.018119:0:338174:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x23b9 [1] + 224 00000020:00000040:3.0:1767389104.018128:0:338182:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000020:00000001:1.0:1767389104.018134:0:339009:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389104.018148:0:339009:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:3.0:1767389104.018150:0:338182:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389104.018152:0:338174:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767389104.018160:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d2734a03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654550400:0@lo:400: 00000020:00000001:1.0:1767389104.018176:0:339009:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389104.018185:0:339009:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389104.018187:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389104.018187:0:338174:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389104.018204:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1767389104.018205:0:339009:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767389104.018209:0:338174:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767389104.018211:0:339009:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767389104.018217:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d2734a03 x1853241654550400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389104.018217:0:339009:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389104.018218:0:338174:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000066bee89e x1853241654550144/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389104.018234:0:339009:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767389104.018242:0:339009:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389104.018250:0:339009:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389104.018259:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007a43cab6. 02000000:00000001:1.0:1767389104.018272:0:339009:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.018289:0:339009:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389104.018301:0:339009:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389104.018315:0:339009:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654550656 00000100:00000001:2.0:1767389104.018320:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767389104.018322:0:339009:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767389104.018327:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767389104.018328:0:338174:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000066bee89e x1853241654550144/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389104.018334:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000459071fc. 00010000:00000200:1.0:1767389104.018339:0:339009:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cb8ce24b x1853241654550656/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:555/0 lens 224/224 e 0 to 0 dl 1767389115 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389104.018351:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389104.018358:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389104.018363:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767389104.018375:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389104.018383:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ff064b49. 02000000:00000001:2.0:1767389104.018399:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389104.018407:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389104.018414:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2734a03. 00000100:00000001:2.0:1767389104.018428:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389104.018437:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389104.018442:0:339009:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767389104.018445:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389104.018447:0:339009:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.018451:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767389104.018454:0:339009:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=113 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389104.018455:0:338174:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389104.018457:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389104.018471:0:339009:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:2.0:1767389104.018474:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767389104.018478:0:339009:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000400:00000001:2.0:1767389104.018479:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767389104.018484:0:339009:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000400:00000010:2.0:1767389104.018486:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000edf52079. 02000000:00000001:1.0:1767389104.018491:0:339009:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767389104.018493:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d2f49b 02000000:00000001:1.0:1767389104.018494:0:339009:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389104.018497:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065d2f49b. 00000100:00000001:1.0:1767389104.018499:0:339009:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389104.018502:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767389104.018503:0:338174:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000100:00000040:1.0:1767389104.018513:0:339009:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389104.018514:0:338174:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 00000100:00000200:2.0:1767389104.018516:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003c8504a9 x1853241654550528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389104.018522:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b49eda1. 00000100:00000001:0.0:1767389104.018527:0:338174:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:1.0:1767389104.018533:0:339009:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654550656, offset 224 00000100:00000001:0.0:1767389104.018534:0:338174:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389104.018547:0:338174:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389104.018557:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003c8504a9 x1853241654550528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389104.018559:0:339009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767389104.018565:0:338174:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00010000:00000001:0.0:1767389104.018592:0:338174:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767389104.018600:0:339009:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767389104.018600:0:338174:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389104.018620:0:338174:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767389104.018622:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389104.018628:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389104.018634:0:338174:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000af1b2ac3 x1853241654550144/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:555/0 lens 224/224 e 0 to 0 dl 1767389115 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389104.018637:0:339009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695837280a080 00000100:00000001:2.0:1767389104.018644:0:337536:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389104.018653:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389104.018660:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389104.018668:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389104.018668:0:339009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x23d1 [1] + 224 02000000:00000001:2.0:1767389104.018681:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389104.018695:0:339009:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1767389104.018697:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=120 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389104.018715:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=120 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389104.018802:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767389104.018804:0:339009:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389104.018805:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389104.018806:0:338174:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000af1b2ac3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337538:x1853241654550144:12345-0@lo:400: Request processed in 1536us (5079us total) trans 0 rc 0/0 00010000:00000001:2.0:1767389104.018815:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767389104.018820:0:339009:0:(events.c:78:reply_in_callback()) Process entered 00010000:00080000:2.0:1767389104.018828:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003c8504a9 x1853241654550528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389104.018833:0:339009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036def01a x1853241654550656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389104.018848:0:338174:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00000040:0.0:1767389104.018864:0:338174:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:0.0:1767389104.018877:0:338174:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389104.018886:0:338174:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389104.018896:0:338174:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009c6ff155. 00010000:00000001:2.0:1767389104.018902:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389104.018913:0:338174:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cd4a4bab. 00000100:00000001:2.0:1767389104.018914:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767389104.018919:0:339009:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000036def01a x1853241654550656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389104.018923:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767389104.018929:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:0.0:1767389104.018929:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002eb3b468. 00000100:00000001:2.0:1767389104.018937:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.018948:0:339009:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767389104.018950:0:338174:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00000040:2.0:1767389104.018954:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003c8504a9 x1853241654550528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389104.018957:0:339009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b49eda1 00000400:00000010:1.0:1767389104.018964:0:339009:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007b49eda1. 02000000:00000001:0.0:1767389104.018965:0:338174:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767389104.018981:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1767389104.018982:0:338174:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002a83bb19. 00000100:00000001:1.0:1767389104.018983:0:339009:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389104.018993:0:339009:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389104.019001:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1767389104.019002:0:338174:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389104.019004:0:339009:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389104.019016:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389104.019019:0:338174:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389104.019024:0:339009:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389104.019038:0:339009:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767389104.019040:0:338174:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767389104.019043:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c8504a9 x1853241654550528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389104.019044:0:339009:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389104.019049:0:338174:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092cd2511. 00000020:00000001:1.0:1767389104.019051:0:339009:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767389104.019066:0:338174:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b79254d4. 00000100:00000040:1.0:1767389104.019067:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cb8ce24b x1853241654550656/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:555/0 lens 224/224 e 0 to 0 dl 1767389115 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389104.019074:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003c8504a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:337536:1853241654550528:0@lo:400: 00000100:00000001:2.0:1767389104.019091:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389104.019096:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767389104.019097:0:339009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cb8ce24b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:337539:x1853241654550656:12345-0@lo:400: Request processed in 1133us (4861us total) trans 0 rc 0/0 00000100:00000040:2.0:1767389104.019106:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003c8504a9 x1853241654550528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389104.019118:0:339009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000001:2.0:1767389104.019120:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389104.019126:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767389104.019127:0:339009:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 02000000:00000010:2.0:1767389104.019131:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000010dc06b. 00000100:00000001:0.0:1767389104.019132:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389104.019134:0:339009:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389104.019149:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389104.019150:0:339009:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767389104.019152:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389104.019167:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1767389104.019170:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aa6e6e8e. 00000020:00000040:2.0:1767389104.019172:0:337536:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000001:0.0:1767389104.019174:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767389104.019178:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000400:00000001:0.0:1767389104.019182:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767389104.019184:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1767389104.019190:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff1c2b51. 00000400:00000010:0.0:1767389104.019190:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071ad8f9c. 02000000:00000010:2.0:1767389104.019191:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000666525ec. 02000000:00000001:2.0:1767389104.019218:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767389104.019218:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000020:00000040:1.0:1767389104.019220:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 02000000:00000001:2.0:1767389104.019225:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1767389104.019229:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000100:00000001:1.0:1767389104.019232:0:339009:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767389104.019233:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c8504a9. 00000100:00000001:0.0:1767389104.019240:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389104.019249:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389104.019253:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389104.019254:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000066bee89e x1853241654550144/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389104.019261:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389104.019280:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389104.019284:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389104.019291:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000066bee89e x1853241654550144/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389104.019294:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389104.019303:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389104.019321:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389104.019329:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389104.019330:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389104.019340:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389104.019341:0:337538:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389104.019355:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:1.0:1767389104.019359:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767389104.019360:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:1.0:1767389104.019378:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767389104.019379:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389104.019392:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f2b8985. 02000000:00000001:0.0:1767389104.019394:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389104.019411:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000100:00001000:0.0:1767389104.019413:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=129 v=5 (5 0 0 0) 00000400:00000010:1.0:1767389104.019424:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000100:00001000:0.0:1767389104.019427:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=129 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389104.019434:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389104.019441:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389104.019445:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389104.019446:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036def01a x1853241654550656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389104.019453:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389104.019462:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389104.019474:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389104.019479:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036def01a x1853241654550656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389104.019491:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000066bee89e x1853241654550144/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389104.019499:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389104.019504:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389104.019516:0:337539:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767389104.019527:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389104.019528:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389104.019536:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389104.019539:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389104.019541:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389104.019542:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767389104.019549:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389104.019554:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066bee89e x1853241654550144/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767389104.019557:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=113 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389104.019597:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=113 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389104.019604:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1767389104.019606:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000066bee89e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654550144:0@lo:400: 00000100:00000001:1.0:1767389104.019610:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389104.019621:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767389104.019624:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:1.0:1767389104.019630:0:337539:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000036def01a x1853241654550656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389104.019631:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389104.019643:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000066bee89e x1853241654550144/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389104.019676:0:337539:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.019688:0:337539:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767389104.019689:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767389104.019703:0:337539:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 02000000:00000001:0.0:1767389104.019704:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767389104.019716:0:337539:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:0.0:1767389104.019717:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008369c1ce. 00000100:00000001:1.0:1767389104.019771:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389104.019780:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036def01a x1853241654550656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389104.019790:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389104.019794:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389104.019798:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389104.019808:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036def01a x1853241654550656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389104.019814:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389104.019821:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389104.019830:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000100:00100000:1.0:1767389104.019837:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036def01a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:337539:1853241654550656:0@lo:400: 00000020:00000001:0.0:1767389104.019838:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389104.019848:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000037030edb. 00000400:00000001:1.0:1767389104.019858:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1767389104.019860:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389104.019872:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1767389104.019873:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:0.0:1767389104.019885:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066bee89e. 00000400:00000010:1.0:1767389104.019887:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dd0cc25. 00000400:00000200:1.0:1767389104.019907:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8bdd933 00000100:00000001:0.0:1767389104.019910:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1767389104.019924:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8bdd933. 00000100:00000001:0.0:1767389104.019924:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389104.019943:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389104.019945:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767389104.019950:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767389104.019951:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a8fcdc4 x1853241654550272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389104.019956:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389104.019971:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389104.019986:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389104.019994:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a8fcdc4 x1853241654550272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389104.020012:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389104.020014:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389104.020018:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389104.020020:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389104.020023:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389104.020026:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389104.020029:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389104.020033:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=113 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389104.020037:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=113 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389104.020040:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389104.020041:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389104.020044:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767389104.020053:0:337539:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000007a8fcdc4 x1853241654550272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389104.020062:0:337539:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.020065:0:337539:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767389104.020067:0:337539:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1767389104.020070:0:337539:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767389104.020075:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389104.020083:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007a8fcdc4 x1853241654550272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389120 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389104.020091:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389104.020095:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389104.020100:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767389104.020106:0:337539:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767389104.020112:0:337539:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767389104.020118:0:337539:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000004:00000020:1.0:1767389104.020137:0:337539:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000004:00000001:1.0:1767389104.020143:0:337539:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389104.020149:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a8fcdc4 x1853241654550272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389120 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389104.020163:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007a8fcdc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:337539:1853241654550272:0@lo:13: 00000100:00000001:1.0:1767389104.020174:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389104.020176:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389104.020179:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036def01a x1853241654550656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389104.020188:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389104.020195:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389104.020198:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d54314c. 02000000:00000001:1.0:1767389104.020206:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389104.020209:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389104.020212:0:337539:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767389104.020216:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389104.020219:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f7b5e629. 02000000:00000001:1.0:1767389104.020229:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389104.020231:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389104.020233:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036def01a. 00000100:00000001:1.0:1767389104.020244:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389104.020247:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389104.020251:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389104.020253:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007a8fcdc4 x1853241654550272/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389120 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389104.020263:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389104.020266:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389104.020268:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e84f3103. 02000000:00000001:1.0:1767389104.020274:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389104.020277:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389104.020278:0:337539:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767389104.020280:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389104.020282:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000178ef333. 02000000:00000001:1.0:1767389104.020287:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389104.020288:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389104.020290:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a8fcdc4. 00000100:00000001:1.0:1767389104.020299:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389104.020301:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389104.020305:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389104.020312:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389104.020315:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389104.020318:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389104.020325:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389104.037811:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299692057, at 4299692058 00000100:00000010:3.0:1767389104.037826:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ecc0c8e0. 00000100:00000040:2.0:1767389104.037828:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299692057, at 4299692058 00000100:00000040:0.0:1767389104.037835:0:335318:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299692057, at 4299692058 00000100:00000010:2.0:1767389104.037840:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dfa52c9c. 00000100:00000040:1.0:1767389104.037843:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299692057, at 4299692058 00000100:00000010:0.0:1767389104.037851:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000004bdb102. 00000100:00000010:1.0:1767389104.037859:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000119f9dbc. 00010000:00000001:3.0:1767389104.332856:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389104.332862:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389104.332871:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389104.332873:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389104.332931:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389104.332938:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389104.332944:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767389104.524870:0:338163:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767389104.524871:0:338165:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767389104.524890:0:338163:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389104.524892:0:338165:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389104.715835:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp47 00000400:00000010:1.0:1767389104.715844:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000033e5f920. 00000400:00000010:1.0:1767389104.715856:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fc63e944. 00000400:00000010:1.0:1767389104.715864:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8bdd933. 00000400:00000010:1.0:1767389104.715875:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000024502293. 00000400:00000200:1.0:1767389104.715881:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp47 00000400:00000200:1.0:1767389104.715915:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp47 local destination 00000400:00000200:1.0:1767389104.715924:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp47 00000400:00000200:1.0:1767389104.715929:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp47 NI seq info: [212:212:256:4294967295] 192.168.204.113@tcp47 LPNI seq info [208:208:8:4294967295] 00000400:00000200:1.0:1767389104.715937:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp47 00000400:00000200:1.0:1767389104.715947:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp47(192.168.204.113@tcp47:) -> 192.168.204.113@tcp47(192.168.204.113@tcp47:192.168.204.113@tcp47) : GET try# 0 00000800:00000200:1.0:1767389104.715953:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp47 00000800:00000010:1.0:1767389104.715959:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000178ef333. 00000800:00000200:1.0:1767389104.715968:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005dfb5336] -> 12345-192.168.204.113@tcp47 (2) 00000800:00000200:1.1:1767389104.715974:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005dfb5336] -> 12345-192.168.204.113@tcp47 (2) 00000400:00000200:1.0:1767389104.716002:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp47 added to recovery queue. ping count: 2 next ping: 5029 health :800 00000400:00000200:1.0:1767389104.716007:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp46 00000400:00000010:1.0:1767389104.716011:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000055639de3. 00000400:00000010:1.0:1767389104.716014:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006fc9a729. 00000400:00000010:1.0:1767389104.716018:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000400:00000010:1.0:1767389104.716023:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a5cebcd4. 00000400:00000200:1.0:1767389104.716026:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp46 00000400:00000200:1.0:1767389104.716032:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp46 local destination 00000400:00000200:1.0:1767389104.716036:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp46 00000400:00000200:1.0:1767389104.716040:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp46 NI seq info: [213:213:256:4294967295] 192.168.204.113@tcp46 LPNI seq info [209:209:8:4294967295] 00000400:00000200:1.0:1767389104.716044:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp46 00000400:00000200:1.0:1767389104.716051:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp46(192.168.204.113@tcp46:) -> 192.168.204.113@tcp46(192.168.204.113@tcp46:192.168.204.113@tcp46) : GET try# 0 00000800:00000200:1.0:1767389104.716054:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp46 00000800:00000010:1.0:1767389104.716059:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000df64db71. 00000800:00000200:1.0:1767389104.716066:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000053e93c7] -> 12345-192.168.204.113@tcp46 (2) 00000800:00000200:1.1:1767389104.716071:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000053e93c7] -> 12345-192.168.204.113@tcp46 (2) 00000400:00000200:1.0:1767389104.716093:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp46 added to recovery queue. ping count: 3 next ping: 5033 health :700 00000400:00000200:2.0:1767389104.716227:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.716228:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.716504:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.716506:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.716684:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.716800:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.716943:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.717049:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.717112:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.717217:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.717241:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.717357:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.717398:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.717539:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.717580:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.717689:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.717716:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.717886:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.717923:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.718033:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.718122:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.718219:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.718369:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.718421:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.718615:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.718632:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.718909:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.719173:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.719396:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.719646:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.719909:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.720076:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.720251:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.720412:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.720505:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.720683:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.720908:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.721083:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.721212:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.721269:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.721311:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.721360:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.721484:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.721652:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.721788:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.721797:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.721970:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.721975:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.722112:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.722127:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.722271:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.722312:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.722451:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.722476:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.722587:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.722685:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.722788:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.722860:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.722939:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000800:00000010:3.0:1767389104.722943:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009ad56601. 00000800:00000010:3.0:1767389104.722952:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ea0916f7. 00000800:00000010:3.0:1767389104.722961:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005eb014b3. 00000400:00000200:2.0:1767389104.722977:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000800:00000010:3.0:1767389104.723008:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005eb014b3. 00000800:00020000:3.0:1767389104.723025:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000400:00000200:2.0:1767389104.723029:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000800:00000010:3.0:1767389104.723032:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ea0916f7. 00000800:00000010:3.0:1767389104.723042:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009ad56601. 00000400:00000200:2.0:1767389104.723088:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:02020000:3.0:1767389104.723196:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp47 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767389104.723201:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.723213:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp47 notifying 192.168.204.113@tcp47: down 00000400:00000200:3.0:1767389104.723227:0:337527:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767389104.723235:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp47 00000800:00000010:3.0:1767389104.723240:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000178ef333. 00000400:00000200:2.0:1767389104.723249:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.723251:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389104.723277:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp47->192.168.204.113@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389104.723303:0:337527:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767389104.723303:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389104.723321:0:337527:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389104.723329:0:337527:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp47) recovery failed with -71 00000400:00000200:2.0:1767389104.723370:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.723401:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.723419:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.723436:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389104.723463:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:2.0:1767389104.723667:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000352f2e24. 00000800:00000010:2.0:1767389104.723672:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d630e033. 00000800:00000010:2.0:1767389104.723678:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ad4b23c9. 00000800:00000010:2.0:1767389104.723703:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ad4b23c9. 00000800:00020000:2.0:1767389104.723714:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389104.723718:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d630e033. 00000800:00000010:2.0:1767389104.723721:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000352f2e24. 00000400:02020000:2.0:1767389104.723867:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp46 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767389104.723877:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp46 notifying 192.168.204.113@tcp46: down 00000800:00000200:2.0:1767389104.723885:0:337526:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp46 down 00000800:00000100:2.0:1767389104.723894:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp46 00000800:00000010:2.0:1767389104.723899:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000df64db71. 00000400:00000200:2.0:1767389104.723905:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767389104.723911:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp46->192.168.204.113@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767389104.723922:0:337526:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767389104.723927:0:337526:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767389104.723933:0:337526:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp46) recovery failed with -71 00080000:00000001:0.0:1767389105.004212:0:360431:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389105.004227:0:360431:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389105.004232:0:360431:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389105.004239:0:360431:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389105.004245:0:360431:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389105.004248:0:360431:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389105.355838:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389105.355846:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389105.355857:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389105.355866:0:339424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767389105.355872:0:339424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767389105.355876:0:339424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389105.355882:0:339424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767389105.355885:0:339424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389105.355890:0:339424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389105.355897:0:339424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389105.355953:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767389105.355958:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389105.355963:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767389105.740855:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389105.740861:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389105.740865:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8bdd933 00000400:00000010:0.0:1767389105.740871:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c8bdd933. 00000400:00000200:0.0:1767389105.740880:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767389105.740892:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp47 recovery ping unlinked 00000400:00000010:0.0:1767389105.740909:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000033e5f920. 00000400:00000010:0.0:1767389105.740918:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fc63e944. 00000400:00000001:0.0:1767389105.740936:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389105.740938:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389105.740942:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef62de8f 00000400:00000010:0.0:1767389105.740946:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ef62de8f. 00000400:00000200:0.0:1767389105.740952:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767389105.740955:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767389105.740958:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000055639de3. 00000400:00000010:0.0:1767389105.740962:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006fc9a729. 00000400:00000200:0.0:1767389105.740979:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp44 00000400:00000010:0.0:1767389105.740985:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ae0576ef. 00000400:00000010:0.0:1767389105.740989:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000065ba4ce7. 00000400:00000010:0.0:1767389105.740992:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000400:00000010:0.0:1767389105.740999:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a6320e6f. 00000400:00000200:0.0:1767389105.741010:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp44 00000800:00000200:1.0:1767389105.741023:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008a6e87b7] -> 12345-192.168.204.113@tcp20 (6) 00000400:00000200:0.0:1767389105.741035:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp44 local destination 00000800:00000200:1.0:1767389105.741044:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp20 ip 192.168.204.113:988 00000400:00000200:0.0:1767389105.741050:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp44 00000800:00000200:1.0:1767389105.741057:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025f2a25f type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767389105.741061:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp44 NI seq info: [214:214:256:4294967295] 192.168.204.113@tcp44 LPNI seq info [210:210:8:4294967295] 00000400:00000200:0.0:1767389105.741073:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp44 00000400:00000200:0.0:1767389105.741094:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp44(192.168.204.113@tcp44:) -> 192.168.204.113@tcp44(192.168.204.113@tcp44:192.168.204.113@tcp44) : GET try# 0 00000800:00000200:0.0:1767389105.741107:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp44 00000800:00000010:0.0:1767389105.741113:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d41f1a3b. 00000800:00000200:0.0:1767389105.741121:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f7217ce] -> 12345-192.168.204.113@tcp44 (2) 00000800:00000200:0.1:1767389105.741126:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f7217ce] -> 12345-192.168.204.113@tcp44 (2) 00000400:00000200:0.0:1767389105.741151:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp44 added to recovery queue. ping count: 4 next ping: 5042 health :600 00000400:00000200:2.0:1767389105.741266:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000200:1.0:1767389105.741292:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767389105.741301:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389105.741328:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389105.741336:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389105.741343:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389105.741375:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.741428:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.741481:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.741567:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.741616:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.741643:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.741687:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.741793:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.741858:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.741917:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.741953:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742010:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742045:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742095:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742136:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742189:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742225:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742271:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742326:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742363:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742417:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742452:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742489:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742562:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742620:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742686:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742788:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742865:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742894:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742922:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.742959:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.743004:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.743070:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:2.0:1767389105.743140:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:2.0:1767389105.743374:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000352f2e24. 00000800:00000010:2.0:1767389105.743382:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000051acade6. 00000800:00000010:2.0:1767389105.743390:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f9e76f84. 00000800:00000010:2.0:1767389105.743428:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f9e76f84. 00000800:00020000:2.0:1767389105.743439:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:2.0:1767389105.743445:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000051acade6. 00000800:00000010:2.0:1767389105.743450:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000352f2e24. 00000400:02020000:2.0:1767389105.743528:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp44 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767389105.743566:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp44 notifying 192.168.204.113@tcp44: down 00000800:00000200:2.0:1767389105.743582:0:337524:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp44 down 00000800:00000100:2.0:1767389105.743592:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp44 00000800:00000010:2.0:1767389105.743596:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d41f1a3b. 00000400:00000200:2.0:1767389105.743605:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767389105.743613:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp44->192.168.204.113@tcp44: GET: LOCAL_ERROR 00000400:00000200:2.0:1767389105.743635:0:337524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767389105.743640:0:337524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767389105.743647:0:337524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp44) recovery failed with -71 00000001:00000001:1.0:1767389106.046513:0:360595:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767389106.046522:0:360595:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:1.0:1767389106.053293:0:360595:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767389106.066519:0:360596:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a373c17d. 00000400:00000010:1.0:1767389106.066572:0:360596:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000e64906c5. 00000400:00000010:1.0:1767389106.066588:0:360596:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000092a16268. 00000400:00000010:1.0:1767389106.066594:0:360596:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000523455a4. 00000400:00000010:1.0:1767389106.066601:0:360596:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f8f0646f. 00000400:00000010:1.0:1767389106.066607:0:360596:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c0e3d426. 00000400:00000010:1.0:1767389106.066610:0:360596:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a2ed6d65. 00000400:00000010:1.0:1767389106.066613:0:360596:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006046294e. 00000400:00000010:1.0:1767389106.066618:0:360596:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000058d21d12. 00000800:00000010:1.0:1767389106.066644:0:360596:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a4913ca1. 00000800:00000200:1.0:1767389106.066662:0:360596:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767389106.066687:0:360596:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767389106.066789:0:360596:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.204.113) 00000400:02000000:1.0:1767389106.066835:0:360596:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.204.113@tcp50 [8/256/0/180] 00000400:00000010:1.0:1767389106.069799:0:360596:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000e84f3103. 00000400:00000010:1.0:1767389106.069810:0:360596:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009dd0cc25. 00000400:00000010:1.0:1767389106.069819:0:360596:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007b49eda1. 00000400:00000001:1.0:1767389106.069868:0:360596:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389106.069871:0:360596:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389106.069874:0:360596:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d28941c3. 00000400:00000200:1.0:1767389106.069879:0:360596:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000305cb2b 00000400:00000010:1.0:1767389106.069883:0:360596:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000305cb2b. 00000400:00000010:1.0:1767389106.069890:0:360596:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 00000000d311b910. 00000400:00000200:1.0:1767389106.069899:0:360596:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (42) 00000400:00000200:1.0:1767389106.069922:0:360596:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389106.069940:0:360596:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000020:00000010:1.0:1767389106.069954:0:360596:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f4a0f3eb. 00000020:01000000:1.0:1767389106.069962:0:360596:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767389106.069967:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767389106.069968:0:360596:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.204.113@tcp50 00000400:00000200:2.0:1767389106.069982:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100151 00000400:00000010:2.0:1767389106.069996:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065d2f49b. 00000400:00000010:1.0:1767389106.069996:0:360596:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000e64906c5. 00000400:00000010:1.0:1767389106.070009:0:360596:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a373c17d. 00000400:00000200:2.0:1767389106.070010:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (43) 00000400:00000010:2.0:1767389106.070025:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000af0c2049. 00000400:00000200:2.0:1767389106.070036:0:337534:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.113@tcp28 00000020:00000001:3.0:1767389106.070047:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767389106.070057:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767389106.070068:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767389106.070070:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp28 to MR: 192.168.204.113@tcp28 local destination 10000000:01000000:3.0:1767389106.070084:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767389106.070093:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767389106.070104:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767389106.070106:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp28 NI seq info: [215:215:256:4294967295] 192.168.204.113@tcp28 LPNI seq info [211:211:8:4294967295] 00000020:01000004:3.0:1767389106.070108:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767389106.070118:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767389106.070128:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389106.070136:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767389106.070136:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp28 00000020:01000004:3.0:1767389106.070154:0:257746:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767389106.070160:0:257746:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767389106.070167:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767389106.070176:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767389106.070190:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp28(192.168.204.113@tcp28:192.168.204.113@tcp28) -> 192.168.204.113@tcp28(192.168.204.113@tcp28:192.168.204.113@tcp28) : PUT try# 0 00000100:00000010:3.0:1767389106.070192:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a211e0ae. 00000020:00000040:3.0:1767389106.070208:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000800:00000200:2.0:1767389106.070210:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.113@tcp28 00000800:00000010:2.0:1767389106.070241:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af4d5efe. 00000100:00000001:3.0:1767389106.070243:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389106.070258:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767389106.070267:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bd8963f] -> 12345-192.168.204.113@tcp28 (6) 02000000:00000001:3.0:1767389106.070271:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767389106.070284:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp28 ip 192.168.204.113:988 02000000:00000010:3.0:1767389106.070287:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009ad56601. 00000800:00000200:2.0:1767389106.070291:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af4d5efe type 1, nob 800 niov 1 nkiov 1 00000100:00000001:3.0:1767389106.070300:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389106.070316:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389106.070320:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389106.070321:0:337534:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.204.113@tcp 00000400:00000200:2.0:1767389106.070335:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100551 rc 0 00000100:00000040:3.0:1767389106.070342:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a211e0ae] to pc [ptlrpcd_00_03+3] req@00000000a211e0ae x1853241654550784/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767389106.070398:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389106.070403:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389106.070406:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767389106.070411:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767389106.070420:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767389106.070421:0:257746:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767389106.070431:0:257746:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767389106.070436:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767389106.070438:0:257746:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767389106.070451:0:257746:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767389106.070454:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767389106.070470:0:257746:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767389106.070476:0:257746:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:1.0:1767389106.070482:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a211e0ae x1853241654550784/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767389106.070487:0:257746:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:2.0:1767389106.070491:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:3.0:1767389106.070496:0:257746:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:2.0:1767389106.070503:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af4d5efe. 00000020:01000004:3.0:1767389106.070505:0:257746:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767389106.070519:0:257746:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767389106.070525:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:3.0:1767389106.070527:0:257746:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767389106.070561:0:257746:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767389106.070563:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767389106.070567:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp28->192.168.204.113@tcp28: PUT: OK 00000020:01000004:3.0:1767389106.070586:0:257746:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767389106.070587:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389106.070588:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767389106.070610:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.204.113@tcp28: 0 00000100:00000010:3.0:1767389106.070612:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b278fe5a. 02000000:00000001:1.0:1767389106.070612:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389106.070627:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767389106.070629:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000800:00000001:2.0:1767389106.070639:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767389106.070642:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389106.070648:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389106.070654:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1767389106.070654:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a211e0ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654550784:0@lo:253: 00000800:00000001:2.0:1767389106.070658:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389106.070665:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767389106.070671:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767389106.070688:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:2.0:1767389106.070694:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767389106.070697:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007c7bae14. 02000000:00000001:1.0:1767389106.070699:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389106.070708:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389106.070714:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389106.070717:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767389106.070791:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp28(192.168.204.113@tcp28) <- 192.168.204.113@tcp28 : PUT - for me 00000100:00000001:3.0:1767389106.070803:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389106.070808:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389106.070822:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 704 into portal 0 MB=0x8000000000000000 00000100:00000040:3.0:1767389106.070828:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b278fe5a] to pc [ptlrpcd_00_00+0] req@00000000b278fe5a x1853241654550912/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767389106.070836:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009b535535. 00000400:00000200:2.0:1767389106.070849:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.204.113@tcp of length 688/704 into md 0x23ad [1] + 0 02000000:00000001:1.0:1767389106.070854:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389106.070873:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d28941c3. 00000400:00000010:2.0:1767389106.070884:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008034cfdf. 00000400:00000200:2.0:1767389106.070900:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bc0a7fd1 00000800:00000001:2.0:1767389106.070914:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767389106.070914:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e64906c5. 00000100:00000200:1.0:1767389106.070929:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654550784, portal 25 00000800:00000001:2.0:1767389106.070933:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767389106.070935:0:257746:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389106.070937:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767389106.070941:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389106.070951:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694459776 : -122822015091840 : ffff904b456b7b80) 10000000:00000001:3.0:1767389106.070960:0:257746:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389106.070972:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a211e0ae x1853241654550784/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389106.070974:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp28->192.168.204.113@tcp28: PUT: OK 00000020:00000001:3.0:1767389106.070975:0:257746:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767389106.070992:0:257746:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767389106.070998:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc0a7fd1 00000020:00000010:3.0:1767389106.071011:0:257746:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f4a0f3eb. 00000400:00000010:2.0:1767389106.071012:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc0a7fd1. 00000100:00000001:1.0:1767389106.071023:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767389106.071042:0:337531:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:1.0:1767389106.071048:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767389106.071053:0:337531:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (44) 00000400:00000010:1.0:1767389106.071059:0:337539:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d802ae0. 00000100:00000001:3.0:1767389106.071061:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767389106.071068:0:337531:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000100:00000001:3.0:1767389106.071074:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389106.071075:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654550784, offset 0 00000400:00000200:2.0:1767389106.071080:0:337531:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.204.113@tcp (704 bytes) 00000400:00000200:1.0:1767389106.071116:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389106.071117:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:2.0:1767389106.071135:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (45) 00000400:00000200:1.0:1767389106.071151:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389106.071156:0:337531:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767389106.071166:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp28 to MR: 192.168.204.113@tcp28 local destination 00000400:00000200:2.0:1767389106.071174:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp28 NI seq info: [216:216:256:4294967295] 192.168.204.113@tcp28 LPNI seq info [212:212:8:4294967295] 00000400:00000200:2.0:1767389106.071187:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp28(192.168.204.113@tcp28:192.168.204.113@tcp28) -> 192.168.204.113@tcp28(192.168.204.113@tcp28:192.168.204.113@tcp28) 192.168.204.113@tcp28 : ACK try# 0 00000800:00000200:2.0:1767389106.071193:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.204.113@tcp28 00000800:00000010:2.0:1767389106.071199:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000af4d5efe. 00000400:00000200:1.0:1767389106.071206:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695837280a100 00000800:00000200:2.0:1767389106.071216:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002bd8963f] -> 12345-192.168.204.113@tcp28 (6) 00000400:00000200:1.0:1767389106.071226:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ae5 [2] + 0 00000100:00000001:3.0:1767389106.071235:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767389106.071235:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp28 ip 192.168.204.113:986 00000400:00000010:1.0:1767389106.071239:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e65fc6b4. 00000100:00100000:3.0:1767389106.071248:0:337537:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000800:00000200:2.0:1767389106.071250:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000af4d5efe type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767389106.071252:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002424f83a 00000100:00000001:3.0:1767389106.071272:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389106.071279:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767389106.071288:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767389106.071291:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767389106.071293:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:2.0:1767389106.071300:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389106.071305:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389106.071309:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002424f83a 00000400:00000010:1.0:1767389106.071317:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002424f83a. 00000100:00000001:3.0:1767389106.071319:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389106.071335:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389106.071340:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767389106.071343:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767389106.071345:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389106.071354:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000412f32ba x1853241654550784 msgsize 4848 00000100:00000040:3.0:1767389106.071356:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b278fe5a x1853241654550912/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389106.071391:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:2.0:1767389106.071395:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1767389106.071402:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000010:2.0:1767389106.071406:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000af4d5efe. 00000100:00000001:3.0:1767389106.071423:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389106.071429:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389106.071430:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389106.071445:0:337539:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767389106.071454:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389106.071463:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389106.071465:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp28->192.168.204.113@tcp28: ACK: OK 00000400:00000200:1.0:1767389106.071465:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d802ae0 00000100:00000001:0.0:1767389106.071479:0:352639:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767389106.071481:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d802ae0. 02000000:00000001:3.0:1767389106.071488:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389106.071498:0:352639:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654550784 00000100:00000001:1.0:1767389106.071503:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767389106.071505:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b278fe5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654550912:0@lo:253: 00000800:00000001:2.0:1767389106.071506:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767389106.071508:0:352639:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389106.071520:0:352639:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767389106.071522:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389106.071523:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a211e0ae x1853241654550784/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389106.071554:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:2.0:1767389106.071558:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767389106.071559:0:352639:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389106.071568:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000001:2.0:1767389106.071572:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389106.071576:0:352639:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389106.071580:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767389106.071591:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767389106.071599:0:352639:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654550784 02000000:00000001:3.0:1767389106.071601:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:2.0:1767389106.071610:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389106.071614:0:352639:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:3.0:1767389106.071620:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000002c5c95e. 00000020:00000040:0.0:1767389106.071624:0:352639:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767389106.071641:0:352639:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767389106.071645:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389106.071654:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp28(192.168.204.113@tcp28) <- 192.168.204.113@tcp28 : ACK - for me 00000020:00000040:0.0:1767389106.071656:0:352639:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000400:00000010:3.0:1767389106.071666:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f30741e. 00000020:00000001:0.0:1767389106.071677:0:352639:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000010:3.0:1767389106.071693:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ec10b579. 00000020:00000001:0.0:1767389106.071695:0:352639:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000200:2.0:1767389106.071718:0:337531:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp28: ACK from 12345-192.168.204.113@tcp28 into md 0x2409 00000100:00000001:1.0:1767389106.071724:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767389106.071774:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767389106.071778:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654550912, portal 25 00000100:00000001:3.0:1767389106.071786:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389106.071796:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694449024 : -122822015102592 : ffff904b456b5180) 00000400:00000200:2.0:1767389106.071796:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp28->192.168.204.113@tcp28: ACK: OK 00000100:00000001:0.0:1767389106.071798:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767389106.071811:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a211e0ae x1853241654550784/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389106.071815:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b79f5fa. 00000400:00000200:2.0:1767389106.071819:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065d2f49b 00000100:00000040:3.0:1767389106.071833:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b278fe5a x1853241654550912/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389106.071838:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000065d2f49b. 00000100:00000001:0.0:1767389106.071839:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389106.071859:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000010:0.0:1767389106.071865:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b79f5fa. 00000400:00000200:2.0:1767389106.071883:0:337531:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.204.113@tcp ev->status 0 00000020:00000010:0.0:1767389106.071886:0:352639:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073e33de9. 00000020:00000010:0.0:1767389106.071909:0:352639:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a2fa8621. 00000400:00000200:2.0:1767389106.071913:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000020:00000010:0.0:1767389106.071931:0:352639:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cd4a4bab. 00000400:00000200:2.0:1767389106.071933:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (44) 00000100:00000001:1.0:1767389106.071959:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767389106.071968:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767389106.071971:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389106.071973:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767389106.071975:0:352639:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000001:2.0:1767389106.071978:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389106.071993:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389106.071997:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389106.072001:0:352639:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389106.072006:0:352639:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389106.072010:0:352639:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389106.072011:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299694115 00000400:00000010:3.0:1767389106.072013:0:337537:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ffacd21. 00000100:00000001:2.0:1767389106.072021:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767389106.072042:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e48108bd. 00000100:00000200:3.0:1767389106.072045:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853241654550912, offset 0 00000100:00000001:2.0:1767389106.072045:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389106.072051:0:352639:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389106.072067:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767389106.072086:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389106.072087:0:352639:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389106.072088:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299694115 00000400:00000200:2.0:1767389106.072093:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000010:1.0:1767389106.072109:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f8fef6d. 00000400:00000010:2.0:1767389106.072111:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000e17f0872. 00000100:00000001:1.0:1767389106.072125:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767389106.072127:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389106.072128:0:352639:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1767389106.072129:0:337534:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000edf52079. 00000100:00000001:0.0:1767389106.072144:0:352639:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1767389106.072151:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000065d2f49b. 00000100:00000001:1.0:1767389106.072152:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299694115 00000400:00000200:2.0:1767389106.072169:0:337534:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000e17f0872 00000100:00100000:0.0:1767389106.072169:0:352639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000400:00000200:3.0:1767389106.072172:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695837280a180 00000100:00000010:1.0:1767389106.072173:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bd613eb0. 00000400:00000010:2.0:1767389106.072191:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 000000006633c69b. 00000100:00000040:0.0:1767389106.072193:0:352639:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:1.0:1767389106.072195:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767389106.072213:0:337534:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000400:00000200:3.0:1767389106.072214:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b0d [2] + 0 00000100:00000001:0.0:1767389106.072219:0:352639:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509324368 : -122821200227248 : ffff904b75fd5450) 00000100:00000001:1.0:1767389106.072222:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299694115 00000400:00000200:2.0:1767389106.072238:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102051 00000100:00000040:0.0:1767389106.072241:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000412f32ba x1853241654550784/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:557/0 lens 4848/0 e 0 to 0 dl 1767389117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767389106.072243:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009ce7d068. 00000400:00000010:3.0:1767389106.072250:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013ca900e. 00000400:00000200:2.0:1767389106.072264:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (43) 00000100:00000001:1.0:1767389106.072267:0:337539:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767389106.072271:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002cbff463 00000400:00000010:2.0:1767389106.072279:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 0000000028201b0c. 00000400:00000010:2.0:1767389106.072298:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed25b3c5. 00000100:00000001:1.0:1767389106.072299:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767389106.072301:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767389106.072305:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389106.072327:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005b79f5fa. 00000100:00000001:1.0:1767389106.072329:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389106.072331:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d09ee21b. 00000400:00000200:3.0:1767389106.072343:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389106.072362:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389106.072363:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389106.072364:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000400:00000200:3.0:1767389106.072384:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cbff463 00000100:00000001:1.0:1767389106.072390:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767389106.072392:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cbff463. 00000020:00000010:0.0:1767389106.072392:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005b79f5fa. 00000100:00000001:3.0:1767389106.072415:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1767389106.072417:0:352639:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000412f32ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654550784:12345-0@lo:253: 00000100:00000001:1.0:1767389106.072418:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1767389106.072422:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767389106.072432:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000100:00000001:1.0:1767389106.072432:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767389106.072441:0:337537:0:(events.c:337:request_in_callback()) incoming req@000000007656fdd5 x1853241654550912 msgsize 4848 00000100:00000200:0.0:1767389106.072449:0:352639:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654550784 00000100:00000001:1.0:1767389106.072453:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389106.072466:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767389106.072468:0:352639:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767389106.072478:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 170], ns[65, 174] 00000020:00000001:0.0:1767389106.072490:0:352639:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767389106.072491:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389106.072506:0:352639:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389106.072510:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389106.072512:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389106.072525:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000020:00000001:0.0:1767389106.072527:0:352639:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1767389106.072547:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000001:0.0:1767389106.072558:0:352639:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000100:00000001:3.0:1767389106.072567:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767389106.072576:0:352639:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389106.072587:0:352639:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389106.072594:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 64], ns[77, 65] 00000020:00000001:0.0:1767389106.072597:0:352639:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767389106.072607:0:352639:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767389106.072617:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 64], ns[81, 65] 00000020:00000001:0.0:1767389106.072617:0:352639:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389106.072636:0:352639:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767389106.072645:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 64], ns[97, 65] 02000000:00000001:0.0:1767389106.072645:0:352639:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389106.072660:0:352639:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000435c77c2. 00000400:00000200:2.0:1767389106.072662:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 64], ns[101, 65] 02000000:00000001:0.0:1767389106.072676:0:352639:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389106.072688:0:352639:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389106.072689:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 64], ns[112, 65] 20000000:00000001:0.0:1767389106.072706:0:352639:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767389106.072714:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 65] 20000000:00000010:0.0:1767389106.072804:0:352639:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000482e5469. 20000000:01000000:0.0:1767389106.072813:0:352639:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767389106.072818:0:352639:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767389106.072822:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 64], ns[123, 65] 20000000:00000001:0.0:1767389106.072824:0:352639:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767389106.072838:0:352639:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389106.072839:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[135, 65] 20000000:00000001:0.0:1767389106.072853:0:352639:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389106.072865:0:352639:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767389106.072866:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 64], ns[143, 65] 00000400:00000200:2.0:1767389106.072883:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 64], ns[146, 65] 20000000:00000010:0.0:1767389106.072888:0:352639:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000bb71377. 00000400:00000200:2.0:1767389106.072893:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 64], ns[155, 65] 20000000:01000000:0.0:1767389106.072897:0:352639:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00000400:00000200:2.0:1767389106.072908:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[155, 64], ns[159, 65] 20000000:00000001:0.0:1767389106.072910:0:352639:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767389106.072921:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 64], ns[181, 65] 00080000:00000001:0.0:1767389106.072922:0:352639:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00000400:00000200:2.0:1767389106.072938:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 64], ns[188, 65] 00000400:00000200:2.0:1767389106.072952:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 64], ns[192, 65] 00000400:00000200:2.0:1767389106.072963:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[204, 64], ns[208, 65] 00000400:00000200:2.0:1767389106.072973:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[212, 64], ns[216, 65] 00000400:00000200:2.0:1767389106.072985:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[201, 64], ns[205, 65] 00000400:00000200:2.0:1767389106.072998:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 64], ns[141, 65] 00000400:00000200:2.0:1767389106.073012:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 64], ns[87, 65] 00000400:00000200:2.0:1767389106.073026:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 65] 00080000:00000001:0.0:1767389106.073029:0:352639:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389106.073038:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[158, 64], ns[162, 65] 00080000:00000001:0.0:1767389106.073040:0:352639:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767389106.073047:0:352639:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389106.073054:0:352639:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000400:00000200:2.0:1767389106.073056:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 64], ns[132, 65] 00000020:00000001:0.0:1767389106.073062:0:352639:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767389106.073074:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 64], ns[109, 65] 00000020:00000001:0.0:1767389106.073076:0:352639:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00080000:00000001:0.0:1767389106.073095:0:352639:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000400:00000200:2.0:1767389106.073102:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 65] 00080000:00000010:0.0:1767389106.073109:0:352639:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000548735c8. 00000400:00000200:2.0:1767389106.073121:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 64], ns[127, 65] 00080000:00000001:0.0:1767389106.073123:0:352639:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252119562240 : -122821589989376 : ffff904b5ec20800) 00080000:00000001:0.0:1767389106.073146:0:352639:0:(osd_io.c:243:osd_declare_write()) Process entered 00000400:00000200:2.0:1767389106.073151:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[199, 64], ns[203, 65] 00000400:00000200:2.0:1767389106.073164:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 64], ns[172, 65] 00000400:00000200:2.0:1767389106.073176:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 64], ns[179, 65] 00000400:00000200:2.0:1767389106.073184:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[189, 64], ns[193, 65] 00000400:00000200:2.0:1767389106.073195:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 64], ns[171, 65] 00000400:00000200:2.0:1767389106.073201:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[200, 64], ns[204, 65] 00000400:00000200:2.0:1767389106.073207:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[210, 64], ns[214, 65] 00000400:00000200:2.0:1767389106.073213:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 64], ns[195, 65] 00000400:00000200:2.0:1767389106.073219:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[209, 64], ns[213, 65] 00000400:00000200:2.0:1767389106.073229:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[208, 64], ns[212, 65] 00000400:00000200:2.0:1767389106.073236:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 64], ns[0, 65] 00000400:00000200:2.0:1767389106.073249:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp48] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:2.0:1767389106.073255:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp48 00000400:00000200:2.0:1767389106.073263:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp48 00000400:00000200:2.0:1767389106.073269:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp48 lpni_is_preferred = 0 00000400:00000200:2.0:1767389106.073274:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp48 00000400:00000200:2.0:1767389106.073288:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp48 NI seq info: [217:217:256:4294967295] 192.168.204.113@tcp48 LPNI seq info [213:213:8:4294967295] 00000400:00000200:2.0:1767389106.073301:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp48 00000400:00000200:2.0:1767389106.073322:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp48(192.168.204.113@tcp48:) -> 192.168.204.113@tcp48(192.168.204.113@tcp:192.168.204.113@tcp48) : GET try# 0 00000400:00000200:3.0:1767389106.073344:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ffacd21 00000800:00000200:2.0:1767389106.073344:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp48 00000001:00000001:0.0:1767389106.073357:0:352639:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000400:00000010:3.0:1767389106.073360:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003ffacd21. 00000800:00000010:2.0:1767389106.073365:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000af4d5efe. 00080000:00000001:0.0:1767389106.073368:0:352639:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389106.073372:0:337537:0:(events.c:34:request_out_callback()) Process entered 00080000:00000001:0.0:1767389106.073387:0:352639:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000800:00000010:2.0:1767389106.073391:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e71f8817. 00000100:00000200:3.0:1767389106.073392:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b278fe5a x1853241654550912/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767389106.073407:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000091eee9d0. 00000100:00000001:3.0:1767389106.073422:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1767389106.073431:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e71f8817] -> 12345-192.168.204.113@tcp48 (2) 00000100:00000040:3.0:1767389106.073433:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b278fe5a x1853241654550912/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767389106.073435:0:352639:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389106.073450:0:352639:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000200:2.1:1767389106.073463:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e71f8817] -> 12345-192.168.204.113@tcp48 (2) 00000100:00000001:3.0:1767389106.073485:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389106.073490:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389106.073500:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389106.073509:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000100:00000001:3.0:1767389106.073514:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299694116 00000400:00000200:2.0:1767389106.073526:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100251 rc 0 00000100:00000001:3.0:1767389106.073553:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299694115 00000100:00000001:3.0:1767389106.073576:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299694116 00000100:00000001:3.0:1767389106.073596:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299694115 00000100:00000001:3.0:1767389106.073620:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299694116 00000100:00000001:3.0:1767389106.073628:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299694115 00000100:00000001:3.0:1767389106.073634:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299694116 00000100:00000001:3.0:1767389106.073648:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299694115 00000100:00000001:3.0:1767389106.073670:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389106.073677:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389106.073686:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389106.073695:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389106.073851:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389106.073858:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654550912 02000000:00000001:3.0:1767389106.073862:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767389106.073867:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000100:00000001:3.0:1767389106.073869:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389106.073880:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389106.073889:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389106.073896:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654550912 00000020:00000001:3.0:1767389106.073901:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389106.073905:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:3.0:1767389106.073909:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389106.073914:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=16 00000020:00000001:3.0:1767389106.073920:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:3.0:1767389106.073929:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389106.073940:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389106.073946:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005eb014b3. 00000100:00000001:3.0:1767389106.073955:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389106.073961:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005eb014b3. 00000020:00000010:3.0:1767389106.073974:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f28b041. 00000020:00000010:3.0:1767389106.073985:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f4c7a12. 00000020:00000010:3.0:1767389106.073993:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e8c331b. 00000100:00000001:3.0:1767389106.074010:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389106.074016:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389106.074023:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389106.074036:0:352639:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:3.0:1767389106.074040:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389106.074046:0:352639:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767389106.074065:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389106.074080:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000100:00000001:3.0:1767389106.074114:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389106.074119:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389106.074139:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00000040:3.0:1767389106.074148:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:3.0:1767389106.074156:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509325392 : -122821200226224 : ffff904b75fd5850) 00000100:00000040:3.0:1767389106.074170:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007656fdd5 x1853241654550912/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:557/0 lens 4848/0 e 0 to 0 dl 1767389117 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389106.074185:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389106.074191:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005eb014b3. 00000100:00000001:3.0:1767389106.074198:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389106.074201:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005eb014b3. 00000100:00100000:3.0:1767389106.074210:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007656fdd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337537:x1853241654550912:12345-0@lo:253: 00000100:00000200:3.0:1767389106.074217:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654550912 00000020:00000001:3.0:1767389106.074223:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389106.074234:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389106.074239:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389106.074246:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389106.074252:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333264 : -1039218352 : ffffffffc20ec950) 00000020:00000001:3.0:1767389106.074256:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389106.074261:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389106.074268:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389106.074273:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389106.074277:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389106.074283:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389106.074293:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767389106.074307:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 02000000:00000010:3.0:1767389106.074309:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c2d9defc. 02000000:00000001:3.0:1767389106.074332:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389106.074339:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389106.074345:0:338175:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767389106.074384:0:338175:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000050e9914e. 20000000:01000000:3.0:1767389106.074390:0:338175:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767389106.074397:0:338175:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767389106.074400:0:338175:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767389106.074407:0:338175:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389106.074415:0:338175:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389106.074421:0:338175:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767389106.074514:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:2.0:1767389106.074626:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:2.0:1767389106.074701:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:2.0:1767389106.074813:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:2.0:1767389106.075182:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:2.0:1767389106.075317:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:2.0:1767389106.075451:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:2.0:1767389106.075664:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:2.0:1767389106.075887:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:2.0:1767389106.076013:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:2.0:1767389106.076125:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:2.0:1767389106.076253:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:2.0:1767389106.076299:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:2.0:1767389106.076397:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:2.0:1767389106.076451:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:2.0:1767389106.076521:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:2.0:1767389106.076575:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389106.076690:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.077247:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.077873:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.077978:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.078138:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.078297:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.078459:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.078631:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.078905:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.079060:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.079219:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.079298:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.079384:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.079505:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.079637:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389106.080007:0:359705:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b2c327b5. 00000800:00000010:3.0:1767389106.080016:0:359705:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003ffacd21. 00000800:00000010:3.0:1767389106.080028:0:359705:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023ca8ce1. 00000800:00000010:3.0:1767389106.080075:0:359705:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023ca8ce1. 00000800:00020000:3.0:1767389106.080092:0:359705:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389106.080097:0:359705:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003ffacd21. 00000800:00000010:3.0:1767389106.080102:0:359705:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b2c327b5. 00000400:02020000:2.0:1767389106.080301:0:359705:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp48 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767389106.080318:0:359705:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp48 notifying 192.168.204.113@tcp48: down 00000800:00000200:2.0:1767389106.080334:0:359705:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp48 down 00000800:00000100:2.0:1767389106.080350:0:359705:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp48 00000800:00000010:2.0:1767389106.080355:0:359705:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000af4d5efe. 00000400:00000200:2.0:1767389106.080363:0:359705:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767389106.080370:0:359705:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp48->192.168.204.113@tcp48: GET: LOCAL_ERROR 00000400:00000200:2.0:1767389106.080384:0:359705:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp48 added to recovery queue. ping count: 0 next ping: 5027 health :900 00000400:00000200:2.0:1767389106.080394:0:359705:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767389106.080398:0:359705:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 1 00000400:00000200:2.0:1767389106.080402:0:359705:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:0.0:1767389106.080606:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767389106.080629:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100851 00000400:00000001:0.0:1767389106.080640:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389106.080643:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389106.080647:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed25b3c5 00000400:00000010:0.0:1767389106.080652:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed25b3c5. 00000400:00000200:0.0:1767389106.080662:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767389106.080677:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000010:0.0:1767389106.080688:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 0000000028201b0c. 00000400:00000200:0.0:1767389106.080696:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (44) 00000400:00000200:0.0:1767389106.080701:0:337534:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.113@tcp:-71 00000400:00000200:0.0:1767389106.080713:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102051 rc -71 00000400:00000200:0.0:1767389106.080823:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:0.0:1767389106.080832:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (43) 00080000:00000001:3.0:1767389106.093664:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767389106.093671:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389106.093676:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767389106.093679:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389106.093682:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767389106.093686:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000548735c8. 00080000:00000001:3.0:1767389106.093694:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1767389106.093783:0:352639:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767389106.093795:0:352639:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:1.0:1767389106.093801:0:352639:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389106.093807:0:352639:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767389106.093824:0:352639:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767389106.093842:0:352639:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767389106.093847:0:352639:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000020:1.0:1767389106.093858:0:352639:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 20000000:00000010:3.0:1767389106.093860:0:338175:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004f7399d0. 20000000:01000000:3.0:1767389106.093867:0:338175:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:01000000:2.0:1767389106.093871:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767389106.093875:0:338175:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:2.0:1767389106.093879:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767389106.093882:0:338175:0:(osd_index.c:626:osd_dir_lookup()) Process entered 10000000:01000000:2.0:1767389106.093886:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767389106.093892:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389106.093897:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767389106.093906:0:338196:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000d98f2146 count: 2 00010000:00000001:2.0:1767389106.093912:0:338196:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389106.093916:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389106.093922:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d83d1a37. 00080000:00000001:3.0:1767389106.093927:0:338175:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767389106.093928:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389106.093938:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d83d1a37 with handle 0x95cd417baf42964d to hash 00080000:00000001:3.0:1767389106.093940:0:338175:0:(osd_index.c:949:osd_remote_fid()) Process entered 00000020:00000001:2.0:1767389106.093946:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767389106.093947:0:338175:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389106.093953:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00080000:00000001:3.0:1767389106.093954:0:338175:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000020:00000001:3.0:1767389106.093964:0:338175:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767389106.093964:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00000020:00000001:3.0:1767389106.093976:0:338175:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252661755736 : -122821047795880 : ffff904b7f133f58) 00010000:00000001:2.0:1767389106.093976:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389106.093986:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389106.093990:0:338175:0:(osd_handler.c:352:osd_trans_create()) Process entered 00010000:00010000:2.0:1767389106.093994:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d83d1a37/0x95cd417baf42964d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767389106.094000:0:338175:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001634822c. 00080000:00000001:3.0:1767389106.094013:0:338175:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621251715208192 : -122821994343424 : ffff904b46a81400) 00010000:00000001:2.0:1767389106.094015:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767389106.094027:0:338175:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000001:2.0:1767389106.094029:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389106.094034:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389106.094037:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389106.094041:0:338196:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767389106.094047:0:338196:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000fe626905/0x95cd417baf429646 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf42963f expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389106.094055:0:338196:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767389106.094057:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389106.094060:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389106.094062:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389106.094065:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389106.094068:0:338196:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767389106.094072:0:338196:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000d83d1a37/0x95cd417baf42964d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389106.094080:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d98f2146) refcount = 2 00010000:00000040:2.0:1767389106.094083:0:338196:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767389106.094087:0:338196:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000fe626905/0x95cd417baf429646 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x95cd417baf42963f expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389106.094094:0:338196:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767389106.094097:0:338196:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d83d1a37/0x95cd417baf42964d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767389106.094104:0:338196:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000576b713b. 00000100:00000001:2.0:1767389106.094108:0:338196:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000001:00000001:3.0:1767389106.094110:0:338175:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767389106.094114:0:338175:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389106.094115:0:338196:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000495044b1. 00080000:00000001:3.0:1767389106.094120:0:338175:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:2.0:1767389106.094122:0:338196:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247467810368 : -122826241741248 : ffff904a497dee40) 00000100:00000001:2.0:1767389106.094128:0:338196:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621247467810368 : -122826241741248 : ffff904a497dee40) 00000100:00000001:2.0:1767389106.094132:0:338196:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767389106.094134:0:338196:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767389106.094137:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767389106.094143:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389106.094145:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:3.0:1767389106.094146:0:338175:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389106.094149:0:338196:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00080000:00000001:3.0:1767389106.094152:0:338175:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1767389106.094154:0:338196:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767389106.094158:0:338196:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767389106.094161:0:338196:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767389106.094187:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036def01a. 00000020:00000040:2.0:1767389106.094193:0:338196:0:(genops.c:1229:class_import_get()) import 0000000065ed9c00 refcount=2 obd=MGS 00000100:00000001:2.0:1767389106.094201:0:338196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389106.094205:0:338196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389106.094213:0:338196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389106.094226:0:338196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002fa0145b. 00000100:00000001:2.0:1767389106.094237:0:338196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389106.094247:0:338196:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000fe626905/0x95cd417baf429646 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x95cd417baf42963f expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389106.094275:0:338196:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000fe626905/0x95cd417baf429646 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x95cd417baf42963f expref: 16 pid: 338174 timeout: 5176 lvb_type: 0 00010000:00000001:2.0:1767389106.094291:0:338196:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767389106.094296:0:338196:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389106.094307:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036def01a x1853241654551040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000001:3.0:1767389106.094316:0:338175:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000100:00000001:2.0:1767389106.094320:0:338196:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00080000:00000001:3.0:1767389106.094326:0:338175:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767389106.094327:0:338196:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389106.094340:0:338196:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000036def01a pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654551040:0@lo:104: 00000100:00000001:2.0:1767389106.094347:0:338196:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767389106.094353:0:338196:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389106.094357:0:338196:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389106.094361:0:338196:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389106.094368:0:338196:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e40af2a. 02000000:00000001:2.0:1767389106.094371:0:338196:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389106.094378:0:338196:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b95e249. 00000400:00000010:2.0:1767389106.094387:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f3e6cf2. 00000100:00000200:2.0:1767389106.094393:0:338196:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654551040, portal 16 00000100:00000001:2.0:1767389106.094397:0:338196:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389106.094400:0:338196:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252402881280 : -122821306670336 : ffff904b6fa52300) 00000100:00000040:2.0:1767389106.094409:0:338196:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000036def01a x1853241654551040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389122 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389106.094421:0:338196:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389106.094425:0:338196:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389106.094433:0:338196:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000acbe0d4. 00000100:00000200:2.0:1767389106.094436:0:338196:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853241654551040, offset 0 00000400:00000200:2.0:1767389106.094443:0:338196:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389106.094470:0:338196:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389106.094480:0:338196:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695837280a200 00000400:00000200:2.0:1767389106.094488:0:338196:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1ce9 [2] + 1640 00000400:00000200:2.0:1767389106.094495:0:338196:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389106.094500:0:338196:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389106.094506:0:338196:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389106.094508:0:338196:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767389106.094512:0:338196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066bee89e. 00000100:00000040:2.0:1767389106.094515:0:338196:0:(events.c:337:request_in_callback()) incoming req@0000000066bee89e x1853241654551040 msgsize 328 00000100:00100000:2.0:1767389106.094521:0:338196:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389106.094550:0:338196:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389106.094557:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000acbe0d4 00000400:00000010:2.0:1767389106.094560:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000acbe0d4. 00000100:00000001:2.0:1767389106.094563:0:338196:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389106.094567:0:338196:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036def01a x1853241654551040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389122 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389106.094576:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389106.094579:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000036def01a x1853241654551040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389122 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389106.094593:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389106.094595:0:338196:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389106.094601:0:338196:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389106.094607:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4299694137 00000100:00000001:2.0:1767389106.094623:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4299694116 00000100:00000001:3.0:1767389106.094629:0:338163:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767389106.094629:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4299694137 00000100:00100000:3.0:1767389106.094640:0:338163:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654551040 00000100:00000001:2.0:1767389106.094642:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4299694116 02000000:00000001:3.0:1767389106.094654:0:338163:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389106.094657:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4299694137 00000100:00000001:3.0:1767389106.094659:0:338163:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389106.094665:0:338163:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389106.094666:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4299694116 00000100:00000001:2.0:1767389106.094688:0:338196:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4299694137 02000000:00000001:3.0:1767389106.094689:0:338163:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389106.094705:0:338163:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654551040 00000100:00000001:2.0:1767389106.094706:0:338196:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4299694116 00000100:00000001:2.0:1767389106.094760:0:338196:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389106.094767:0:338196:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389106.094771:0:338163:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:2.0:1767389106.094773:0:338196:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389106.094783:0:338163:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291a0 00010000:00000001:2.0:1767389106.094785:0:338196:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389106.094804:0:338196:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389106.094805:0:338163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389106.094812:0:338163:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000c9ce650e refcount=3 00010000:00000001:2.0:1767389106.094814:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389106.094824:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767389106.094826:0:338163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00010000:00000001:2.0:1767389106.094832:0:338196:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389106.094838:0:338163:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252269002752 : -122821440548864 : ffff904b67aa5000) 00010000:00000001:2.0:1767389106.094840:0:338196:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767389106.094849:0:338196:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767389106.094850:0:338163:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389106.094858:0:338196:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389106.094866:0:338163:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e6c4734. 00000100:00000001:2.0:1767389106.094866:0:338196:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389106.094875:0:338196:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389106.094876:0:338163:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767389106.094885:0:338196:0:(client.c:2690:ptlrpc_set_wait()) set 00000000495044b1 going to sleep for 11 seconds 00000020:00000010:3.0:1767389106.094887:0:338163:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e6c4734. 00000100:00000001:2.0:1767389106.094892:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767389106.094899:0:338163:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002efac834. 00000100:00000001:2.0:1767389106.094899:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389106.094915:0:338163:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f77e9c74. 00000020:00000010:3.0:1767389106.094924:0:338163:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9c65e41. 00000100:00000040:3.0:1767389106.094946:0:338163:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767389106.094952:0:338163:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389106.094955:0:338163:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389106.094957:0:338163:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389106.094963:0:338163:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389106.094978:0:338163:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389106.094996:0:338163:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389106.095000:0:338163:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389106.095013:0:338163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00000040:3.0:1767389106.095021:0:338163:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000c9ce650e : new rpc_count 1 00000100:00000001:3.0:1767389106.095024:0:338163:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402879488 : -122821306672128 : ffff904b6fa51c00) 00000100:00000040:3.0:1767389106.095037:0:338163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000066bee89e x1853241654551040/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:557/0 lens 328/0 e 0 to 0 dl 1767389117 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389106.095050:0:338163:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389106.095055:0:338163:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007e6c4734. 00000100:00000001:3.0:1767389106.095057:0:338163:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389106.095060:0:338163:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007e6c4734. 00000100:00100000:3.0:1767389106.095065:0:338163:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000066bee89e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654551040:12345-0@lo:104: 00000100:00000200:3.0:1767389106.095070:0:338163:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654551040 00010000:00000001:3.0:1767389106.095075:0:338163:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767389106.095081:0:338163:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389106.095085:0:338163:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389106.095087:0:338163:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=2 00000020:00000001:3.0:1767389106.095090:0:338163:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:3.0:1767389106.095093:0:338163:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:3.0:1767389106.095098:0:338163:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389106.095102:0:338163:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389106.095107:0:338163:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf42963f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf429646 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767389106.095119:0:338163:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389106.095122:0:338163:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389106.095125:0:338163:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a1408b5c. 02000000:00000001:3.0:1767389106.095128:0:338163:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389106.095132:0:338163:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389106.095137:0:338163:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389106.095141:0:338163:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389106.095146:0:338163:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ace3a1a1 time=131 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389106.095153:0:338163:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389106.095156:0:338163:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389106.095160:0:338163:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389106.095164:0:338163:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389106.095166:0:338163:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389106.095171:0:338163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389106.095178:0:338163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389106.095182:0:338163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2a63ba. 00000100:00000200:3.0:1767389106.095189:0:338163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853241654551040, offset 224 00000400:00000200:3.0:1767389106.095196:0:338163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389106.095208:0:338163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389106.095220:0:338163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695837280a200 00000400:00000200:3.0:1767389106.095229:0:338163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2425 [1] + 224 00000400:00000200:3.0:1767389106.095235:0:338163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389106.095241:0:338163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389106.095248:0:338163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389106.095254:0:338163:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036def01a x1853241654551040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389122 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767389106.095277:0:338163:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000036def01a x1853241654551040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389122 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389106.095305:0:338163:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389106.095315:0:338163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2a63ba 00000400:00000010:3.0:1767389106.095319:0:338163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2a63ba. 00000100:00000001:3.0:1767389106.095326:0:338163:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389106.095329:0:338163:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389106.095340:0:338163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389106.095351:0:338163:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389106.095358:0:338163:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767389106.095365:0:338163:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008fe37d3b. 00010000:00000001:3.0:1767389106.095371:0:338163:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767389106.095372:0:338196:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767389106.095386:0:338196:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389106.095390:0:338196:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:3.0:1767389106.095391:0:338163:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000010:2.0:1767389106.095395:0:338196:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b95e249. 00010000:00000001:3.0:1767389106.095398:0:338163:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389106.095407:0:338163:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389106.095409:0:338196:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f3e6cf2 00010000:00000001:3.0:1767389106.095415:0:338163:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389106.095416:0:338196:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f3e6cf2. 00000100:00000040:3.0:1767389106.095443:0:338163:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000066bee89e x1853241654551040/t0(0) o104->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:557/0 lens 328/224 e 0 to 0 dl 1767389117 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389106.095449:0:338196:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389106.095465:0:338196:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036def01a x1853241654551040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389122 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767389106.095479:0:338163:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000066bee89e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+3:338196:x1853241654551040:12345-0@lo:104: Request processed in 414us (947us total) trans 0 rc 0/0 00000020:00000001:1.0:1767389106.095485:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389106.095495:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389106.095509:0:338169:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767389106.095523:0:338169:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000200:2.0:1767389106.095546:0:338196:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036def01a x1853241654551040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389122 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767389106.095548:0:338163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00000001:1.0:1767389106.095556:0:338169:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:3.0:1767389106.095573:0:338163:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000c9ce650e : new rpc_count 0 00000100:00000001:2.0:1767389106.095574:0:338196:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767389106.095575:0:338169:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf42963f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x95cd417baf429646 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389106.095586:0:338196:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389106.095590:0:338163:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389106.095599:0:338196:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767389106.095601:0:338163:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767389106.095606:0:338196:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767389106.095612:0:338163:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f77e9c74. 00000100:00000001:2.0:1767389106.095612:0:338196:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:1.0:1767389106.095614:0:338169:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f79eca00 already unused, calling callback (000000001fe26c02) 00000100:00000001:2.0:1767389106.095615:0:338196:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389106.095625:0:338196:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389106.095635:0:338169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000010:3.0:1767389106.095642:0:338163:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9c65e41. 00000100:00001000:2.0:1767389106.095642:0:338196:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b32deb6f time=131 v=5 (5 0 0 0) 10000000:00010000:1.0:1767389106.095644:0:338169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf42963f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x95cd417baf429646 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767389106.095666:0:338163:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002efac834. 00000100:00001000:2.0:1767389106.095667:0:338196:0:(import.c:2128:obd_at_measure()) add 1 to 00000000566a3b57 time=131 v=5 (1 0 0 0) 00010000:00000001:1.0:1767389106.095668:0:338169:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767389106.095675:0:338169:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389106.095683:0:338169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767389106.095686:0:338196:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767389106.095688:0:338163:0:(genops.c:898:class_export_put()) PUTting export 00000000c9ce650e : new refcount 2 00000100:00000001:2.0:1767389106.095690:0:338196:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389106.095690:0:338169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=3 00000020:00000001:1.0:1767389106.095714:0:338169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00000100:00000001:3.0:1767389106.095715:0:338163:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389106.095715:0:338196:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389106.095757:0:338196:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389106.095763:0:338196:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389106.095768:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036def01a x1853241654551040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389122 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389106.095777:0:338196:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389106.095782:0:338196:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389106.095786:0:338196:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389106.095791:0:338196:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767389106.095794:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389106.095796:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389106.095806:0:338196:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389106.095820:0:338196:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036def01a x1853241654551040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389122 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767389106.095824:0:338169:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389106.095834:0:338169:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00100000:2.0:1767389106.095838:0:338196:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000036def01a pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:338196:1853241654551040:0@lo:104: 00010000:00010000:1.0:1767389106.095841:0:338169:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf42963f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x95cd417baf429646 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389106.095852:0:338196:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767389106.095853:0:338169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767389106.095859:0:338169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf42963f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x95cd417baf429646 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389106.095860:0:338196:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389106.095868:0:338196:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:01000000:1.0:1767389106.095875:0:338169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:2.0:1767389106.095876:0:338196:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:1.0:1767389106.095881:0:338169:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767389106.095888:0:338169:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000040:2.0:1767389106.095891:0:338196:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000036def01a x1853241654551040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389122 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:1.0:1767389106.095894:0:338169:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767389106.095900:0:338169:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767389106.095906:0:338169:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389106.095911:0:338196:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389106.095919:0:338196:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389106.095922:0:338196:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e40af2a. 02000000:00000001:2.0:1767389106.095930:0:338196:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:1.0:1767389106.095931:0:338169:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000020:00000001:2.0:1767389106.095935:0:338196:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:1.0:1767389106.095936:0:338169:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:2.0:1767389106.095938:0:338196:0:(genops.c:1242:class_import_put()) import 0000000065ed9c00 refcount=1 obd=MGS 10000000:00000040:1.0:1767389106.095942:0:338169:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 2 00000020:00000001:2.0:1767389106.095944:0:338196:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:1.0:1767389106.095947:0:338169:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000010:2.0:1767389106.095949:0:338196:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002fa0145b. 10000000:00000001:1.0:1767389106.095951:0:338169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389106.095960:0:338196:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767389106.095963:0:338169:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767389106.095965:0:338196:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389106.095970:0:338196:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036def01a. 00010000:00000001:1.0:1767389106.095974:0:338169:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767389106.095979:0:338196:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767389106.095982:0:338169:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:2.0:1767389106.095984:0:338196:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389106.095989:0:338169:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000010:2.0:1767389106.095990:0:338196:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000495044b1. 00010000:00000001:1.0:1767389106.095997:0:338169:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389106.096000:0:338196:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767389106.096004:0:338196:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767389106.096005:0:338169:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f79eca00 with handle 0x95cd417baf42963f from hash 00010000:00000010:2.0:1767389106.096009:0:338196:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000576b713b. 00010000:00000001:1.0:1767389106.096011:0:338169:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389106.096018:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389106.096022:0:338196:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389106.096023:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389106.096028:0:338169:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389106.096030:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389106.096035:0:338169:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389106.096036:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389106.096042:0:338169:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 20000000:00000001:2.0:1767389106.096046:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767389106.096048:0:338169:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767389106.096053:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767389106.096055:0:338169:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00010000:2.0:1767389106.096057:0:338196:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000d83d1a37/0x95cd417baf42964d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767389106.096069:0:338169:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a8fcdc4. 00000020:00000040:1.0:1767389106.096078:0:338169:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389106.096084:0:338169:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389106.096089:0:338169:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389106.096095:0:338169:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389106.096102:0:338169:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d190810. 00000100:00000001:1.0:1767389106.096114:0:338169:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389106.096120:0:338169:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767389106.096127:0:338169:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf42963f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf429646 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389106.096135:0:338169:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767389106.096138:0:338169:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389106.096143:0:338169:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389106.096145:0:338169:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389106.096159:0:338169:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a8fcdc4] to pc [ptlrpcd_00_01+1] req@000000007a8fcdc4 x1853241654551168/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389106.096205:0:338169:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389106.096209:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389106.096213:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389106.096218:0:338169:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389106.096223:0:338169:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389106.096227:0:338169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389106.096232:0:338169:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf42963f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf429646 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389106.096240:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389106.096244:0:338169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 00000000f79eca00/0x95cd417baf42963f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x95cd417baf429646 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389106.096246:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:1.0:1767389106.096257:0:338169:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000592c20e8 count: 0 00000100:00000001:2.0:1767389106.096258:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389106.096265:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767389106.096280:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007a8fcdc4 x1853241654551168/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389106.096291:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389106.096294:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389106.096302:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389106.096308:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389106.096309:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767389106.096312:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389106.096317:0:338169:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00100000:2.0:1767389106.096322:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007a8fcdc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654551168:0@lo:103: 00010000:00000010:1.0:1767389106.096323:0:338169:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008fe37d3b. 00000100:00000001:2.0:1767389106.096334:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767389106.096337:0:338169:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389106.096343:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389106.096348:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389106.096351:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389106.096356:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e40af2a. 02000000:00000001:2.0:1767389106.096360:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389106.096365:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b95e249. 00000400:00000010:2.0:1767389106.096370:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f3e6cf2. 00000100:00000200:2.0:1767389106.096378:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654551168, portal 18 00000100:00000001:2.0:1767389106.096382:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389106.096384:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378552832 : -122821330998784 : ffff904b6e31ea00) 00000100:00000040:2.0:1767389106.096397:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007a8fcdc4 x1853241654551168/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389122 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389106.096405:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389106.096417:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389106.096422:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000acbe0d4. 00000100:00000200:2.0:1767389106.096431:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654551168, offset 0 00000400:00000200:2.0:1767389106.096446:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389106.096469:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389106.096488:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695837280a280 00000020:00000001:1.0:1767389106.096501:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767389106.096502:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 00000020:00000001:1.0:1767389106.096505:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389106.096510:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3e6d64f. 00010000:00010000:1.0:1767389106.096514:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767389106.096519:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767389106.096521:0:337537:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b86f728e 00000020:00000001:1.0:1767389106.096526:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389106.096552:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767389106.096555:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:2.0:1767389106.096556:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767389106.096558:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389106.096565:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767389106.096568:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389106.096579:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b86f728e 00000400:00000010:2.0:1767389106.096582:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b86f728e. 00000100:00000001:2.0:1767389106.096591:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389106.096595:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1767389106.096600:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000243b9503 x1853241654551168 msgsize 328 00000100:00100000:2.0:1767389106.096617:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767389106.096624:0:337537:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767389106.096644:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767389106.096657:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000acbe0d4 00000400:00000010:2.0:1767389106.096662:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000acbe0d4. 00000100:00000001:2.0:1767389106.096672:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389106.096684:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007a8fcdc4 x1853241654551168/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389122 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389106.096698:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389106.096708:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007a8fcdc4 x1853241654551168/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389122 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389106.096719:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389106.096722:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389106.096771:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389106.096778:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299694140 00000100:00000001:2.0:1767389106.096791:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299694137 00000100:00000001:2.0:1767389106.096805:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299694140 00000100:00000001:2.0:1767389106.096818:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299694137 00000100:00000001:3.0:1767389106.096823:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389106.096834:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299694140 00000100:00000001:3.0:1767389106.096835:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389106.096846:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299694137 00000100:00000001:2.0:1767389106.096864:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299694140 00000100:00000001:2.0:1767389106.096877:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299694137 00000100:00000001:2.0:1767389106.096884:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389106.096888:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389106.096893:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389106.096897:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389106.096903:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389106.096906:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389106.096911:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389106.096915:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389106.096919:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389106.096923:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389106.097083:0:338165:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389106.097088:0:338165:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654551168 02000000:00000001:0.0:1767389106.097092:0:338165:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389106.097094:0:338165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389106.097098:0:338165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389106.097103:0:338165:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389106.097107:0:338165:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654551168 00000020:00000001:0.0:1767389106.097111:0:338165:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389106.097114:0:338165:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:0.0:1767389106.097118:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389106.097122:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=17 00000020:00000001:0.0:1767389106.097127:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:0.0:1767389106.097131:0:338165:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389106.097136:0:338165:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389106.097140:0:338165:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060f1b4f3. 00000100:00000001:0.0:1767389106.097143:0:338165:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389106.097146:0:338165:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060f1b4f3. 00000020:00000010:0.0:1767389106.097153:0:338165:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6243171. 00000020:00000010:0.0:1767389106.097160:0:338165:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009c6ff155. 00000020:00000010:0.0:1767389106.097166:0:338165:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007aec204. 00000100:00000040:0.0:1767389106.097175:0:338165:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767389106.097179:0:338165:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389106.097181:0:338165:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767389106.097185:0:338165:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767389106.097188:0:338165:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389106.097192:0:338165:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1767389106.097197:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389106.097199:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389106.097202:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe626905 refcount=4 00000020:00000001:0.0:1767389106.097207:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:0.0:1767389106.097211:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00010000:0.0:1767389106.097218:0:338165:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000fe626905/0x95cd417baf429646 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf42963f expref: 17 pid: 338174 timeout: 5176 lvb_type: 0 00010000:00000001:0.0:1767389106.097230:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389106.097233:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389106.097235:0:338165:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389106.097237:0:338165:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389106.097244:0:338165:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1767389106.097249:0:338165:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000243b9503 x1853241654551168/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:557/0 lens 328/0 e 0 to 0 dl 1767389117 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389106.097260:0:338165:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389106.097263:0:338165:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389106.097272:0:338165:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389106.097293:0:338165:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389106.097301:0:338165:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389106.097312:0:338165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00000040:0.0:1767389106.097319:0:338165:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 3 00000100:00000001:0.0:1767389106.097323:0:338165:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252636876880 : -122821072674736 : ffff904b7d97a050) 00000100:00000040:0.0:1767389106.097333:0:338165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000243b9503 x1853241654551168/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:557/0 lens 328/0 e 0 to 0 dl 1767389117 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389106.097346:0:338165:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389106.097350:0:338165:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000060f1b4f3. 00000100:00000001:0.0:1767389106.097353:0:338165:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389106.097356:0:338165:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000060f1b4f3. 00000100:00100000:0.0:1767389106.097362:0:338165:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000243b9503 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+17:337537:x1853241654551168:12345-0@lo:103: 00000100:00000200:0.0:1767389106.097369:0:338165:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654551168 00010000:00000001:0.0:1767389106.097373:0:338165:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767389106.097377:0:338165:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767389106.097381:0:338165:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767389106.097388:0:338165:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389106.097394:0:338165:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389106.097398:0:338165:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000022d6ca2d. 02000000:00000001:0.0:1767389106.097401:0:338165:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389106.097406:0:338165:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389106.097410:0:338165:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767389106.097414:0:338165:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767389106.097418:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389106.097420:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389106.097424:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000fe626905 refcount=4 00000020:00000001:0.0:1767389106.097427:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000001:0.0:1767389106.097431:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343637504 : -122826365914112 : ffff904a42173400) 00010000:00000040:0.0:1767389106.097436:0:338165:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000d98f2146 count: 3 00010000:00010000:0.0:1767389106.097443:0:338165:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000fe626905/0x95cd417baf429646 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x95cd417baf42963f expref: 17 pid: 338174 timeout: 5176 lvb_type: 0 00000100:00001000:0.0:1767389106.097453:0:338165:0:(import.c:2128:obd_at_measure()) add 0 to 0000000098d6622c time=1767389106 v=100 (0 0 0 0) 00010000:00000001:0.0:1767389106.097458:0:338165:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389106.097478:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389106.097483:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389106.097486:0:338165:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000fe626905/0x95cd417baf429646 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x95cd417baf42963f expref: 17 pid: 338174 timeout: 5176 lvb_type: 0 00000020:00000001:0.0:1767389106.097497:0:338165:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767389106.097501:0:338165:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767389106.097505:0:338165:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389106.097510:0:338165:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389106.097519:0:338165:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389106.097522:0:338165:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389106.097555:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389106.097558:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389106.097562:0:338165:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389106.097564:0:338165:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389106.097567:0:338165:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fe626905 with handle 0x95cd417baf429646 from hash 00010000:00000001:0.0:1767389106.097570:0:338165:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389106.097572:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389106.097574:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389106.097576:0:338165:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389106.097578:0:338165:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389106.097581:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389106.097584:0:338165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000fe626905/0x95cd417baf429646 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x95cd417baf42963f expref: 17 pid: 338174 timeout: 5176 lvb_type: 0 00010000:00000040:0.0:1767389106.097592:0:338165:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 9 00000020:00000040:0.0:1767389106.097595:0:338165:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 16 00010000:00000001:0.0:1767389106.097605:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389106.097610:0:338165:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389106.097614:0:338165:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1767389106.097618:0:338165:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000d83d1a37 00010000:00000001:0.0:1767389106.097623:0:338165:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767389106.097628:0:338165:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389106.097632:0:338165:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389106.097635:0:338165:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767389106.097639:0:338165:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389106.097643:0:338165:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767389106.097647:0:338165:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767389106.097651:0:338165:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000d83d1a37/0x95cd417baf42964d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389106.097659:0:338165:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767389106.097662:0:338165:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767389106.097664:0:338165:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767389106.097667:0:338165:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767389106.097669:0:338165:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d98f2146) refcount = 2 00010000:00010000:0.0:1767389106.097675:0:338165:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d83d1a37/0x95cd417baf42964d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389106.097683:0:338165:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767389106.097687:0:338165:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767389106.097691:0:338165:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389106.097696:0:338165:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1767389106.097704:0:338165:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000060f1b4f3. 00000100:00000001:0.0:1767389106.097711:0:338165:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767389106.097719:0:338165:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a2bdf5a2. 00000100:00000001:0.0:1767389106.097724:0:338165:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247440090816 : -122826269460800 : ffff904a47d6f6c0) 00000100:00000001:0.0:1767389106.097790:0:338165:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446621247440090816 : -122826269460800 : ffff904a47d6f6c0) 00000100:00000001:0.0:1767389106.097795:0:338165:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767389106.097799:0:338165:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767389106.097804:0:338165:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:0.0:1767389106.097811:0:338165:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767389106.097819:0:338165:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:0.0:1767389106.097825:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389106.097829:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389106.097832:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83d1a37 refcount=5 00000020:00000001:0.0:1767389106.097837:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:0.0:1767389106.097842:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:0.0:1767389106.097847:0:338165:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767389106.097851:0:338165:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d83d1a37/0x95cd417baf42964d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389106.097859:0:338165:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767389106.097865:0:338165:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d83d1a37/0x95cd417baf42964d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389106.097873:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389106.097877:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389106.097881:0:338165:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d83d1a37/0x95cd417baf42964d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389106.097890:0:338165:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389106.097893:0:338165:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389106.097900:0:338165:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767389106.097904:0:338165:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d83d1a37/0x95cd417baf42964d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389106.097915:0:338165:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d83d1a37 already unused, calling callback (00000000eb737536) 00010000:00000001:0.0:1767389106.097920:0:338165:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389106.097927:0:338165:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767389106.097933:0:338165:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d83d1a37/0x95cd417baf42964d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389106.097941:0:338165:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767389106.097943:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389106.097945:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389106.097947:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d83d1a37 refcount=6 00000020:00000001:0.0:1767389106.097951:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:0.0:1767389106.097955:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436004352 : -122826273547264 : ffff904a47989c00) 00010000:00000001:0.0:1767389106.097961:0:338165:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767389106.097966:0:338165:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d83d1a37/0x95cd417baf42964d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389106.097974:0:338165:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389106.097979:0:338165:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767389106.097983:0:338165:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389106.098014:0:338165:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389106.098020:0:338165:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389106.098028:0:338165:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389106.098033:0:338165:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389106.098041:0:338165:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d83d1a37 with handle 0x95cd417baf42964d from hash 00010000:00000001:0.0:1767389106.098048:0:338165:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389106.098050:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389106.098053:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389106.098055:0:338165:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389106.098060:0:338165:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389106.098066:0:338165:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389106.098072:0:338165:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389106.098076:0:338165:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389106.098080:0:338165:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389106.098086:0:338165:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767389106.098091:0:338165:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767389106.098097:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389106.098101:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389106.098105:0:338165:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389106.098110:0:338165:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389106.098115:0:338165:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389106.098120:0:338165:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d83d1a37/0x95cd417baf42964d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389106.098130:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389106.098134:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389106.098139:0:338165:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767389106.098144:0:338165:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767389106.098147:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389106.098152:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389106.098156:0:338165:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767389106.098166:0:338165:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767389106.098171:0:338165:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389106.098175:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389106.098179:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389106.098186:0:338165:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389106.098191:0:338165:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1767389106.098196:0:338165:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767389106.098203:0:338165:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389106.098207:0:338165:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389106.098212:0:338165:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1767389106.098218:0:338165:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a2bdf5a2. 00000100:00000001:0.0:1767389106.098225:0:338165:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767389106.098230:0:338165:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767389106.098237:0:338165:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000060f1b4f3. 00010000:00000001:0.0:1767389106.098247:0:338165:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767389106.098251:0:338165:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767389106.098255:0:338165:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389106.098262:0:338165:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389106.098267:0:338165:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389106.098273:0:338165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=131 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389106.098282:0:338165:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389106.098290:0:338165:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389106.098294:0:338165:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389106.098298:0:338165:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389106.098301:0:338165:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389106.098304:0:338165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389106.098308:0:338165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389106.098314:0:338165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000100:00000200:0.0:1767389106.098321:0:338165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654551168, offset 224 00000400:00000200:0.0:1767389106.098329:0:338165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389106.098343:0:338165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389106.098366:0:338165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695837280a280 00000400:00000200:0.0:1767389106.098386:0:338165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2431 [1] + 224 00000400:00000200:0.0:1767389106.098395:0:338165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389106.098405:0:338165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767389106.098420:0:338165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389106.098433:0:338165:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007a8fcdc4 x1853241654551168/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389122 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389106.098447:0:338165:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007a8fcdc4 x1853241654551168/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389122 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389106.098483:0:338165:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389106.098505:0:338165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000400:00000010:0.0:1767389106.098510:0:338165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 00000100:00000001:0.0:1767389106.098524:0:338165:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389106.098549:0:338165:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389106.098562:0:338165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389106.098567:0:338165:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:0.0:1767389106.098574:0:338165:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389106.098578:0:338165:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389106.098587:0:338165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000243b9503 x1853241654551168/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:557/0 lens 328/224 e 0 to 0 dl 1767389117 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389106.098604:0:338165:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000243b9503 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337537:x1853241654551168:12345-0@lo:103: Request processed in 1253us (1999us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389106.098621:0:338165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000040:0.0:1767389106.098631:0:338165:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 2 00000100:00000001:0.0:1767389106.098635:0:338165:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389106.098643:0:338165:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389106.098650:0:338165:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009c6ff155. 00000020:00000010:0.0:1767389106.098661:0:338165:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007aec204. 00000020:00000010:0.0:1767389106.098673:0:338165:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6243171. 00000020:00000040:0.0:1767389106.098683:0:338165:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 02000000:00000001:0.0:1767389106.098696:0:338165:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389106.098701:0:338165:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000022d6ca2d. 02000000:00000001:0.0:1767389106.098710:0:338165:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767389106.098714:0:338165:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389106.098718:0:338165:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000146c0669. 02000000:00000001:0.0:1767389106.098785:0:338165:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767389106.098791:0:338165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2ab915d. 02000000:00000001:0.0:1767389106.098804:0:338165:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389106.098809:0:338165:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002859a621. 02000000:00000001:0.0:1767389106.098819:0:338165:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767389106.098823:0:338165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001244c98e. 02000000:00000001:0.0:1767389106.098830:0:338165:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389106.098834:0:338165:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000003de6ce0. 02000000:00000001:0.0:1767389106.098840:0:338165:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767389106.098844:0:338165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001edd92c3. 02000000:00000001:0.0:1767389106.098849:0:338165:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389106.098852:0:338165:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000014f2535. 02000000:00000001:0.0:1767389106.098861:0:338165:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767389106.098865:0:338165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a4ee76d5. 02000000:00000001:0.0:1767389106.098872:0:338165:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389106.098875:0:338165:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000d3c2ccd. 02000000:00000001:0.0:1767389106.098881:0:338165:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767389106.098883:0:338165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aed7a78b. 02000000:00000001:0.0:1767389106.098891:0:338165:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389106.098894:0:338165:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000225c2d05. 02000000:00000001:0.0:1767389106.098902:0:338165:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767389106.098906:0:338165:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092aa3fa7. 00000100:00000001:0.0:1767389106.098920:0:338165:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389106.098932:0:338165:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1767389106.098940:0:338165:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071ad8f9c. 00000400:00000010:0.0:1767389106.098951:0:338165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2bdf5a2. 00000100:00000001:0.0:1767389106.099007:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389106.099014:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389106.099027:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389106.099031:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389106.099036:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b95e249. 00000400:00000200:0.0:1767389106.099048:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f3e6cf2 00000400:00000010:0.0:1767389106.099052:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f3e6cf2. 00000100:00000001:0.0:1767389106.099058:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389106.099069:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007a8fcdc4 x1853241654551168/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389122 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389106.099094:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007a8fcdc4 x1853241654551168/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389122 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389106.099111:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389106.099122:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389106.099127:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389106.099131:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389106.099135:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389106.099139:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389106.099144:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389106.099150:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=131 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389106.099158:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=131 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389106.099168:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389106.099172:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389106.099177:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389106.099181:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389106.099186:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389106.099197:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007a8fcdc4 x1853241654551168/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389122 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389106.099209:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389106.099213:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389106.099216:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389106.099224:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007a8fcdc4 x1853241654551168/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389122 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389106.099237:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007a8fcdc4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654551168:0@lo:103: 00000100:00000001:0.0:1767389106.099250:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389106.099254:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389106.099262:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007a8fcdc4 x1853241654551168/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389122 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389106.099271:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389106.099273:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389106.099276:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e40af2a. 02000000:00000001:0.0:1767389106.099283:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389106.099286:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389106.099288:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389106.099292:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389106.099295:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000000d190810. 02000000:00000001:0.0:1767389106.099303:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389106.099306:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389106.099310:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007a8fcdc4. 00000100:00000001:0.0:1767389106.099316:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389106.099318:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389106.099322:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389106.099325:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389106.099326:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389106.099329:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389106.099332:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389106.099379:0:338196:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000d83d1a37/0x95cd417baf42964d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389106.099388:0:338196:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767389106.099394:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767389106.099399:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d83d1a37/0x95cd417baf42964d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389106.099407:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767389106.099410:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389106.099412:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d83d1a37/0x95cd417baf42964d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389106.099420:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d98f2146 count: 0 00010000:00000001:0.0:1767389106.099447:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767389106.099452:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:1.1:1767389106.099792:0:360597:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000592c20e8. 00010000:00000010:1.1:1767389106.099810:0:360597:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f79eca00. 00010000:00000010:0.1:1767389106.105053:0:338050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fe626905. 00010000:00000010:0.1:1767389106.106774:0:338002:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d98f2146. 00010000:00000010:0.1:1767389106.106803:0:338002:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d83d1a37. 00080000:00000001:3.0:1767389106.114663:0:338175:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767389106.114674:0:338175:0:(lu_object.c:207:lu_object_put()) Add 0000000001220d15/000000006e71988f to site lru. bkt: 000000009451e8dc 20000000:00000001:3.0:1767389106.114681:0:338175:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389106.114685:0:338175:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767389106.114690:0:338175:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00080000:00000001:1.0:1767389106.114695:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1767389106.114701:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767389106.114705:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:1.0:1767389106.114707:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 20000000:00000001:3.0:1767389106.114708:0:338175:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00040000:00000001:1.0:1767389106.114710:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767389106.114718:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001634822c. 20000000:01000000:3.0:1767389106.114719:0:338175:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767389106.114758:0:338196:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767389106.114766:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 20000000:00000001:2.0:1767389106.114767:0:338196:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000020:3.0:1767389106.114771:0:338175:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 10000000:01000000:2.0:1767389106.114775:0:338196:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767389106.114782:0:338196:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767389106.114786:0:338196:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389106.114795:0:338196:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dac65c84. 00010000:00000001:2.0:1767389106.114805:0:338196:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389106.114811:0:338196:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000022e62952. 00000020:00000001:2.0:1767389106.114816:0:338196:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389106.114826:0:338196:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000022e62952 with handle 0x95cd417baf429654 to hash 00000020:00000001:2.0:1767389106.114830:0:338196:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389106.114833:0:338196:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389106.114839:0:338196:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389106.114843:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389106.114845:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389106.114850:0:338196:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000022e62952/0x95cd417baf429654 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389106.114859:0:338196:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389106.114864:0:338196:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389106.114867:0:338196:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389106.114872:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389106.114876:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389106.114880:0:338196:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389106.114884:0:338196:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389106.114888:0:338196:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389106.114890:0:338196:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389106.114893:0:338196:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389106.114895:0:338196:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389106.114897:0:338196:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dac65c84) refcount = 1 00010000:00010000:2.0:1767389106.114901:0:338196:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000022e62952/0x95cd417baf429654 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389106.114908:0:338196:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389106.114911:0:338196:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389106.114913:0:338196:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389106.114914:0:338196:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389106.114918:0:338196:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767389106.114923:0:338196:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767389106.114926:0:338196:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.022931789s 00010000:00000001:2.0:1767389106.114929:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389106.114932:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389106.114934:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000022e62952 refcount=4 00000020:00000001:2.0:1767389106.114937:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389106.114942:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389106.114946:0:338196:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389106.114949:0:338196:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000022e62952/0x95cd417baf429654 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389106.114956:0:338196:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389106.114961:0:338196:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000022e62952/0x95cd417baf429654 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389106.114966:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389106.114967:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389106.114970:0:338196:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000022e62952/0x95cd417baf429654 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389106.114975:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389106.114977:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389106.114981:0:338196:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767389106.114987:0:338196:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000022e62952/0x95cd417baf429654 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389106.114995:0:338196:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000022e62952 already unused, calling callback (00000000eb737536) 00010000:00000001:2.0:1767389106.114999:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389106.115002:0:338196:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767389106.115004:0:338196:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000022e62952/0x95cd417baf429654 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389106.115011:0:338196:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767389106.115013:0:338196:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389106.115019:0:338196:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389106.115022:0:338196:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000022e62952 refcount=5 00000020:00000001:2.0:1767389106.115024:0:338196:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389106.115026:0:338196:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247435997184 : -122826273554432 : ffff904a47988000) 00010000:00000001:2.0:1767389106.115029:0:338196:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389106.115030:0:338196:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000022e62952/0x95cd417baf429654 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389106.115035:0:338196:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389106.115037:0:338196:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767389106.115039:0:338196:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389106.115046:0:338196:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389106.115048:0:338196:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389106.115053:0:338196:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389106.115055:0:338196:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389106.115057:0:338196:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000022e62952 with handle 0x95cd417baf429654 from hash 00010000:00000001:2.0:1767389106.115061:0:338196:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767389106.115064:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389106.115066:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389106.115069:0:338196:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389106.115072:0:338196:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389106.115075:0:338196:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389106.115079:0:338196:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389106.115081:0:338196:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389106.115084:0:338196:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389106.115086:0:338196:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389106.115088:0:338196:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767389106.115091:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389106.115093:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389106.115094:0:338196:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389106.115096:0:338196:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389106.115098:0:338196:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389106.115100:0:338196:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000022e62952/0x95cd417baf429654 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389106.115105:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389106.115109:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389106.115112:0:338196:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767389106.115115:0:338196:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389106.115116:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389106.115117:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389106.115119:0:338196:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767389106.115123:0:338196:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389106.115125:0:338196:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389106.115128:0:338196:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000022e62952/0x95cd417baf429654 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389106.115134:0:338196:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767389106.115136:0:338196:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389106.115137:0:338196:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000022e62952/0x95cd417baf429654 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 338196 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389106.115142:0:338196:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dac65c84 count: 0 00010000:00000001:2.0:1767389106.115150:0:338196:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767389106.115151:0:338196:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000010:3.0:1767389106.117215:0:360601:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004da321f7. 00000400:00000040:3.0:1767389106.117241:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389106.117245:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389106.117250:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389106.117253:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389106.117257:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389106.117259:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767389106.117264:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389106.117268:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767389106.117271:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389106.117273:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767389106.117276:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389106.117279:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389106.117283:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389106.117285:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389106.117288:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767389106.117292:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767389106.117294:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767389106.117298:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767389106.117304:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767389106.117309:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389106.117313:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389106.117317:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389106.117320:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389106.117322:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389106.117324:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767389106.117326:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389106.117329:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389106.117330:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389106.117333:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389106.117336:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389106.117339:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767389106.117342:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767389106.117343:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767389106.117345:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767389106.117347:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767389106.117349:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389106.117352:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767389106.117355:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767389106.117358:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389106.117361:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767389106.117363:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389106.117365:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767389106.117367:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767389106.117369:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767389106.117371:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767389106.117373:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767389106.117375:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767389106.117377:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767389106.117380:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767389106.117383:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767389106.117385:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767389106.117388:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767389106.117390:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767389106.117393:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767389106.117395:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767389106.117399:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767389106.117402:0:360601:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767389106.117644:0:360601:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004da321f7. 00080000:00000020:2.0:1767389106.118060:0:352639:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767389106.118065:0:352639:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767389106.118068:0:352639:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000482e5469. 20000000:00000001:2.0:1767389106.118076:0:352639:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389106.118083:0:352639:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654550784 00010000:00000001:2.0:1767389106.118087:0:352639:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389106.118098:0:352639:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000412f32ba x1853241654550784/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:557/0 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389106.118108:0:352639:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389106.118111:0:352639:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389106.118116:0:352639:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=131 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389106.118121:0:352639:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389106.118125:0:352639:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389106.118128:0:352639:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389106.118135:0:352639:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389106.118138:0:352639:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389106.118144:0:352639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389106.118153:0:352639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389106.118157:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000859143d1. 00000100:00000200:2.0:1767389106.118162:0:352639:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654550784, offset 224 00000400:00000200:2.0:1767389106.118174:0:352639:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389106.118189:0:352639:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389106.118202:0:352639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695837280a100 00000400:00000200:2.0:1767389106.118209:0:352639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x240d [2] + 224 00000400:00000200:2.0:1767389106.118216:0:352639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389106.118226:0:352639:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389106.118238:0:352639:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389106.118246:0:352639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a211e0ae x1853241654550784/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389106.118261:0:352639:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a211e0ae x1853241654550784/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389106.118281:0:352639:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389106.118289:0:352639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000859143d1 00000400:00000010:2.0:1767389106.118291:0:352639:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000859143d1. 00000100:00000001:2.0:1767389106.118295:0:352639:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389106.118297:0:352639:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389106.118301:0:352639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389106.118305:0:352639:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389106.118308:0:352639:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389106.118310:0:352639:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389106.118313:0:352639:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767389106.118317:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000412f32ba x1853241654550784/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:557/0 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389106.118331:0:352639:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000412f32ba pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337539:x1853241654550784:12345-0@lo:253: Request processed in 46022us (46972us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389106.118342:0:352639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00000040:2.0:1767389106.118346:0:352639:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:2.0:1767389106.118349:0:352639:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389106.118351:0:352639:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389106.118357:0:352639:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a2fa8621. 00000020:00000010:2.0:1767389106.118362:0:352639:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cd4a4bab. 00000020:00000010:2.0:1767389106.118369:0:352639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073e33de9. 00000020:00000040:2.0:1767389106.118376:0:352639:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:2.0:1767389106.118384:0:352639:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389106.118386:0:352639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000435c77c2. 02000000:00000001:2.0:1767389106.118393:0:352639:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389106.118398:0:352639:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389106.118405:0:352639:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389106.118410:0:352639:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001abd85a0. 00000400:00000010:2.0:1767389106.118414:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000859143d1. 00000100:00000001:2.0:1767389106.118436:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389106.118439:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767389106.118442:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389106.118444:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389106.118445:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d28941c3. 00000400:00000200:2.0:1767389106.118449:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e64906c5 00000400:00000010:2.0:1767389106.118452:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e64906c5. 00000100:00000001:2.0:1767389106.118454:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389106.118457:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a211e0ae x1853241654550784/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389106.118466:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a211e0ae x1853241654550784/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389106.118473:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389106.118477:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389106.118481:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389106.118484:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389106.118486:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389106.118488:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389106.118492:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389106.118497:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=131 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389106.118502:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=131 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389106.118507:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389106.118509:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389106.118512:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767389106.118514:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389106.118518:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389106.118526:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a211e0ae x1853241654550784/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389106.118555:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389106.118560:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389106.118561:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767389106.118567:0:337539:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767389106.118570:0:337539:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767389106.118573:0:337539:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767389106.118576:0:337539:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767389106.118578:0:337539:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767389106.118580:0:337539:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767389106.118582:0:337539:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767389106.118584:0:337539:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767389106.118586:0:337539:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767389106.118588:0:337539:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767389106.118596:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a211e0ae x1853241654550784/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389106.118606:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a211e0ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654550784:0@lo:253: 00000100:00000001:2.0:1767389106.118615:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389106.118618:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389106.118627:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a211e0ae x1853241654550784/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389106.118636:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389106.118639:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389106.118642:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009b535535. 02000000:00000001:2.0:1767389106.118650:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389106.118651:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389106.118653:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389106.118657:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389106.118660:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009ad56601. 02000000:00000001:2.0:1767389106.118670:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389106.118673:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389106.118675:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a211e0ae. 00000100:00000001:2.0:1767389106.118678:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389106.118680:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389106.118683:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389106.118688:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389106.118691:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389106.118695:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389106.118696:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767389106.119637:0:338175:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00000100:00000001:2.0:1767389106.119641:0:338175:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767389106.119644:0:338175:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000050e9914e. 20000000:00000001:2.0:1767389106.119651:0:338175:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389106.119656:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654550912 00010000:00000001:2.0:1767389106.119658:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389106.119663:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007656fdd5 x1853241654550912/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:557/0 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389106.119671:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389106.119673:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389106.119675:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=131 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389106.119678:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389106.119680:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389106.119682:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389106.119685:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389106.119687:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389106.119689:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389106.119691:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389106.119696:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050ebe088. 00000100:00000200:2.0:1767389106.119700:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654550912, offset 224 00000400:00000200:2.0:1767389106.119705:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389106.119712:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389106.119717:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695837280a180 00000400:00000200:2.0:1767389106.119722:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2415 [2] + 224 00000400:00000200:2.0:1767389106.119768:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389106.119774:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389106.119778:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389106.119784:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b278fe5a x1853241654550912/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389106.119792:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b278fe5a x1853241654550912/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389106.119808:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389106.119813:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050ebe088 00000400:00000010:2.0:1767389106.119815:0:338175:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050ebe088. 00000100:00000001:2.0:1767389106.119821:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389106.119825:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389106.119831:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389106.119835:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389106.119837:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389106.119840:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389106.119843:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767389106.119845:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767389106.119850:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007656fdd5 x1853241654550912/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:557/0 lens 4848/4768 e 0 to 0 dl 1767389117 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389106.119851:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389106.119861:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389106.119869:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767389106.119879:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007656fdd5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654550912:12345-0@lo:253: Request processed in 45684us (47426us total) trans 0 rc 0/0 00000400:00000010:0.0:1767389106.119880:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f30741e. 00000400:00000200:0.0:1767389106.119894:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec10b579 00000100:00100000:2.0:1767389106.119902:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000400:00000010:0.0:1767389106.119904:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ec10b579. 00000100:00000040:2.0:1767389106.119906:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:2.0:1767389106.119915:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389106.119917:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389106.119918:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389106.119925:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f4c7a12. 00000100:00000200:0.0:1767389106.119930:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b278fe5a x1853241654550912/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389106.119933:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e8c331b. 00000020:00000010:2.0:1767389106.119946:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f28b041. 00000020:00000040:2.0:1767389106.119958:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000001:2.0:1767389106.119968:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:0.0:1767389106.119968:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b278fe5a x1853241654550912/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389106.119976:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c2d9defc. 02000000:00000001:2.0:1767389106.119987:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389106.119995:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389106.120015:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767389106.120016:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389106.120023:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767389106.120027:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dcd0f8c. 00000100:00000001:0.0:1767389106.120029:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389106.120036:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767389106.120039:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050ebe088. 00000100:00000001:0.0:1767389106.120040:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389106.120048:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389106.120052:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389106.120057:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=131 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389106.120061:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=131 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389106.120065:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389106.120067:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389106.120069:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767389106.120071:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389106.120074:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389106.120077:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b278fe5a x1853241654550912/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389106.120085:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389106.120087:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389106.120090:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767389106.120094:0:337537:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767389106.120096:0:337537:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767389106.120098:0:337537:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767389106.120100:0:337537:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767389106.120102:0:337537:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767389106.120104:0:337537:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767389106.120105:0:337537:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767389106.120107:0:337537:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767389106.120109:0:337537:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767389106.120111:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b278fe5a x1853241654550912/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389106.120128:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b278fe5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654550912:0@lo:253: 00000100:00000001:0.0:1767389106.120133:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389106.120135:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389106.120137:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b278fe5a x1853241654550912/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767389122 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389106.120144:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389106.120146:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389106.120148:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000002c5c95e. 02000000:00000001:0.0:1767389106.120152:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389106.120154:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389106.120155:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389106.120157:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389106.120159:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007c7bae14. 02000000:00000001:0.0:1767389106.120163:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389106.120165:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389106.120167:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b278fe5a. 00000100:00000001:0.0:1767389106.120171:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389106.120172:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389106.120174:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389106.120180:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389106.120182:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389106.120184:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389106.120186:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389106.120800:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299694140, at 4299694141 00000100:00000010:2.0:1767389106.120812:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bd613eb0. 00000100:00000040:0.0:1767389106.120831:0:335318:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299694140, at 4299694141 00000100:00000040:3.0:1767389106.120837:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299694140, at 4299694141 00000100:00000010:0.0:1767389106.120844:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e48108bd. 00000100:00000040:1.0:1767389106.120845:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299694140, at 4299694141 00000100:00000010:3.0:1767389106.120849:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009ce7d068. 00000100:00000010:1.0:1767389106.120868:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f8fef6d. 00010000:00000010:2.1:1767389106.122793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dac65c84. 00010000:00000010:2.1:1767389106.122812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000022e62952. 00010000:00000001:3.0:1767389106.380821:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389106.380827:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389106.380833:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389106.380834:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389106.380882:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389106.380888:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389106.380893:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767389106.763854:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389106.763860:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389106.763864:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000400:00000010:0.0:1767389106.763872:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000400:00000200:0.0:1767389106.763882:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767389106.763903:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp44 recovery ping unlinked 00000800:00000200:2.0:1767389106.763907:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc04856] -> 12345-192.168.204.113@tcp36 (4) 00000800:00000200:2.1:1767389106.763920:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc04856] -> 12345-192.168.204.113@tcp36 (4) 00000400:00000010:0.0:1767389106.763923:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ae0576ef. 00000400:00000010:0.0:1767389106.763933:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000065ba4ce7. 00000400:00000200:0.0:1767389106.763988:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp48 00000400:00000010:0.0:1767389106.764001:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000ae0576ef. 00000400:00000010:0.0:1767389106.764010:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008ca7c9ab. 00000400:00000010:0.0:1767389106.764018:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000400:00000010:0.0:1767389106.764033:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008b013d46. 00000400:00000200:0.0:1767389106.764052:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp48 00000400:00000200:0.0:1767389106.764077:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp48 local destination 00000400:00000200:0.0:1767389106.764089:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp48 00000400:00000200:0.0:1767389106.764102:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp48 NI seq info: [218:218:256:4294967295] 192.168.204.113@tcp48 LPNI seq info [214:214:8:4294967295] 00000400:00000200:0.0:1767389106.764117:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp48 00000400:00000200:3.0:1767389106.764130:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.764155:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp48(192.168.204.113@tcp48:) -> 192.168.204.113@tcp48(192.168.204.113@tcp48:192.168.204.113@tcp48) : GET try# 0 00000800:00000200:0.0:1767389106.764177:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp48 00000800:00000010:0.0:1767389106.764189:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008e773459. 00000800:00000200:0.0:1767389106.764205:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e71f8817] -> 12345-192.168.204.113@tcp48 (2) 00000800:00000200:0.1:1767389106.764225:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e71f8817] -> 12345-192.168.204.113@tcp48 (2) 00000400:00000200:0.0:1767389106.764256:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp48 added to recovery queue. ping count: 1 next ping: 5029 health :900 00000400:00000200:3.0:1767389106.764299:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.764469:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.764545:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.764616:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.764667:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.764880:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.764981:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.765086:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.765193:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.765305:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.765371:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.765540:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.765632:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.765809:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.765883:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.765965:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.765997:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.766066:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.766123:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.766224:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.766325:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.766425:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.766544:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.766607:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.766658:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.766705:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.766867:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.766937:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.767057:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.767149:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.767195:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.767240:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.767288:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.767330:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.767376:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.767414:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.767473:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.767513:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.767589:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.767622:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.767701:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.767764:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.767844:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.767879:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.767949:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.767982:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.768063:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.768096:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.768156:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.768191:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.768260:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.768298:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.768376:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.768426:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.768468:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.768539:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.768630:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.768665:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.768723:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.768817:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.768946:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.768967:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.769082:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.769095:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.769199:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.769202:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389106.769321:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.769339:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.769475:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.769559:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.769646:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.204.113:988 00000800:00000010:3.0:1767389106.769704:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b2c327b5. 00000800:00000010:3.0:1767389106.769713:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057b5a179. 00000800:00000010:3.0:1767389106.769720:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cead88a7. 00000400:00000200:0.0:1767389106.769774:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.769847:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.204.113:988 00000800:00000010:3.0:1767389106.769848:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cead88a7. 00000800:00020000:3.0:1767389106.769876:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389106.769882:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057b5a179. 00000800:00000010:3.0:1767389106.769888:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b2c327b5. 00000400:00000200:0.0:1767389106.769916:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.204.113:988 00000400:02020000:3.0:1767389106.770066:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp36 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767389106.770077:0:337525:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767389106.770096:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.770158:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.770224:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.770256:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.770282:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.770306:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.770342:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.770365:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.770391:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 975 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.770439:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 974 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.770483:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 973 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.770543:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 972 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.770588:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 971 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.770618:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 970 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.770646:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 969 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.770693:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 968 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.770782:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 967 -> 192.168.204.113:988 00000400:00000200:0.0:1767389106.770862:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 966 -> 192.168.204.113:988 00000800:00000010:0.0:1767389106.771201:0:356933:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000beba62c9. 00000800:00000010:0.0:1767389106.771209:0:356933:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c460ecb3. 00000800:00000010:0.0:1767389106.771216:0:356933:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce80cbbf. 00000800:00000010:0.0:1767389106.771298:0:356933:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce80cbbf. 00000400:00000200:2.0:1767389106.771376:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767389106.771420:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp48 from 197.3.0.2 00000800:00000010:2.0:1767389106.771425:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000dec0f6fa. 00000800:00000010:3.0:1767389106.771593:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b2c327b5. 00000800:00000010:3.0:1767389106.771602:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057b5a179. 00000800:00000010:3.0:1767389106.771661:0:337527:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ec947480. 00000800:00000200:3.1:1767389106.771679:0:337527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e71f8817] -> 12345-192.168.204.113@tcp48 (2) 00000800:00000200:3.1:1767389106.771693:0:337527:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.113@tcp48 00000000ec947480 deleted 00000800:00000010:3.1:1767389106.771697:0:337527:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ec947480. 00000800:00000200:3.1:1767389106.771708:0:337527:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767389106.771796:0:337527:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp48 ip 192.168.204.113:965 00000800:00000200:3.1:1767389106.771806:0:337527:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008e773459 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767389106.771820:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp48 p 3.x 192.168.204.113 -> 192.168.204.113:965 incarnation:1767389098041948077 sched[0] 00000800:00000010:3.0:1767389106.771828:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cead88a7. 00000800:00000010:3.0:1767389106.771972:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cead88a7. 00000800:00000010:3.0:1767389106.771983:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057b5a179. 00000800:00000010:3.0:1767389106.772103:0:337527:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000dec0f6fa. 00000800:00000001:3.0:1767389106.772161:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389106.772173:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767389106.772285:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389106.772293:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008e773459. 00000400:00000200:3.0:1767389106.772303:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389106.772319:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp48->192.168.204.113@tcp48: GET: OK 00000400:00000200:3.0:1767389106.772333:0:337531:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767389106.772342:0:337531:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp48 recovery message sent successfully:0 00000800:00000200:1.1:1767389106.772350:0:356933:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767389106.772370:0:356933:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.113@tcp48 p 3.x 192.168.204.113 -> 192.168.204.113:988 incarnation:1767389098041948077 sched[0] 00000800:00000010:1.0:1767389106.772377:0:356933:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c460ecb3. 00000400:00000200:1.0:1767389106.772596:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000001:3.0:1767389106.772598:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389106.772619:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389106.772626:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389106.772651:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389106.772671:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp48(192.168.204.113@tcp48) <- 192.168.204.113@tcp48 : GET - for me 00000400:00000200:3.0:1767389106.772701:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767389106.772720:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 272/272 into md 0x2405 [1] + 0 00000400:00000200:3.0:1767389106.772820:0:337529:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp48 to MR: 192.168.204.113@tcp48 local destination 00000400:00000200:3.0:1767389106.772839:0:337529:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp48 NI seq info: [219:219:256:4294967295] 192.168.204.113@tcp48 LPNI seq info [215:215:8:4294967295] 00000400:00000200:3.0:1767389106.772881:0:337529:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp48(192.168.204.113@tcp48:192.168.204.113@tcp48) -> 192.168.204.113@tcp48(192.168.204.113@tcp48:192.168.204.113@tcp48) 192.168.204.113@tcp48 : REPLY try# 0 00000400:00000200:1.0:1767389106.772884:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000800:00000200:3.0:1767389106.772912:0:337529:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.113@tcp48 00000800:00000010:3.0:1767389106.772922:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000004ccfbe9. 00000800:00000200:3.0:1767389106.772940:0:337529:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e71f8817] -> 12345-192.168.204.113@tcp48 (4) 00000800:00000200:3.0:1767389106.772956:0:337529:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp48 ip 192.168.204.113:988 00000800:00000200:3.0:1767389106.772964:0:337529:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000004ccfbe9 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1767389106.773100:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000800:00000200:3.0:1767389106.773123:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389106.773131:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000004ccfbe9. 00000400:00000200:3.0:1767389106.773142:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389106.773156:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp48->192.168.204.113@tcp48: REPLY: OK 00000800:00000001:3.0:1767389106.773191:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389106.773206:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389106.773213:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389106.773228:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389106.773234:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389106.773245:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389106.773265:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp48(192.168.204.113@tcp48) <- 192.168.204.113@tcp48 : REPLY - for me 00000400:00000200:3.0:1767389106.773291:0:337529:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp48: Reply from 12345-192.168.204.113@tcp48 of length 272/272 into md 0x2451 00000800:00000001:3.0:1767389106.773303:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767389106.773304:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000800:00000001:3.0:1767389106.773321:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389106.773328:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389106.773343:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp48->192.168.204.113@tcp48: REPLY: OK 00000400:00000200:3.0:1767389106.773356:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000400:00000010:3.0:1767389106.773361:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000400:00000200:3.0:1767389106.773374:0:337529:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767389106.773388:0:337529:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000ae0576ef. 00000400:00000010:3.0:1767389106.773396:0:337529:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008ca7c9ab. 00000800:00000001:3.0:1767389106.773417:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389106.773432:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389106.773486:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.773676:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.774625:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.774814:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.774973:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.775148:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.775346:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.775483:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.775585:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.775781:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.775853:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.775907:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.775969:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776088:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776126:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776165:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776194:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776239:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776270:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776303:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776331:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776355:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776379:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776415:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776441:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776467:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776492:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776537:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776574:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776600:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389106.776637:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:1.0:1767389106.776878:0:356933:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009b535535. 00000800:00000010:1.0:1767389106.776885:0:356933:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000309c14b6. 00000800:00000010:1.0:1767389106.776891:0:356933:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000489866c7. 00000800:00000010:1.0:1767389106.776925:0:356933:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000489866c7. 00000800:00020000:1.0:1767389106.776936:0:356933:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389106.776940:0:356933:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000309c14b6. 00000800:00000010:1.0:1767389106.776945:0:356933:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000009b535535. 00000400:02020000:1.0:1767389106.777000:0:356933:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp48 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767389107.403856:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389107.403863:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389107.403870:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389107.403871:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389107.403920:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389107.403926:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389107.403931:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767389108.427840:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389108.427849:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389108.427856:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389108.427860:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389108.427914:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389108.427922:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389108.427928:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767389108.811951:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp47 00000400:00000010:2.0:1767389108.811961:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000168a7e65. 00000400:00000010:2.0:1767389108.811975:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a0a34040. 00000400:00000010:2.0:1767389108.811982:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000acbe0d4. 00000400:00000010:2.0:1767389108.811994:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f7988d2f. 00000400:00000200:2.0:1767389108.811999:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp47 00000400:00000200:2.0:1767389108.812033:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp47 local destination 00000400:00000200:2.0:1767389108.812043:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp47 00000400:00000200:2.0:1767389108.812047:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp47 NI seq info: [220:220:256:4294967295] 192.168.204.113@tcp47 LPNI seq info [216:216:8:4294967295] 00000400:00000200:2.0:1767389108.812057:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp47 00000400:00000200:2.0:1767389108.812067:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp47(192.168.204.113@tcp47:) -> 192.168.204.113@tcp47(192.168.204.113@tcp47:192.168.204.113@tcp47) : GET try# 0 00000800:00000200:2.0:1767389108.812074:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp47 00000800:00000010:2.0:1767389108.812080:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c992cf03. 00000800:00000200:2.0:1767389108.812088:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005dfb5336] -> 12345-192.168.204.113@tcp47 (2) 00000800:00000200:2.1:1767389108.812095:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005dfb5336] -> 12345-192.168.204.113@tcp47 (2) 00000400:00000200:2.0:1767389108.812134:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp47 added to recovery queue. ping count: 3 next ping: 5037 health :700 00000400:00000200:3.0:1767389108.812274:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.812366:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.812400:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.812425:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.812458:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.812538:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.812613:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.812654:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.812691:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.812782:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.812949:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.813101:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.813270:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.813352:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.813415:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.813457:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.813517:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.813558:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.813594:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.813628:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.813672:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.813714:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.813880:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.814005:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.814104:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.814165:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.814226:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.814289:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.814378:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.814454:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.814540:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.814643:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.814789:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.814960:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389108.815023:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389108.815263:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e48d496d. 00000800:00000010:3.0:1767389108.815277:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000faa4145f. 00000800:00000010:3.0:1767389108.815285:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001ffc554c. 00000800:00000010:3.0:1767389108.815323:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001ffc554c. 00000800:00020000:3.0:1767389108.815338:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389108.815344:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000faa4145f. 00000800:00000010:3.0:1767389108.815349:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e48d496d. 00000400:02020000:3.0:1767389108.815410:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp47 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389108.815420:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp47 notifying 192.168.204.113@tcp47: down 00000400:00000200:3.0:1767389108.815430:0:337526:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767389108.815436:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp47 00000800:00000010:3.0:1767389108.815441:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c992cf03. 00000400:00000200:3.0:1767389108.815447:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389108.815457:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp47->192.168.204.113@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389108.815510:0:337526:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389108.815526:0:337526:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389108.815535:0:337526:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp47) recovery failed with -71 00000004:00000001:1.0:1767389109.131862:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767389109.131868:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767389109.131876:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d659aeb. 00000020:00000040:1.0:1767389109.131886:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767389109.131893:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389109.131898:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389109.131904:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389109.131918:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004caeeea1. 00000100:00000040:0.0:1767389109.131919:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389109.131938:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767389109.131939:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.131957:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1767389109.131957:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041aa7f83. 00000100:00000001:1.0:1767389109.131966:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389109.131970:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389109.131978:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767389109.131984:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000d659aeb] to pc [ptlrpcd_00_02+2] req@000000000d659aeb x1853241654551296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389109.131987:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389109.131998:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389109.132009:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c21917f7. 00000004:00000001:1.0:1767389109.132016:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.132019:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389109.132035:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@0000000041aa7f83 x1853241654551424/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389109.132039:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389109.132051:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389109.132054:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389109.132055:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389109.132057:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767389109.132060:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.132062:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389109.132073:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000d659aeb x1853241654551296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389109.132093:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041aa7f83] to pc [ptlrpcd_00_03+3] req@0000000041aa7f83 x1853241654551424/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389109.132094:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389109.132101:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389109.132115:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389109.132121:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389109.132127:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389109.132134:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000d659aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654551296:0@lo:13: 00000100:00000001:0.0:1767389109.132142:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389109.132143:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767389109.132153:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767389109.132156:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767389109.132159:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767389109.132164:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389109.132168:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006bc54de4. 02000000:00000001:3.0:1767389109.132171:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767389109.132175:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767389109.132177:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767389109.132184:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767389109.132186:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a56d76f. 00000100:00000001:0.0:1767389109.132187:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767389109.132202:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767389109.132203:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389109.132203:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389109.132217:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389109.132220:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5a673b5. 00000100:00000040:1.0:1767389109.132221:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041aa7f83 x1853241654551424/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767389109.132230:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000008df758d. 00000400:00000010:3.0:1767389109.132242:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2a63ba. 00000100:00000001:0.0:1767389109.132247:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389109.132264:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654551296, portal 4 00000100:00000001:1.0:1767389109.132271:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767389109.132271:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000006bc54de4 x1853241654551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389109.132274:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389109.132287:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378557312 : -122821330994304 : ffff904b6e31fb80) 00000100:00000001:1.0:1767389109.132289:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.132298:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389109.132310:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389109.132312:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1767389109.132318:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000d659aeb x1853241654551296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389125 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389109.132324:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767389109.132334:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bc54de4] to pc [ptlrpcd_00_00+0] req@000000006bc54de4 x1853241654551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389109.132345:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389109.132366:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000041aa7f83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654551424:0@lo:400: 00000100:00000001:3.0:1767389109.132378:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389109.132393:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767389109.132398:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767389109.132405:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767389109.132406:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043518649. 02000000:00000001:1.0:1767389109.132418:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389109.132421:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654551296, offset 0 02000000:00000001:1.0:1767389109.132423:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389109.132437:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d71c060. 00000100:00000001:0.0:1767389109.132439:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389109.132450:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767389109.132451:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389109.132452:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389109.132496:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1767389109.132498:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f2b8985. 00000100:00000010:0.0:1767389109.132501:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e23ac48b. 00000020:00000040:0.0:1767389109.132509:0:257746:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:1.0:1767389109.132513:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 00000400:00000200:3.0:1767389109.132519:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389109.132523:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1767389109.132527:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654551424, portal 25 02000000:00000001:0.0:1767389109.132529:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767389109.132537:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767389109.132538:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389109.132540:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695837280a300 00000100:00000001:1.0:1767389109.132550:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252619220096 : -122821090331520 : ffff904b7c8a3480) 02000000:00000010:0.0:1767389109.132556:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004df1755d. 00000100:00000001:0.0:1767389109.132567:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389109.132574:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000041aa7f83 x1853241654551424/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389109.132577:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 5152 00000100:00000040:0.0:1767389109.132591:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000e23ac48b x1853241654551680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389109.132610:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767389109.132611:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389109.132623:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389109.132633:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767389109.132644:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767389109.132656:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006bc54de4 x1853241654551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389109.132673:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767389109.132685:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767389109.132686:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767389109.132698:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1767389109.132704:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767389109.132706:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fc44a957. 00000100:00000001:0.0:1767389109.132706:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389109.132709:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000100:00000040:3.0:1767389109.132724:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000fc44a957 x1853241654551296 msgsize 224 00000100:00000200:1.0:1767389109.132752:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654551424, offset 0 00000400:00000200:1.0:1767389109.132766:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767389109.132774:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e23ac48b] to pc [ptlrpcd_00_01+1] req@00000000e23ac48b x1853241654551680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389109.132797:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767389109.132811:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767389109.132841:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389109.132843:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695837280a380 00000400:00000200:3.0:1767389109.132860:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043518649 00000100:00000001:2.0:1767389109.132869:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767389109.132871:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043518649. 00000100:00000001:0.0:1767389109.132872:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389109.132874:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389109.132890:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1767389109.132891:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767389109.132892:0:337538:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767389109.132903:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767389109.132906:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1b15 [2] + 0 00000100:00000200:3.0:1767389109.132913:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d659aeb x1853241654551296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389125 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389109.132916:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767389109.132925:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389109.132939:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f28051da. 00000100:00100000:2.0:1767389109.132949:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006bc54de4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654551552:0@lo:400: 00000400:00000200:1.0:1767389109.132955:0:337539:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000449634df 00000400:00000200:1.0:1767389109.132969:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389109.132971:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767389109.132972:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767389109.132983:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767389109.132990:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767389109.132993:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000d659aeb x1853241654551296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389125 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389109.132994:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000449634df 02000000:00000001:2.0:1767389109.133001:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389109.133004:0:337539:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000449634df. 02000000:00000001:2.0:1767389109.133020:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767389109.133021:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389109.133031:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767389109.133032:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389109.133036:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e483bc5a. 00000100:00000001:3.0:1767389109.133044:0:337538:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767389109.133046:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389109.133047:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000f4809543 x1853241654551424 msgsize 224 00000100:00000001:3.0:1767389109.133055:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.133058:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767389109.133059:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009581fcfc. 00000100:00000001:0.0:1767389109.133071:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767389109.133072:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767389109.133074:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7886 usecs (8 jiffies) 00000400:00000010:2.0:1767389109.133080:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e3d66f4. 00000100:00000001:0.0:1767389109.133081:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389109.133084:0:337539:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767389109.133086:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299697161 00000100:00000040:0.0:1767389109.133098:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e23ac48b x1853241654551680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767389109.133101:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004550a83d. 00000100:00000200:2.0:1767389109.133102:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654551552, portal 10 00000100:00000001:1.0:1767389109.133106:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389109.133123:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767389109.133123:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6e123e 00000100:00000001:3.0:1767389109.133125:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767389109.133127:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389109.133132:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252619215616 : -122821090336000 : ffff904b7c8a2300) 00000400:00000010:1.0:1767389109.133139:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6e123e. 00000100:00000001:0.0:1767389109.133139:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389109.133143:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299697161 00000100:00000040:2.0:1767389109.133156:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006bc54de4 x1853241654551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767389109.133167:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088d0f6ff. 02000000:00000001:0.0:1767389109.133168:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767389109.133169:0:337539:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767389109.133180:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389109.133187:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000200:1.0:1767389109.133194:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000041aa7f83 x1853241654551424/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389109.133198:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389109.133204:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299697161 00000100:00100000:0.0:1767389109.133220:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e23ac48b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:337537:1853241654551680:0@lo:400: 00000100:00000010:3.0:1767389109.133223:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d666d0b. 00000100:00000001:3.0:1767389109.133242:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767389109.133251:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767389109.133256:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767389109.133257:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299697161 02000000:00000001:0.0:1767389109.133264:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389109.133273:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767389109.133275:0:337538:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001928fe0e. 00000100:00000040:2.0:1767389109.133278:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767389109.133293:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767389109.133296:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767389109.133300:0:337538:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000010:2.0:1767389109.133302:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da461291. 00000100:00000040:1.0:1767389109.133303:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041aa7f83 x1853241654551424/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767389109.133303:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026bd5b34. 00000100:00000001:3.0:1767389109.133315:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389109.133325:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389109.133327:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654551552, offset 0 00000100:00000001:3.0:1767389109.133332:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389109.133344:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e67fcab. 00000100:00000001:3.0:1767389109.133353:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389109.133361:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389109.133370:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389109.133378:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389109.133380:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000400:00000200:2.0:1767389109.133386:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389109.133388:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389109.133397:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389109.133400:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1767389109.133403:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654551680, portal 10 00000100:00000001:3.0:1767389109.133409:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389109.133412:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.133413:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389109.133415:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767389109.133426:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695837280a400 00000100:00000001:0.0:1767389109.133426:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252619219200 : -122821090332416 : ffff904b7c8a3100) 00000100:00000001:3.0:1767389109.133429:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.133431:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299697176 00000100:00000001:3.0:1767389109.133455:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.133463:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299697161 00000100:00000040:0.0:1767389109.133466:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e23ac48b x1853241654551680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389109.133486:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12536 00000100:00000001:1.0:1767389109.133493:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299697176 00000400:00000200:2.0:1767389109.133497:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389109.133529:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299697161 00000100:00000001:0.0:1767389109.133533:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389109.133537:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299697176 00000400:00000200:2.0:1767389109.133545:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389109.133551:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299697161 00000100:00000040:0.0:1767389109.133560:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389109.133570:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec4b001d. 00000100:00000001:1.0:1767389109.133592:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299697176 00000100:00000200:0.0:1767389109.133594:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654551680, offset 0 00000100:00000001:2.0:1767389109.133598:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767389109.133603:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299697161 00000100:00000001:3.0:1767389109.133604:0:339011:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767389109.133607:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:3.0:1767389109.133619:0:339011:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654551296 00000100:00000001:1.0:1767389109.133623:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767389109.133623:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767389109.133626:0:339011:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1767389109.133628:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036def01a. 00000100:00000001:3.0:1767389109.133638:0:339011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767389109.133650:0:337536:0:(events.c:337:request_in_callback()) incoming req@0000000036def01a x1853241654551552 msgsize 224 00000100:00000001:1.0:1767389109.133653:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389109.133655:0:339011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389109.133679:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767389109.133682:0:339011:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.133691:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389109.133704:0:339011:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654551296 00000100:00100000:2.0:1767389109.133706:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389109.133709:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389109.133718:0:339011:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767389109.133732:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767389109.133739:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389109.133747:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767389109.133752:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767389109.133753:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da461291 00000100:00000001:1.0:1767389109.133758:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767389109.133759:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695837280a480 00000400:00000010:2.0:1767389109.133760:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da461291. 00000020:00000040:3.0:1767389109.133778:0:339011:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000001:3.0:1767389109.133785:0:339011:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389109.133790:0:339011:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000001:3.0:1767389109.133795:0:339011:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:3.0:1767389109.133800:0:339011:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:3.0:1767389109.133812:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389109.133812:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389109.133815:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767389109.133834:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bd1012a. 00000400:00000200:0.0:1767389109.133834:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12760 00000100:00000001:1.0:1767389109.133837:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389109.133840:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006bc54de4 x1853241654551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389109.133860:0:339011:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007f604f39. 00000400:00000200:0.0:1767389109.133880:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767389109.133884:0:339011:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:2.0:1767389109.133891:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389109.133897:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767389109.133906:0:339011:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1767389109.133907:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767389109.133909:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006bc54de4 x1853241654551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389109.133910:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654551424 00000020:00000010:3.0:1767389109.133920:0:339011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059336d48. 02000000:00000001:1.0:1767389109.133924:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389109.133928:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389109.133945:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1767389109.133948:0:339011:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c5b14609. 00000100:00000001:1.0:1767389109.133951:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389109.133961:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389109.133961:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e169cbd2. 00000020:00000010:3.0:1767389109.133967:0:339011:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9c65e41. 00000100:00000040:0.0:1767389109.133981:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000e169cbd2 x1853241654551680 msgsize 224 02000000:00000001:1.0:1767389109.133986:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389109.133993:0:339011:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767389109.134008:0:339011:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767389109.134008:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654551424 00000100:00000001:3.0:1767389109.134020:0:339011:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767389109.134024:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767389109.134029:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389109.134030:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767389109.134032:0:339011:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389109.134034:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:2.0:1767389109.134053:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767389109.134054:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389109.134057:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:1.0:1767389109.134063:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000001:3.0:1767389109.134064:0:339011:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389109.134072:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389109.134075:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec4b001d 00000020:00000001:1.0:1767389109.134081:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000010:0.0:1767389109.134086:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec4b001d. 00000100:00000040:2.0:1767389109.134088:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5725 usecs (6 jiffies) 00000020:00000001:1.0:1767389109.134089:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389109.134097:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767389109.134101:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299697160 00000100:00000001:3.0:1767389109.134102:0:339011:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389109.134107:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767389109.134114:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e23ac48b x1853241654551680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389109.134125:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047214a3f. 00000100:00000001:2.0:1767389109.134128:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299697176 00000100:00000001:3.0:1767389109.134140:0:339011:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389109.134143:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389109.134145:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299697160 00000100:00000001:3.0:1767389109.134151:0:339011:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767389109.134163:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299697176 00000020:00000010:1.0:1767389109.134165:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047214a3f. 00000100:00000001:2.0:1767389109.134179:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299697160 00000100:00100000:3.0:1767389109.134182:0:339011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000001:2.0:1767389109.134192:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299697176 00000020:00000010:1.0:1767389109.134192:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d23b4d6. 00000100:00000001:0.0:1767389109.134194:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389109.134197:0:339011:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000040:0.0:1767389109.134213:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e23ac48b x1853241654551680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389109.134216:0:339011:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251694444544 : -122822015107072 : ffff904b456b4000) 00000100:00000001:2.0:1767389109.134232:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299697160 00000020:00000010:1.0:1767389109.134234:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007bda09c1. 00000100:00000001:2.0:1767389109.134252:0:337536:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299697176 00000100:00000040:3.0:1767389109.134254:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fc44a957 x1853241654551296/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:560/0 lens 224/0 e 0 to 0 dl 1767389120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389109.134257:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00000001:2.0:1767389109.134274:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767389109.134285:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767389109.134288:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389109.134299:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.134304:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389109.134305:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389109.134323:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.134324:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389109.134329:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389109.134333:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389109.134333:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389109.134337:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389109.134341:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6496 usecs (7 jiffies) 00000020:00000010:3.0:1767389109.134352:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003a147a58. 00000100:00000001:0.0:1767389109.134364:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299697161 00000100:00000001:3.0:1767389109.134369:0:339011:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389109.134370:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389109.134373:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.134373:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299697176 00000100:00000001:2.0:1767389109.134382:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767389109.134393:0:339011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003a147a58. 00000100:00000001:0.0:1767389109.134404:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299697161 00000100:00000001:2.0:1767389109.134407:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389109.134418:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389109.134419:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767389109.134421:0:339011:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fc44a957 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654551296:12345-0@lo:13: 00000100:00000001:0.0:1767389109.134422:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299697176 00000100:00000001:2.0:1767389109.134440:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.134440:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299697161 00000100:00000200:3.0:1767389109.134444:0:339011:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654551296 00000100:00000001:1.0:1767389109.134453:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767389109.134459:0:339011:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389109.134468:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.134494:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299697176 00000100:00000001:1.0:1767389109.134496:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767389109.134497:0:339011:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389109.134508:0:339011:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.134511:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299697161 00000020:00000001:3.0:1767389109.134516:0:339011:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1767389109.134527:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00000001:0.0:1767389109.134530:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299697176 00000020:00000001:3.0:1767389109.134531:0:339011:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000100:00000001:2.0:1767389109.134543:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767389109.134546:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389109.134550:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767389109.134553:0:339011:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1767389109.134555:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654551552 00000100:00000001:1.0:1767389109.134556:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509334608 : -122821200217008 : ffff904b75fd7c50) 00000100:00000001:0.0:1767389109.134559:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389109.134571:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767389109.134572:0:339011:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389109.134588:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767389109.134590:0:339011:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1767389109.134591:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f4809543 x1853241654551424/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:560/0 lens 224/0 e 0 to 0 dl 1767389120 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389109.134591:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389109.134613:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389109.134615:0:339011:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767389109.134616:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389109.134625:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767389109.134632:0:339011:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389109.134638:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047214a3f. 02000000:00000001:2.0:1767389109.134642:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389109.134644:0:339011:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767389109.134646:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389109.134648:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389109.134659:0:339011:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767389109.134664:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767389109.134665:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654551552 00000020:00000010:1.0:1767389109.134668:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047214a3f. 02000000:00000010:3.0:1767389109.134671:0:339011:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000df4ed9d3. 00000020:00000001:2.0:1767389109.134687:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767389109.134691:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767389109.134693:0:339011:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389109.134695:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000100:00000001:0.0:1767389109.134696:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389109.134710:0:339011:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389109.134712:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767389109.134713:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f4809543 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654551424:12345-0@lo:400: 00000100:00000001:0.0:1767389109.134714:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.134768:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389109.134773:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00002000:00000001:3.0:1767389109.134778:0:339011:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:2.0:1767389109.134790:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000200:1.0:1767389109.134794:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654551424 00000020:00000001:2.0:1767389109.134799:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00002000:00000001:3.0:1767389109.134801:0:339011:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1767389109.134804:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389109.134814:0:339011:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767389109.134816:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767389109.134820:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767389109.134822:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389109.134824:0:339011:0:(osd_handler.c:571:osd_statfs()) Process entered 00000020:00000010:2.0:1767389109.134831:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000576b713b. 00000020:00000001:1.0:1767389109.134835:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767389109.134843:0:338180:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389109.134844:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00080000:00000001:3.0:1767389109.134850:0:339011:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389109.134853:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000576b713b. 00000020:00000001:1.0:1767389109.134857:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389109.134870:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389109.134874:0:339011:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389109.134877:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767389109.134879:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b03e7c6. 00002000:00000024:3.0:1767389109.134882:0:339011:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000020:00000001:1.0:1767389109.134884:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767389109.134894:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b3662f63. 00000020:00000001:1.0:1767389109.134896:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767389109.134897:0:339011:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:3.0:1767389109.134919:0:339011:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00000020:00000001:1.0:1767389109.134920:0:338175:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1767389109.134921:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c007844a. 00002000:00000020:3.0:1767389109.134943:0:339011:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00000100:00000001:1.0:1767389109.134947:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389109.134957:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00002000:00000001:3.0:1767389109.134959:0:339011:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 02000000:00000010:1.0:1767389109.134965:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000058d389d2. 00000100:00000040:2.0:1767389109.134966:0:338180:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000001:00000001:3.0:1767389109.134968:0:339011:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 02000000:00000001:1.0:1767389109.134973:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389109.134977:0:339011:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389109.134980:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389109.134982:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767389109.134985:0:339011:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389109.134988:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767389109.134991:0:338175:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389109.134995:0:339011:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654551296 00000100:00000001:2.0:1767389109.134998:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767389109.134999:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654551424 00010000:00000001:3.0:1767389109.135002:0:339011:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767389109.135015:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00080000:0.0:1767389109.135015:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767389109.135022:0:338180:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000200:3.0:1767389109.135024:0:339011:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fc44a957 x1853241654551296/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:560/0 lens 224/368 e 0 to 0 dl 1767389120 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767389109.135035:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f4809543 x1853241654551424/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:560/0 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389109.135043:0:338180:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:0.0:1767389109.135045:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:2.0:1767389109.135055:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389109.135089:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389109.135115:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767389109.135119:0:339011:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767389109.135123:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654551680 00010000:00000001:1.0:1767389109.135124:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389109.135126:0:339011:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389109.135129:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1767389109.135132:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389109.135140:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1767389109.135144:0:339011:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=118 v=5 (1 0 0 0) 00000100:00001000:1.0:1767389109.135145:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=134 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389109.135147:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389109.135165:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.135170:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767389109.135171:0:339011:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1767389109.135173:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654551680 00000020:00000001:2.0:1767389109.135187:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389109.135191:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000100:00000040:3.0:1767389109.135193:0:339011:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000040:1.0:1767389109.135194:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000020:00000001:2.0:1767389109.135201:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389109.135207:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767389109.135211:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000100:00000001:1.0:1767389109.135216:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:3.0:1767389109.135221:0:339011:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:0.0:1767389109.135222:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767389109.135223:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 02000000:00000001:1.0:1767389109.135226:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389109.135235:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389109.135245:0:339011:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1767389109.135247:0:338182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000020:00000001:2.0:1767389109.135262:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 02000000:00000001:3.0:1767389109.135268:0:339011:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.135276:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389109.135276:0:338182:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000100:00000001:2.0:1767389109.135280:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389109.135282:0:339011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389109.135300:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767389109.135303:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000576b713b. 00000100:00000001:0.0:1767389109.135303:0:338182:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402881280 : -122821306670336 : ffff904b6fa52300) 00000400:00000010:1.0:1767389109.135310:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000100:00000040:3.0:1767389109.135319:0:339011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767389109.135330:0:338180:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000405ec8de. 00000100:00000040:0.0:1767389109.135333:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000036def01a x1853241654551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:560/0 lens 224/0 e 0 to 0 dl 1767389120 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389109.135335:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654551424, offset 224 00000020:00000040:2.0:1767389109.135345:0:338180:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000400:00000200:1.0:1767389109.135369:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389109.135381:0:338180:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1767389109.135395:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054f46d75. 00000100:00000001:0.0:1767389109.135398:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767389109.135410:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767389109.135413:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c1dffd04. 00000020:00000010:2.0:1767389109.135414:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f3f1527. 00000400:00000200:1.0:1767389109.135430:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695837280a380 00000100:00000001:0.0:1767389109.135440:0:338182:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389109.135442:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000008f3996a. 00000400:00000200:1.0:1767389109.135455:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2461 [1] + 224 00000400:00000200:1.0:1767389109.135494:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767389109.135494:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c1dffd04. 00000100:00000001:2.0:1767389109.135501:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389109.135517:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767389109.135527:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389109.135528:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767389109.135529:0:338182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000036def01a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654551552:12345-0@lo:400: 00000100:00000001:1.0:1767389109.135536:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389109.135553:0:338182:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654551552 00000100:00000001:2.0:1767389109.135559:0:338180:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767389109.135561:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000041aa7f83 x1853241654551424/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389109.135563:0:338182:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389109.135566:0:338180:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767389109.135575:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389109.135578:0:338182:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:3.0:1767389109.135581:0:339011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043518649. 00000020:00000001:0.0:1767389109.135592:0:338182:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389109.135602:0:339011:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654551296, offset 224 00000100:00000001:2.0:1767389109.135604:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389109.135607:0:338182:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767389109.135617:0:338182:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:0.0:1767389109.135638:0:338182:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767389109.135646:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767389109.135651:0:339011:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767389109.135651:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000041aa7f83 x1853241654551424/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389109.135654:0:338182:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389109.135655:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767389109.135676:0:338182:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767389109.135683:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000020:00000001:0.0:1767389109.135689:0:338182:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767389109.135702:0:339011:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767389109.135708:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000020:00000001:0.0:1767389109.135708:0:338182:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.135779:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389109.135789:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6e123e 00000100:00000001:2.0:1767389109.135793:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252619209344 : -122821090342272 : ffff904b7c8a0a80) 00000400:00000010:1.0:1767389109.135798:0:338175:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6e123e. 00000020:00000001:0.0:1767389109.135800:0:338182:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767389109.135812:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e169cbd2 x1853241654551680/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:560/0 lens 224/0 e 0 to 0 dl 1767389120 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389109.135816:0:338182:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767389109.135818:0:339011:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695837280a300 00000100:00000001:1.0:1767389109.135821:0:338175:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767389109.135826:0:338182:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767389109.135831:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:0.0:1767389109.135842:0:338182:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000022d6ca2d. 00000100:00000001:1.0:1767389109.135848:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389109.135864:0:339011:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2459 [1] + 224 02000000:00000001:0.0:1767389109.135866:0:338182:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389109.135875:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:0.0:1767389109.135889:0:338182:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389109.135895:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767389109.135905:0:339011:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767389109.135924:0:338182:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389109.135929:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389109.135932:0:339011:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389109.135933:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:0.0:1767389109.135934:0:338182:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654551552 00000020:00000001:1.0:1767389109.135937:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767389109.135943:0:339011:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767389109.135949:0:338182:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:2.0:1767389109.135954:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2ecebd9. 00000100:00000040:1.0:1767389109.135955:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4809543 x1853241654551424/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:560/0 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389109.135960:0:339011:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d659aeb x1853241654551296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389125 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767389109.135964:0:338182:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000036def01a x1853241654551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:560/0 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389109.135975:0:338180:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389109.135999:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2ecebd9. 00000100:00100000:2.0:1767389109.136034:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e169cbd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:337537:x1853241654551680:12345-0@lo:400: 00000100:00000200:2.0:1767389109.136074:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654551680 00000020:00000001:2.0:1767389109.136089:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767389109.136104:0:338182:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767389109.136106:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1767389109.136112:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f4809543 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337539:x1853241654551424:12345-0@lo:400: Request processed in 1475us (3051us total) trans 0 rc 0/0 00000100:00000040:3.0:1767389109.136114:0:339011:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000d659aeb x1853241654551296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767389109.136120:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389109.136122:0:338182:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389109.136150:0:338182:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=128 v=5 (1 0 0 0) 00000020:00000001:2.0:1767389109.136151:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389109.136165:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00100000:1.0:1767389109.136171:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000020:00000001:2.0:1767389109.136190:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767389109.136192:0:338182:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389109.136197:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000020:00000001:2.0:1767389109.136200:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389109.136206:0:338182:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000001:1.0:1767389109.136213:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767389109.136222:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767389109.136233:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767389109.136235:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767389109.136235:0:338182:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:3.0:1767389109.136244:0:339011:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767389109.136248:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389109.136251:0:338182:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1767389109.136252:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007bda09c1. 00000400:00000200:3.0:1767389109.136260:0:339011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043518649 00000020:00000001:2.0:1767389109.136261:0:338180:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1767389109.136263:0:338182:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389109.136267:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000400:00000010:3.0:1767389109.136276:0:339011:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043518649. 00000100:00000001:2.0:1767389109.136278:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767389109.136281:0:338182:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767389109.136283:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d23b4d6. 02000000:00000001:2.0:1767389109.136296:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767389109.136299:0:339011:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1767389109.136303:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 02000000:00000010:2.0:1767389109.136310:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000327a9241. 00000100:00000001:3.0:1767389109.136312:0:339011:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767389109.136312:0:338182:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767389109.136317:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767389109.136325:0:339011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389109.136336:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000058d389d2. 02000000:00000001:2.0:1767389109.136338:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389109.136339:0:339011:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000400:00000010:0.0:1767389109.136340:0:338182:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec4b001d. 00010000:00000001:3.0:1767389109.136360:0:339011:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767389109.136361:0:338182:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654551552, offset 224 02000000:00000001:1.0:1767389109.136373:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:3.0:1767389109.136377:0:339011:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389109.136377:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.136382:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389109.136399:0:338182:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767389109.136407:0:338180:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389109.136409:0:339011:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767389109.136409:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767389109.136435:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc44a957 x1853241654551296/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:560/0 lens 224/368 e 0 to 0 dl 1767389120 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767389109.136436:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654551680 00000400:00000010:1.0:1767389109.136437:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016f4f05a. 00000400:00000200:0.0:1767389109.136437:0:338182:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767389109.136461:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:1.0:1767389109.136465:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d802ae0. 00010000:00000200:2.0:1767389109.136500:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e169cbd2 x1853241654551680/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:560/0 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389109.136504:0:338182:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695837280a400 00000100:00000001:1.0:1767389109.136532:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389109.136546:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767389109.136549:0:338182:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2469 [1] + 224 00000100:00100000:3.0:1767389109.136570:0:339011:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fc44a957 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654551296:12345-0@lo:13: Request processed in 2223us (3829us total) trans 0 rc 0/0 00000400:00000200:0.0:1767389109.136581:0:338182:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1767389109.136582:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389109.136597:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767389109.136605:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1767389109.136608:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f2b8985. 00000400:00000200:0.0:1767389109.136619:0:338182:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767389109.136622:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389109.136626:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000305cb2b 00000100:00001000:2.0:1767389109.136636:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=128 v=5 (1 0 0 0) 00000100:00100000:3.0:1767389109.136638:0:339011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000400:00000010:1.0:1767389109.136640:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000305cb2b. 00000100:00000040:3.0:1767389109.136666:0:339011:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:0.0:1767389109.136670:0:338182:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389109.136671:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767389109.136672:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767389109.136674:0:339011:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1767389109.136694:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000001:3.0:1767389109.136696:0:339011:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389109.136712:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000200:1.0:1767389109.136714:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000041aa7f83 x1853241654551424/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389109.136716:0:339011:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c5b14609. 00000100:00000200:0.0:1767389109.136716:0:338182:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006bc54de4 x1853241654551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389109.136721:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1767389109.136794:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000041aa7f83 x1853241654551424/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389109.136805:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767389109.136817:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.136824:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767389109.136826:0:339011:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9c65e41. 00000100:00000001:2.0:1767389109.136835:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389109.136852:0:337539:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767389109.136854:0:339011:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059336d48. 00000100:00000040:2.0:1767389109.136861:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767389109.136870:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767389109.136877:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da461291. 00000100:00000040:0.0:1767389109.136878:0:338182:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006bc54de4 x1853241654551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767389109.136879:0:339011:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:1.0:1767389109.136880:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389109.136898:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389109.136900:0:339011:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389109.136900:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654551680, offset 224 00000100:00000001:0.0:1767389109.136917:0:338182:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767389109.136946:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389109.136952:0:338182:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec4b001d 00000100:00001000:1.0:1767389109.136956:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=134 v=5 (5 0 0 0) 00000400:00000010:0.0:1767389109.136958:0:338182:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec4b001d. 00000100:00000001:3.0:1767389109.136965:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767389109.136983:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=134 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389109.136984:0:338182:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389109.136985:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767389109.136994:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389109.136998:0:338182:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389109.137001:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389109.137006:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.137009:0:338182:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767389109.137011:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767389109.137012:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389109.137030:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767389109.137032:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389109.137032:0:338180:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767389109.137032:0:338182:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000400:00000010:3.0:1767389109.137048:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5a673b5. 00000100:00000001:1.0:1767389109.137056:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389109.137058:0:338182:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:3.0:1767389109.137063:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2a63ba 00000020:00000001:0.0:1767389109.137070:0:338182:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389109.137072:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2a63ba. 00000400:00000200:2.0:1767389109.137076:0:338180:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695837280a480 00000100:00000040:1.0:1767389109.137083:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041aa7f83 x1853241654551424/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389109.137088:0:338182:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767389109.137101:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767389109.137106:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767389109.137115:0:338180:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2471 [1] + 224 00000100:00000001:1.0:1767389109.137117:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1767389109.137119:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d659aeb x1853241654551296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389109.137129:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389109.137132:0:338180:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767389109.137135:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036def01a x1853241654551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:560/0 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389109.137160:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041aa7f83 x1853241654551424/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389109.137169:0:338180:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389109.137199:0:338180:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389109.137220:0:338180:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e23ac48b x1853241654551680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389109.137253:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d659aeb x1853241654551296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389109.137294:0:338182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000036def01a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:337536:x1853241654551552:12345-0@lo:400: Request processed in 1877us (3625us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389109.137317:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000041aa7f83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654551424:0@lo:400: 00000100:00000001:3.0:1767389109.137321:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389109.137335:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389109.137360:0:337538:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767389109.137362:0:338182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000001:1.0:1767389109.137363:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389109.137369:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767389109.137383:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767389109.137383:0:338180:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e23ac48b x1853241654551680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389109.137386:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389109.137388:0:338182:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000100:00000001:3.0:1767389109.137401:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.137405:0:338182:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767389109.137413:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041aa7f83 x1853241654551424/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389109.137417:0:338182:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767389109.137422:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389109.137430:0:338182:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b3662f63. 00000100:00001000:3.0:1767389109.137451:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=118 v=5 (5 0 0 0) 00000020:00000010:0.0:1767389109.137454:0:338182:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c007844a. 00000020:00000010:0.0:1767389109.137491:0:338182:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b03e7c6. 00000100:00001000:3.0:1767389109.137497:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=118 v=5 (1 0 0 0) 00000020:00000040:0.0:1767389109.137512:0:338182:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000100:00000001:3.0:1767389109.137528:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389109.137529:0:338182:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389109.137534:0:338180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389109.137537:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.137538:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767389109.137546:0:338180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da461291 02000000:00000001:1.0:1767389109.137552:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767389109.137562:0:338180:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da461291. 00010000:00000001:3.0:1767389109.137564:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767389109.137564:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d71c060. 00000100:00000001:2.0:1767389109.137584:0:338180:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767389109.137586:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:3.0:1767389109.137592:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000d659aeb x1853241654551296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389109.137594:0:338180:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767389109.137597:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767389109.137606:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389109.137607:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389109.137633:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767389109.137635:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389109.137638:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 02000000:00000010:1.0:1767389109.137650:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c21917f7. 00000100:00000001:3.0:1767389109.137654:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00010000:00000001:2.0:1767389109.137655:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000010:0.0:1767389109.137656:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbc625b2. 02000000:00000001:1.0:1767389109.137664:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767389109.137666:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000020:00000001:2.0:1767389109.137667:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389109.137668:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767389109.137680:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389109.137693:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041aa7f83. 00000100:00000001:3.0:1767389109.137695:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1767389109.137695:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767389109.137697:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767389109.137712:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389109.137714:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767389109.137717:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389109.137761:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389109.137767:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389109.137776:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767389109.137779:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.137782:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.137791:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767389109.137793:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e169cbd2 x1853241654551680/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:560/0 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767389109.137793:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c21917f7. 00000100:00000040:3.0:1767389109.137801:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000d659aeb x1853241654551296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389109.137803:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.137813:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389109.137836:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000bbc625b2 x1853241654551808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767389109.137861:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1767389109.137881:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - evictor 00000100:00000001:1.0:1767389109.137911:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389109.137922:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389109.137942:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389109.137943:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389109.137952:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767389109.137953:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767389109.137958:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e169cbd2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:337537:x1853241654551680:12345-0@lo:400: Request processed in 2013us (3961us total) trans 0 rc 0/0 00000100:00000001:3.0:1767389109.137959:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1767389109.137965:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767389109.137968:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389109.137974:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbc625b2] to pc [ptlrpcd_00_02+2] req@00000000bbc625b2 x1853241654551808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389109.137976:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009581fcfc. 00000004:00000001:3.0:1767389109.137989:0:337538:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000200:1.0:1767389109.137993:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e3d66f4 00000004:00000040:3.0:1767389109.138000:0:337538:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000400:00000010:1.0:1767389109.138006:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e3d66f4. 00000004:00000040:3.0:1767389109.138019:0:337538:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000100:00000001:1.0:1767389109.138024:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767389109.138041:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000200:1.0:1767389109.138046:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006bc54de4 x1853241654551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:3.0:1767389109.138059:0:337538:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 00000100:00000040:2.0:1767389109.138061:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000100:00000001:2.0:1767389109.138079:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389109.138083:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389109.138089:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389109.138103:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f3f1527. 00000100:00000040:0.0:1767389109.138108:0:257746:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5034) 00000004:00000001:3.0:1767389109.138110:0:337538:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389109.138114:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000008f3996a. 00000020:00000010:2.0:1767389109.138137:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054f46d75. 00000100:00000040:3.0:1767389109.138141:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d659aeb x1853241654551296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389125 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389109.138143:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006bc54de4 x1853241654551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767389109.138153:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000100:00000001:0.0:1767389109.138156:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767389109.138167:0:337539:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767389109.138170:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389109.138186:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389109.138209:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389109.138218:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389109.138234:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389109.138244:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389109.138252:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389109.138269:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbc625b2 x1853241654551808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389109.138274:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000d659aeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654551296:0@lo:13: 00000100:00000001:3.0:1767389109.138291:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389109.138292:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389109.138306:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389109.138308:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389109.138309:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389109.138310:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389109.138331:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.138333:0:337536:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767389109.138334:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767389109.138338:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000d659aeb x1853241654551296/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389125 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389109.138350:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767389109.138352:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000001:2.0:1767389109.138355:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767389109.138361:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1767389109.138370:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767389109.138371:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389109.138373:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389109.138386:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e67fcab. 00000100:00000001:3.0:1767389109.138390:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389109.138404:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389109.138406:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389109.138407:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767389109.138407:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000100:00001000:1.0:1767389109.138427:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=128 v=5 (5 0 0 0) 00000400:00000010:2.0:1767389109.138428:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 02000000:00000010:3.0:1767389109.138430:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a56d76f. 00000100:00100000:0.0:1767389109.138431:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bbc625b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:337539:1853241654551808:0@lo:400: 00000100:00000001:0.0:1767389109.138458:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00001000:1.0:1767389109.138459:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=128 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389109.138463:0:337537:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767389109.138465:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767389109.138492:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767389109.138494:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389109.138513:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767389109.138513:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.138517:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:2.0:1767389109.138525:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e23ac48b x1853241654551680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389109.138528:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389109.138531:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767389109.138532:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767389109.138544:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004caeeea1. 00010000:00000001:1.0:1767389109.138549:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767389109.138552:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006aadc72b. 02000000:00000001:0.0:1767389109.138564:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389109.138575:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:0.0:1767389109.138580:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2970f44. 02000000:00000001:3.0:1767389109.138586:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00080000:1.0:1767389109.138588:0:337536:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000006bc54de4 x1853241654551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767389109.138602:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d659aeb. 00000400:00000010:0.0:1767389109.138605:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec4b001d. 00000100:00000001:3.0:1767389109.138625:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1767389109.138627:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654551808, portal 4 00000100:00000001:3.0:1767389109.138641:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389109.138648:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389109.138650:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389109.138650:0:337536:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.138656:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252619218304 : -122821090333312 : ffff904b7c8a2d80) 00000100:00000001:1.0:1767389109.138677:0:337536:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767389109.138679:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767389109.138683:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bbc625b2 x1853241654551808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389109.138685:0:337536:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767389109.138687:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.138707:0:337536:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767389109.138709:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389109.138717:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389109.138722:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389109.138734:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006bc54de4 x1853241654551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389109.138747:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389109.138752:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389109.138754:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389109.138759:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006bc54de4 x1853241654551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389109.138767:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006bc54de4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:337536:1853241654551552:0@lo:400: 00000100:00000001:1.0:1767389109.138817:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389109.138836:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389109.138837:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767389109.138858:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e23ac48b x1853241654551680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389109.138864:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006bc54de4 x1853241654551552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389109.138869:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389109.138887:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046ef2379. 00000100:00000200:0.0:1767389109.138904:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654551808, offset 0 00000400:00000200:0.0:1767389109.138937:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767389109.138940:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389109.138952:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767389109.138955:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767389109.138956:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e483bc5a. 00000400:00000200:0.0:1767389109.138965:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389109.138969:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767389109.138970:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389109.138975:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767389109.138980:0:337537:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767389109.138984:0:337536:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:0.0:1767389109.138986:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695837280a500 02000000:00000001:2.0:1767389109.138992:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1767389109.139006:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767389109.139008:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1767389109.139014:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000008df758d. 00000400:00000200:0.0:1767389109.139018:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 5456 00000100:00000001:2.0:1767389109.139019:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389109.139027:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389109.139036:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1767389109.139039:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389109.139044:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006bc54de4. 00000400:00000200:0.0:1767389109.139044:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1767389109.139051:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=125 v=5 (5 0 0 0) 00000100:00000001:1.0:1767389109.139060:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1767389109.139068:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389109.139070:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767389109.139072:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=125 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389109.139077:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767389109.139079:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389109.139088:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767389109.139090:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389109.139092:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389109.139098:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389109.139099:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000de967b1. 00000100:00000001:1.0:1767389109.139100:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389109.139105:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767389109.139118:0:337537:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e23ac48b x1853241654551680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389109.139120:0:337539:0:(events.c:337:request_in_callback()) incoming req@000000000de967b1 x1853241654551808 msgsize 224 00000100:00000001:1.0:1767389109.139121:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389109.139131:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389109.139168:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1767389109.139179:0:337537:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389109.139184:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767389109.139185:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767389109.139187:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389109.139189:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389109.139192:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e23ac48b x1853241654551680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389109.139202:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389109.139204:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389109.139206:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389109.139211:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389109.139215:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046ef2379 00000100:00000040:2.0:1767389109.139220:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e23ac48b x1853241654551680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389109.139222:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046ef2379. 00000100:00000001:0.0:1767389109.139235:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767389109.139253:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e23ac48b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:337537:1853241654551680:0@lo:400: 00000100:00000200:0.0:1767389109.139258:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbc625b2 x1853241654551808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389109.139266:0:339009:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767389109.139274:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767389109.139277:0:339009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654551808 02000000:00000001:1.0:1767389109.139288:0:339009:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389109.139292:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389109.139299:0:339009:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389109.139310:0:339009:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389109.139311:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e23ac48b x1853241654551680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389109.139330:0:339009:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.139362:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767389109.139366:0:339009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654551808 00000020:00000001:1.0:1767389109.139376:0:339009:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767389109.139379:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbc625b2 x1853241654551808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389109.139385:0:339009:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000001:1.0:1767389109.139394:0:339009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389109.139403:0:339009:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000001:1.0:1767389109.139422:0:339009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:2.0:1767389109.139423:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767389109.139431:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1767389109.139443:0:339009:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 02000000:00000010:2.0:1767389109.139444:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026bd5b34. 00000100:00000001:0.0:1767389109.139446:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389109.139460:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767389109.139462:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389109.139463:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767389109.139496:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767389109.139497:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389109.139498:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047214a3f. 00000020:00000040:2.0:1767389109.139504:0:337537:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:0.0:1767389109.139518:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7860 usecs (8 jiffies) 00000100:00000001:1.0:1767389109.139519:0:339009:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767389109.139520:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389109.139528:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004df1755d. 00000100:00000001:0.0:1767389109.139534:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299697167 00000020:00000010:1.0:1767389109.139538:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047214a3f. 02000000:00000001:2.0:1767389109.139541:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767389109.139545:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299697176 02000000:00000001:2.0:1767389109.139548:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:1.0:1767389109.139550:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d71c060. 00000100:00000001:0.0:1767389109.139563:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299697167 00000100:00000010:2.0:1767389109.139564:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e23ac48b. 00000020:00000010:1.0:1767389109.139565:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007bda09c1. 00000100:00000001:0.0:1767389109.139584:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299697176 00000020:00000010:1.0:1767389109.139586:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00000001:2.0:1767389109.139587:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389109.139595:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389109.139599:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299697167 00000100:00000001:2.0:1767389109.139609:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389109.139611:0:339009:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767389109.139611:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299697176 00000100:00000001:1.0:1767389109.139631:0:339009:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389109.139633:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389109.139634:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299697167 00000100:00000001:2.0:1767389109.139651:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.139654:0:339009:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389109.139655:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299697176 00000100:00000001:2.0:1767389109.139661:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389109.139668:0:339009:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389109.139672:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389109.139674:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.139679:0:339009:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767389109.139685:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.139689:0:339009:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767389109.139693:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.139694:0:339009:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.139708:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.139779:0:339009:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389109.139809:0:339009:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389109.139813:0:339009:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767389109.139818:0:339008:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767389109.139819:0:339009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000001:2.0:1767389109.139825:0:339008:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767389109.139827:0:339009:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:2.0:1767389109.139831:0:339008:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.139835:0:339009:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252619213824 : -122821090337792 : ffff904b7c8a1c00) 00000100:00000001:2.0:1767389109.139838:0:339008:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389109.139851:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000de967b1 x1853241654551808/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:560/0 lens 224/0 e 0 to 0 dl 1767389120 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389109.139864:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389109.139869:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047214a3f. 00000100:00000001:1.0:1767389109.139876:0:339009:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389109.139879:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047214a3f. 00000100:00100000:1.0:1767389109.139886:0:339009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000de967b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:337539:x1853241654551808:12345-0@lo:400: 00000100:00000200:1.0:1767389109.139891:0:339009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654551808 00000020:00000001:1.0:1767389109.139894:0:339009:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389109.139897:0:339009:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389109.139899:0:339009:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389109.139902:0:339009:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389109.139904:0:339009:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000020:00000001:1.0:1767389109.139908:0:339009:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389109.139911:0:339009:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389109.139929:0:339009:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389109.139931:0:339009:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389109.139933:0:339009:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389109.139935:0:339009:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767389109.139937:0:339009:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389109.139939:0:339009:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389109.139942:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000058d389d2. 02000000:00000001:1.0:1767389109.139944:0:339009:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.139947:0:339009:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389109.139949:0:339009:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389109.139951:0:339009:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654551808 00010000:00000001:1.0:1767389109.139954:0:339009:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389109.139957:0:339009:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000de967b1 x1853241654551808/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:560/0 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389109.139966:0:339009:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389109.139968:0:339009:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389109.139970:0:339009:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=118 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389109.139974:0:339009:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389109.139977:0:339009:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:1.0:1767389109.139979:0:339009:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:1.0:1767389109.139982:0:339009:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389109.139983:0:339009:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389109.139986:0:339009:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389109.139988:0:339009:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389109.139991:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 00000100:00000200:1.0:1767389109.139995:0:339009:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654551808, offset 224 00000400:00000200:1.0:1767389109.140000:0:339009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389109.140009:0:339009:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389109.140017:0:339009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695837280a500 00000400:00000200:1.0:1767389109.140024:0:339009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x248d [1] + 224 00000400:00000200:1.0:1767389109.140029:0:339009:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389109.140032:0:339009:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389109.140037:0:339009:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767389109.140041:0:339009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbc625b2 x1853241654551808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389109.140050:0:339009:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000bbc625b2 x1853241654551808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389109.140070:0:339009:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767389109.140076:0:339009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000305cb2b 00000400:00000010:1.0:1767389109.140078:0:339009:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000305cb2b. 00000100:00000001:1.0:1767389109.140081:0:339009:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389109.140083:0:339009:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389109.140086:0:339009:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389109.140089:0:339009:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:1.0:1767389109.140091:0:339009:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389109.140093:0:339009:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389109.140095:0:339009:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389109.140098:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000de967b1 x1853241654551808/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:560/0 lens 224/224 e 0 to 0 dl 1767389120 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389109.140106:0:339009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000de967b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:337539:x1853241654551808:12345-0@lo:400: Request processed in 243us (988us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389109.140116:0:339009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000040:1.0:1767389109.140119:0:339009:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:1.0:1767389109.140123:0:339009:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389109.140125:0:339009:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389109.140129:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007bda09c1. 00000020:00000010:1.0:1767389109.140133:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000020:00000010:1.0:1767389109.140136:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d71c060. 00000020:00000040:1.0:1767389109.140145:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:0.0:1767389109.140149:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389109.140150:0:339009:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389109.140159:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767389109.140169:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389109.140172:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389109.140176:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2970f44. 00000400:00000200:0.0:1767389109.140183:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec4b001d 00000400:00000010:0.0:1767389109.140185:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec4b001d. 00000100:00000001:0.0:1767389109.140190:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389109.140196:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbc625b2 x1853241654551808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389109.140207:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbc625b2 x1853241654551808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389109.140217:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389109.140219:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389109.140221:0:337539:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389109.140224:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389109.140226:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389109.140228:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389109.140232:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389109.140238:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=118 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389109.140242:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=118 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389109.140246:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389109.140248:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389109.140250:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767389109.140254:0:337539:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000bbc625b2 x1853241654551808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389109.140262:0:337539:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.140265:0:337539:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767389109.140267:0:337539:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1767389109.140269:0:337539:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767389109.140271:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389109.140274:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bbc625b2 x1853241654551808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389109.140282:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389109.140285:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389109.140287:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389109.140290:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbc625b2 x1853241654551808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389109.140298:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000bbc625b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:337539:1853241654551808:0@lo:400: 00000100:00000001:0.0:1767389109.140304:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389109.140306:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389109.140308:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000bbc625b2 x1853241654551808/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389109.140316:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389109.140318:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389109.140321:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006aadc72b. 02000000:00000001:0.0:1767389109.140325:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389109.140327:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389109.140328:0:337539:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767389109.140331:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389109.140334:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c21917f7. 02000000:00000001:0.0:1767389109.140339:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389109.140341:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389109.140342:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbc625b2. 00000100:00000001:0.0:1767389109.140346:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389109.140348:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389109.140350:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389109.140356:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389109.140358:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389109.140360:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389109.140362:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389109.156858:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299697176, at 4299697177 00000100:00000040:1.0:1767389109.156858:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299697176, at 4299697177 00000100:00000010:2.0:1767389109.156877:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d666d0b. 00000100:00000040:0.0:1767389109.156881:0:335318:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299697176, at 4299697177 00000100:00000010:1.0:1767389109.156890:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088d0f6ff. 00000100:00000040:3.0:1767389109.156894:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299697176, at 4299697177 00000100:00000010:0.0:1767389109.156897:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004550a83d. 00000100:00000010:3.0:1767389109.156916:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001928fe0e. 00010000:00000001:3.0:1767389109.451861:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389109.451869:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389109.451876:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389109.451878:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389109.451990:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389109.451996:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389109.452001:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767389109.835862:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389109.835871:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389109.835876:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000acbe0d4 00000400:00000010:2.0:1767389109.835885:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000acbe0d4. 00000400:00000200:2.0:1767389109.835898:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:1.0:1767389109.835903:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a35c0c2e] -> 12345-192.168.204.113@tcp34 (4) 00000400:00000200:2.0:1767389109.835914:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp47 recovery ping unlinked 00000800:00000200:1.1:1767389109.835939:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a35c0c2e] -> 12345-192.168.204.113@tcp34 (4) 00000400:00000010:2.0:1767389109.835967:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000168a7e65. 00000400:00000010:2.0:1767389109.835982:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a0a34040. 00000400:00000200:3.0:1767389109.836165:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836234:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836273:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836297:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836321:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836345:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836369:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836392:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836418:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836442:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836537:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836577:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836604:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836630:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836654:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836679:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836703:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836788:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836828:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836854:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836906:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.836979:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.837005:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.837030:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.837054:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.837078:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.837102:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.837127:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.837151:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.837176:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.837202:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.837226:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.837250:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.837283:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389109.837307:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389109.837631:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e48d496d. 00000800:00000010:3.0:1767389109.837639:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000faa4145f. 00000800:00000010:3.0:1767389109.837646:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003a147a58. 00000800:00000010:3.0:1767389109.837674:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003a147a58. 00000800:00020000:3.0:1767389109.837688:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389109.837694:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000faa4145f. 00000800:00000010:3.0:1767389109.837697:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e48d496d. 00000400:02020000:3.0:1767389109.837787:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp34 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767389109.837795:0:337524:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000001:1.0:1767389110.254220:0:361164:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389110.254244:0:361164:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389110.254252:0:361164:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389110.254263:0:361164:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389110.254273:0:361164:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389110.254279:0:361164:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389110.438329:0:361201:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000133dab38. 00000400:00000040:0.0:1767389110.438362:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389110.438366:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389110.438369:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389110.438371:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389110.438374:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389110.438376:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767389110.438380:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389110.438382:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389110.438384:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389110.438385:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767389110.438388:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389110.438390:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389110.438393:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389110.438395:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389110.438396:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767389110.438399:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389110.438401:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389110.438403:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767389110.438404:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767389110.438407:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389110.438409:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389110.438411:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389110.438412:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389110.438414:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389110.438417:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767389110.438420:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389110.438422:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389110.438424:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389110.438427:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389110.438428:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389110.438430:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767389110.438433:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389110.438434:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389110.438436:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389110.438438:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389110.438440:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389110.438441:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767389110.438444:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389110.438470:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389110.438473:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389110.438475:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389110.438477:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389110.438479:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767389110.438481:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767389110.438483:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767389110.438485:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767389110.438486:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767389110.438488:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767389110.438491:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389110.438493:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389110.438495:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767389110.438497:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389110.438498:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767389110.438501:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767389110.438503:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767389110.438505:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767389110.438507:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:0.0:1767389110.438521:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389110.438523:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389110.438526:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389110.438527:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389110.438530:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389110.438532:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767389110.438535:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389110.438538:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767389110.438540:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389110.438541:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767389110.438544:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389110.438547:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389110.438550:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389110.438552:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389110.438553:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767389110.438556:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767389110.438557:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389110.438559:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767389110.438560:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767389110.438563:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389110.438565:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389110.438566:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389110.438568:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389110.438570:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389110.438572:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767389110.438574:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389110.438576:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389110.438578:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389110.438580:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389110.438581:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389110.438583:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767389110.438585:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767389110.438587:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767389110.438589:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767389110.438591:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767389110.438593:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389110.438594:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767389110.438597:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767389110.438598:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389110.438600:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767389110.438602:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389110.438604:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767389110.438606:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767389110.438607:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767389110.438609:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767389110.438612:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767389110.438614:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767389110.438616:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767389110.438618:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389110.438620:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767389110.438622:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767389110.438624:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767389110.438626:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767389110.438628:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767389110.438630:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767389110.438632:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:0.0:1767389110.438634:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:0.0:1767389110.438635:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767389110.438637:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767389110.438639:0:361201:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:0.0:1767389110.438977:0:361201:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000133dab38. 00010000:00000001:3.0:1767389110.475867:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389110.475878:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389110.475889:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389110.475892:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389110.475923:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389110.475929:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389110.475934:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767389110.499122:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767389110.499273:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp50 from 255.3.0.2 00000800:00000010:3.0:1767389110.499280:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b3233e4b. 00000800:00000010:1.0:1767389110.499427:0:359705:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009b535535. 00000800:00000010:1.0:1767389110.499442:0:359705:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000880194ed. 00000800:00000010:1.0:1767389110.499521:0:359705:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000072fc5618. 00000800:00000200:1.0:1767389110.499542:0:359705:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.13@tcp50 p 3.x 192.168.204.113 -> 192.168.204.13:1023 incarnation:1767389109821138824 sched[0] 00000800:00000010:1.0:1767389110.499551:0:359705:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000886a6644. 00000800:00000010:1.0:1767389110.499646:0:359705:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000886a6644. 00000800:00000010:1.0:1767389110.499654:0:359705:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000880194ed. 00000800:00000010:1.0:1767389110.499767:0:359705:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b3233e4b. 00000800:00000001:0.0:1767389110.499845:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389110.499861:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389110.500659:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389110.500679:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389110.500684:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389110.500696:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389110.500711:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : GET - for me 00000400:00000010:1.0:1767389110.500807:0:337530:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 0000000049c38ef0. 00000400:00000200:1.0:1767389110.500820:0:337530:0:(peer.c:264:lnet_peer_alloc()) 0000000049c38ef0 nid 192.168.204.13@tcp50 00000400:00000010:1.0:1767389110.500828:0:337530:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000900e44b1. 00000400:00000200:1.0:1767389110.500838:0:337530:0:(peer.c:204:lnet_peer_net_alloc()) 00000000900e44b1 net tcp50 00000400:00000010:1.0:1767389110.500844:0:337530:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ae0ee238. 00000400:00000200:1.0:1767389110.500868:0:337530:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ae0ee238 nid 192.168.204.13@tcp50 00000400:00000200:1.0:1767389110.500886:0:337530:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.204.13@tcp50 nid 192.168.204.113@tcp50: 0 00000400:00000200:1.0:1767389110.500896:0:337530:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000049c38ef0 (0) 00000400:00000200:1.0:1767389110.500915:0:337530:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.13@tcp50 NID 192.168.204.13@tcp50 flags 0x0 00000400:00000200:1.0:1767389110.500924:0:337530:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.204.13@tcp50: 0 00000400:00000200:1.0:1767389110.500937:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767389110.500950:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.13@tcp50 of length 272/272 into md 0x2405 [1] + 0 00000400:00000200:1.0:1767389110.500972:0:337530:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:1.0:1767389110.500994:0:337530:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [221:221:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:1.0:1767389110.501018:0:337530:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) 192.168.204.13@tcp50 : REPLY try# 0 00000800:00000200:1.0:1767389110.501031:0:337530:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:1.0:1767389110.501038:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000125a6411. 00000800:00000200:1.0:1767389110.501047:0:337530:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (2) 00000800:00000200:1.0:1767389110.501057:0:337530:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:1.0:1767389110.501065:0:337530:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000125a6411 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767389110.501142:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767389110.501217:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389110.501225:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000125a6411. 00000400:00000200:1.0:1767389110.501238:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767389110.501252:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389110.501254:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: REPLY: OK 00000400:00000200:3.0:1767389110.501488:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767389110.501626:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp50 from 254.3.0.2 00000800:00000010:3.0:1767389110.501633:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006d33c9d8. 00000800:00000010:0.0:1767389110.501707:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000692f9821. 00000800:00000010:0.0:1767389110.501716:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008fe37d3b. 00000800:00000010:0.0:1767389110.501813:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d4571fea. 00000800:00000200:0.1:1767389110.501830:0:337525:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (2) 00000800:00000200:0.1:1767389110.501844:0:337525:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.13@tcp50 00000000d4571fea deleted 00000800:00000010:0.1:1767389110.501850:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d4571fea. 00000800:00000200:0.0:1767389110.501864:0:337525:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.13@tcp50 p 3.x 192.168.204.113 -> 192.168.204.13:1022 incarnation:1767389109821138824 sched[0] 00000800:00000010:0.0:1767389110.501873:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000027a19ef3. 00000800:00000010:0.0:1767389110.501953:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000027a19ef3. 00000800:00000010:0.0:1767389110.501962:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008fe37d3b. 00000800:00000010:0.0:1767389110.502014:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006d33c9d8. 00000800:00000001:1.0:1767389110.502069:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389110.502083:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389110.502530:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389110.502551:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389110.502557:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389110.502571:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389110.502586:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : GET - for me 00000400:00000200:0.0:1767389110.502609:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767389110.502622:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.13@tcp50 of length 704/704 into md 0x2405 [1] + 0 00000400:00000200:0.0:1767389110.502643:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:0.0:1767389110.502656:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [222:222:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:0.0:1767389110.502672:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) 192.168.204.13@tcp50 : REPLY try# 0 00000800:00000200:0.0:1767389110.502679:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:0.0:1767389110.502688:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c21917f7. 00000800:00000200:0.0:1767389110.502700:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (3) 00000800:00000200:0.0:1767389110.502710:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:0.0:1767389110.502715:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c21917f7 type 3, nob 800 niov 1 nkiov 1 00000800:00000001:1.0:1767389110.502866:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767389110.502875:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767389110.502885:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767389110.502885:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c21917f7. 00000400:00000200:0.0:1767389110.502911:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389110.502927:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: REPLY: OK 00000400:00000200:3.0:1767389110.503665:0:337532:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767389110.503693:0:337532:0:(acceptor.c:514:lnet_accept()) Accept 192.168.204.113@tcp50 from 253.3.0.2 00000800:00000010:3.0:1767389110.503698:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000185f3ec8. 00000800:00000010:0.0:1767389110.503854:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000435c77c2. 00000800:00000010:0.0:1767389110.503864:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008fe37d3b. 00000800:00000010:0.0:1767389110.504031:0:337527:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d4571fea. 00000800:00000200:0.1:1767389110.504042:0:337527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (3) 00000800:00000200:0.1:1767389110.504049:0:337527:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.13@tcp50 00000000d4571fea deleted 00000800:00000010:0.1:1767389110.504053:0:337527:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d4571fea. 00000800:00000200:0.0:1767389110.504064:0:337527:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.204.13@tcp50 p 3.x 192.168.204.113 -> 192.168.204.13:1021 incarnation:1767389109821138824 sched[0] 00000800:00000010:0.0:1767389110.504072:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000027a19ef3. 00000800:00000010:0.0:1767389110.504153:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000027a19ef3. 00000800:00000010:0.0:1767389110.504163:0:337527:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008fe37d3b. 00000800:00000010:0.0:1767389110.504231:0:337527:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000185f3ec8. 00000800:00000001:1.0:1767389110.504356:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389110.504374:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767389110.667884:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767389110.667892:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 2 10000000:00000001:1.0:1767389110.667898:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389110.667904:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767389110.667906:0:338177:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767389110.667908:0:338177:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767389110.667912:0:338177:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767389110.667915:0:338177:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767389110.667918:0:338177:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff904b60cd8000 from 85 10000000:00000001:1.0:1767389110.667923:0:338177:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767389110.667926:0:338177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767389110.667939:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015b524cc. 00000020:00000040:1.0:1767389110.667946:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389110.667954:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389110.667960:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389110.667970:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389110.667981:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b278ddc9. 00000100:00000001:1.0:1767389110.667991:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389110.667998:0:338177:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767389110.668003:0:338177:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767389110.668012:0:338177:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e8922410. 00010000:00000001:1.0:1767389110.668018:0:338177:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389110.668022:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000178f03ee. 00000020:00000001:1.0:1767389110.668028:0:338177:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389110.668032:0:338177:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000178f03ee with handle 0x95cd417baf42965b to hash 00000020:00000001:1.0:1767389110.668035:0:338177:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389110.668037:0:338177:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:1.0:1767389110.668041:0:338177:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:1.0:1767389110.668047:0:338177:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389110.668050:0:338177:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389110.668054:0:338177:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389110.668067:0:338177:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389110.668082:0:338177:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767389110.668090:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767389110.668093:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767389110.668100:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000880194ed. 00000100:00000001:1.0:1767389110.668103:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247366373952 : -122826343177664 : ffff904a43722240) 00000100:00000001:1.0:1767389110.668107:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389110.668109:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378554624 : -122821330996992 : ffff904b6e31f100) 00000100:00000001:1.0:1767389110.668117:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389110.668120:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389110.668123:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767389110.668125:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389110.668134:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000015b524cc x1853241654551936/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389110.668148:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389110.668151:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389110.668157:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389110.668160:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389110.668163:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389110.668166:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000015b524cc pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654551936:0@lo:101: 00000100:00000001:1.0:1767389110.668172:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389110.668179:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389110.668182:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389110.668186:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389110.668190:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000078c6e70c. 02000000:00000001:1.0:1767389110.668193:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389110.668200:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f2b8985. 00000400:00000010:1.0:1767389110.668209:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 00000100:00000200:1.0:1767389110.668218:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654551936, portal 25 00000100:00000001:1.0:1767389110.668221:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389110.668223:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378554624 : -122821330996992 : ffff904b6e31f100) 00000100:00000040:1.0:1767389110.668228:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000015b524cc x1853241654551936/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389126 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389110.668239:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389110.668243:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389110.668246:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000100:00000200:1.0:1767389110.668249:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654551936, offset 0 00000400:00000200:1.0:1767389110.668257:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389110.668273:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389110.668286:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695837280a580 00000400:00000200:1.0:1767389110.668294:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1b51 [2] + 0 00000400:00000010:1.0:1767389110.668299:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006cc56837. 00000400:00000200:1.0:1767389110.668312:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e7197ca3 00000400:00000200:1.0:1767389110.668319:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389110.668323:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389110.668329:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7197ca3 00000400:00000010:1.0:1767389110.668331:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e7197ca3. 00000100:00000001:1.0:1767389110.668339:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389110.668342:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389110.668347:0:338177:0:(events.c:337:request_in_callback()) incoming req@0000000029d73784 x1853241654551936 msgsize 328 00000100:00100000:1.0:1767389110.668352:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389110.668355:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767389110.668378:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389110.668385:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6e123e 00000400:00000010:1.0:1767389110.668387:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6e123e. 00000100:00000001:1.0:1767389110.668393:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389110.668397:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000015b524cc x1853241654551936/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389126 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389110.668410:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389110.668413:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000015b524cc x1853241654551936/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389126 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389110.668421:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389110.668423:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389110.668427:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389110.668433:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299698711 00000100:00000010:1.0:1767389110.668439:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b481cc6b. 00000100:00000001:1.0:1767389110.668481:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767389110.668491:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299698711 00000100:00000010:1.0:1767389110.668496:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036c5e9f9. 00000100:00000001:1.0:1767389110.668501:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767389110.668507:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299698711 00000100:00000010:1.0:1767389110.668510:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009f8fef6d. 00000100:00000001:1.0:1767389110.668515:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767389110.668521:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299698711 00000100:00000010:1.0:1767389110.668524:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af8ad450. 00000100:00000001:1.0:1767389110.668529:0:338177:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767389110.668543:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389110.668546:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389110.668547:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389110.668556:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767389110.668557:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654551936 00000100:00000001:1.0:1767389110.668561:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767389110.668564:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:1.0:1767389110.668567:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000880194ed going to sleep for 11 seconds 00000100:00000001:2.0:1767389110.668570:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389110.668576:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389110.668576:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389110.668584:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389110.668588:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389110.668596:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654551936 00000020:00000001:2.0:1767389110.668601:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389110.668604:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:2.0:1767389110.668607:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389110.668610:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000020:00000001:2.0:1767389110.668615:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389110.668619:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389110.668626:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389110.668633:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a68bbe7. 00000100:00000001:2.0:1767389110.668638:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389110.668643:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a68bbe7. 00000020:00000010:2.0:1767389110.668652:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f28b041. 00000020:00000010:2.0:1767389110.668661:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000048ebe40f. 00000020:00000010:2.0:1767389110.668670:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000008f3996a. 00000100:00000040:2.0:1767389110.668685:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767389110.668690:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389110.668692:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389110.668695:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389110.668706:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389110.668762:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389110.668778:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389110.668780:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389110.668787:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00000040:2.0:1767389110.668792:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:2.0:1767389110.668795:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509320272 : -122821200231344 : ffff904b75fd4450) 00000100:00000040:2.0:1767389110.668802:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000029d73784 x1853241654551936/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:561/0 lens 328/0 e 0 to 0 dl 1767389121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389110.668816:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389110.668822:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a68bbe7. 00000100:00000001:2.0:1767389110.668825:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389110.668829:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a68bbe7. 00000100:00100000:2.0:1767389110.668839:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000029d73784 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:338177:x1853241654551936:12345-0@lo:101: 00000100:00000200:2.0:1767389110.668845:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654551936 00000020:00000001:2.0:1767389110.668850:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389110.668855:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389110.668859:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389110.668863:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389110.668867:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000020:00000001:2.0:1767389110.668873:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389110.668875:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389110.668878:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389110.668881:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389110.668885:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389110.668888:0:338175:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767389110.668892:0:338175:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767389110.668894:0:338175:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767389110.668897:0:338175:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767389110.668900:0:338175:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389110.668906:0:338175:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767389110.668914:0:338175:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dac65c84. 00010000:00000001:2.0:1767389110.668918:0:338175:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389110.668922:0:338175:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f41be2f. 00000020:00000001:2.0:1767389110.668925:0:338175:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389110.668927:0:338175:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009f41be2f with handle 0x95cd417baf429662 to hash 00000020:00000001:2.0:1767389110.668930:0:338175:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389110.668932:0:338175:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00010000:00000001:2.0:1767389110.668935:0:338175:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00010000:00010000:2.0:1767389110.668938:0:338175:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000009f41be2f/0x95cd417baf429662 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x95cd417baf42965b expref: -99 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389110.668949:0:338175:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003eb5d898 : new locks_count 10 00000020:00000040:2.0:1767389110.668952:0:338175:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=15 00000100:00000001:2.0:1767389110.668964:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389110.668968:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389110.668972:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000548735c8. 02000000:00000001:2.0:1767389110.668975:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389110.668978:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389110.668982:0:338175:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389110.668987:0:338175:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389110.668991:0:338175:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389110.668994:0:338175:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389110.668997:0:338175:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389110.669000:0:338175:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389110.669002:0:338175:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389110.669005:0:338175:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389110.669009:0:338175:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389110.669011:0:338175:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389110.669014:0:338175:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389110.669017:0:338175:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dac65c84) refcount = 1 00010000:00010000:2.0:1767389110.669022:0:338175:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009f41be2f/0x95cd417baf429662 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x95cd417baf42965b expref: 15 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389110.669029:0:338175:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389110.669031:0:338175:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389110.669033:0:338175:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389110.669036:0:338175:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389110.669038:0:338175:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389110.669043:0:338175:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767389110.669045:0:338175:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000009f41be2f/0x95cd417baf429662 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf42965b expref: 15 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389110.669053:0:338175:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389110.669056:0:338175:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389110.669058:0:338175:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389110.669060:0:338175:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389110.669062:0:338175:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389110.669065:0:338175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389110.669067:0:338175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389110.669068:0:338175:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000009f41be2f, rc 0) 00000020:00000001:2.0:1767389110.669072:0:338175:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389110.669076:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654551936 00010000:00000001:2.0:1767389110.669080:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389110.669085:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000029d73784 x1853241654551936/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:561/0 lens 328/344 e 0 to 0 dl 1767389121 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389110.669096:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389110.669099:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389110.669104:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=135 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389110.669111:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389110.669114:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389110.669117:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389110.669121:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389110.669123:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389110.669127:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389110.669129:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389110.669133:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000acbe0d4. 00000100:00000200:2.0:1767389110.669137:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654551936, offset 224 00000400:00000200:2.0:1767389110.669144:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389110.669153:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389110.669161:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695837280a580 00000400:00000200:2.0:1767389110.669167:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2499 [1] + 224 00000400:00000200:2.0:1767389110.669173:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389110.669177:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389110.669181:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389110.669187:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000015b524cc x1853241654551936/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389126 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389110.669198:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000015b524cc x1853241654551936/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389126 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389110.669222:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389110.669230:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000acbe0d4 00000400:00000010:2.0:1767389110.669232:0:338175:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000acbe0d4. 00000100:00000001:2.0:1767389110.669236:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389110.669238:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389110.669243:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389110.669247:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389110.669251:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389110.669252:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389110.669255:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767389110.669259:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000029d73784 x1853241654551936/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:561/0 lens 328/344 e 0 to 0 dl 1767389121 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389110.669270:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000029d73784 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654551936:12345-0@lo:101: Request processed in 453us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389110.669279:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00000040:2.0:1767389110.669283:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:2.0:1767389110.669287:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389110.669289:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389110.669295:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000048ebe40f. 00000020:00000010:2.0:1767389110.669301:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000008f3996a. 00000020:00000010:2.0:1767389110.669307:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f28b041. 00000020:00000040:2.0:1767389110.669315:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:2.0:1767389110.669321:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389110.669324:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000548735c8. 02000000:00000001:2.0:1767389110.669328:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389110.669331:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389110.669338:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767389110.669338:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767389110.669348:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f193452a. 00000400:00000001:1.0:1767389110.669353:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389110.669358:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389110.669361:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f2b8985. 00000400:00000200:1.0:1767389110.669369:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000305cb2b 00000400:00000010:1.0:1767389110.669371:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000305cb2b. 00000100:00000001:1.0:1767389110.669376:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767389110.669381:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a47ddc4. 00000100:00000200:1.0:1767389110.669386:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000015b524cc x1853241654551936/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389126 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389110.669403:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000015b524cc x1853241654551936/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389126 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389110.669415:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389110.669417:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389110.669421:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389110.669425:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389110.669428:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389110.669431:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389110.669435:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389110.669440:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=135 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389110.669478:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=135 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389110.669482:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389110.669484:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389110.669488:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389110.669490:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389110.669494:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389110.669498:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000015b524cc x1853241654551936/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389126 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389110.669507:0:338177:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389110.669512:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389110.669515:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389110.669519:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015b524cc x1853241654551936/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389126 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389110.669527:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000015b524cc pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654551936:0@lo:101: 00000100:00000001:1.0:1767389110.669533:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389110.669535:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389110.669538:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767389110.669540:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389110.669542:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000015b524cc x1853241654551936/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389126 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389110.669549:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389110.669552:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000880194ed. 00000100:00000001:1.0:1767389110.669556:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767389110.669558:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389110.669562:0:338177:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767389110.669566:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389110.669568:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389110.669571:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000178f03ee refcount=4 00000020:00000001:1.0:1767389110.669574:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:1.0:1767389110.669578:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000040:1.0:1767389110.669585:0:338177:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000178f03ee, remote cookie: 0x95cd417baf429662, flags: 0x0 00010000:00000001:1.0:1767389110.669589:0:338177:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389110.669593:0:338177:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389110.669595:0:338177:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389110.669598:0:338177:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389110.669599:0:338177:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389110.669602:0:338177:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e8922410) refcount = 1 00010000:00010000:1.0:1767389110.669606:0:338177:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429662 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389110.669614:0:338177:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389110.669616:0:338177:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389110.669618:0:338177:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389110.669622:0:338177:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767389110.669625:0:338177:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389110.669628:0:338177:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf429662 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389110.669635:0:338177:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767389110.669637:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389110.669639:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389110.669641:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389110.669642:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389110.669644:0:338177:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389110.669647:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389110.669649:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000015b524cc x1853241654551936/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389126 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389110.669657:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389110.669660:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389110.669663:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000078c6e70c. 02000000:00000001:1.0:1767389110.669667:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389110.669669:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389110.669671:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389110.669673:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389110.669676:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b278ddc9. 02000000:00000001:1.0:1767389110.669680:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389110.669683:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389110.669685:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000015b524cc. 00000100:00000001:1.0:1767389110.669690:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389110.669692:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767389110.669694:0:338177:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389110.669697:0:338177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767389110.669699:0:338177:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (00000000e810f8b6) refs 3 10000000:00000001:1.0:1767389110.669701:0:338177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389110.669704:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389110.669706:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389110.669708:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000178f03ee refcount=3 00000020:00000001:1.0:1767389110.669710:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:1.0:1767389110.669712:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:1.0:1767389110.669715:0:338177:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767389110.669717:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389110.669718:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389110.669720:0:338177:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389110.669723:0:338177:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767389110.669759:0:338177:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000059f6a190. 00000100:00000010:1.0:1767389110.669786:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015b524cc. 00000020:00000040:1.0:1767389110.669789:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389110.669793:0:338177:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389110.669795:0:338177:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767389110.669798:0:338177:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389110.669803:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b278ddc9. 00000100:00000001:1.0:1767389110.669807:0:338177:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389110.669812:0:338177:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767389110.669816:0:338177:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000078c6e70c. 00000100:00000010:1.0:1767389110.669820:0:338177:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000886a6644. 00000020:00000040:1.0:1767389110.669823:0:338177:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:1.0:1767389110.669829:0:338177:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767389110.669831:0:338177:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767389110.669834:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000880194ed. 00000100:00000001:1.0:1767389110.669837:0:338177:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446621247366373952 : -122826343177664 : ffff904a43722240) 00000100:00000001:1.0:1767389110.669840:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389110.669841:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378554624 : -122821330996992 : ffff904b6e31f100) 00000100:00000001:1.0:1767389110.669846:0:338177:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389110.669848:0:338177:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389110.669851:0:338177:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767389110.669852:0:338177:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389110.669856:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000015b524cc x1853241654552064/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389110.669865:0:338177:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389110.669867:0:338177:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389110.669870:0:338177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389110.669872:0:338177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389110.669875:0:338177:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389110.669877:0:338177:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000015b524cc pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654552064:0@lo:256: 00000100:00000001:1.0:1767389110.669881:0:338177:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389110.669884:0:338177:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389110.669886:0:338177:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389110.669889:0:338177:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767389110.669895:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f2b8985. 00000400:00000010:1.0:1767389110.669900:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a556a894. 00000100:00000200:1.0:1767389110.669905:0:338177:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695837280a600-0x695837280a600, portal 33 00000100:00000001:1.0:1767389110.669910:0:338177:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389110.669912:0:338177:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767389110.669915:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002aef733a. 02000000:00000001:1.0:1767389110.669917:0:338177:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389110.669920:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001410816. 00000400:00000010:1.0:1767389110.669923:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 00000100:00000200:1.0:1767389110.669926:0:338177:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654552064, portal 25 00000100:00000001:1.0:1767389110.669928:0:338177:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389110.669930:0:338177:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378554624 : -122821330996992 : ffff904b6e31f100) 00000100:00000040:1.0:1767389110.669934:0:338177:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000015b524cc x1853241654552064/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389126 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389110.669942:0:338177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389110.669945:0:338177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389110.669947:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000100:00000200:1.0:1767389110.669949:0:338177:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853241654552064, offset 0 00000400:00000200:1.0:1767389110.669956:0:338177:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389110.669964:0:338177:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389110.669972:0:338177:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695837280a600 00000400:00000200:1.0:1767389110.669978:0:338177:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1b59 [2] + 0 00000400:00000010:1.0:1767389110.669982:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eab702e3. 00000400:00000200:1.0:1767389110.669987:0:338177:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bf0a6ee9 00000400:00000200:1.0:1767389110.669992:0:338177:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389110.669996:0:338177:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389110.670000:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf0a6ee9 00000400:00000010:1.0:1767389110.670002:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf0a6ee9. 00000100:00000001:1.0:1767389110.670007:0:338177:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389110.670009:0:338177:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389110.670012:0:338177:0:(events.c:337:request_in_callback()) incoming req@0000000074d03ce5 x1853241654552064 msgsize 304 00000100:00100000:1.0:1767389110.670017:0:338177:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389110.670019:0:338177:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767389110.670037:0:338177:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767389110.670043:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6e123e 00000400:00000010:1.0:1767389110.670045:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6e123e. 00000100:00000001:1.0:1767389110.670048:0:338177:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389110.670051:0:338177:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000015b524cc x1853241654552064/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389126 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389110.670061:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389110.670063:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000015b524cc x1853241654552064/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389126 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389110.670071:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389110.670073:0:338177:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389110.670077:0:338177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389110.670080:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299698713 00000100:00000001:1.0:1767389110.670087:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299698711 00000100:00000001:1.0:1767389110.670092:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299698713 00000100:00000001:1.0:1767389110.670095:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299698711 00000100:00000001:1.0:1767389110.670098:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299698713 00000100:00000001:1.0:1767389110.670102:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299698711 00000100:00000001:1.0:1767389110.670106:0:338177:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299698713 00000100:00000001:1.0:1767389110.670109:0:338177:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299698711 00000100:00000001:1.0:1767389110.670112:0:338177:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389110.670115:0:338177:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389110.670118:0:338177:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389110.670119:0:338177:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767389110.670122:0:338177:0:(client.c:2690:ptlrpc_set_wait()) set 00000000880194ed going to sleep for 11 seconds 00000100:00000001:1.0:1767389110.670125:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389110.670128:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389110.670162:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389110.670168:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654552064 02000000:00000001:2.0:1767389110.670172:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389110.670174:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389110.670176:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389110.670181:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389110.670184:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654552064 00000020:00000001:2.0:1767389110.670187:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389110.670189:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:2.0:1767389110.670191:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389110.670194:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000020:00000001:2.0:1767389110.670198:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389110.670202:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389110.670205:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389110.670211:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a68bbe7. 00000100:00000001:2.0:1767389110.670214:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389110.670217:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a68bbe7. 00000020:00000010:2.0:1767389110.670222:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f28b041. 00000020:00000010:2.0:1767389110.670226:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000048ebe40f. 00000020:00000010:2.0:1767389110.670231:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000008f3996a. 00000100:00000040:2.0:1767389110.670237:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767389110.670240:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389110.670241:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389110.670243:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389110.670248:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389110.670272:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389110.670282:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389110.670284:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389110.670289:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00000040:2.0:1767389110.670293:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:2.0:1767389110.670295:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509326416 : -122821200225200 : ffff904b75fd5c50) 00000100:00000040:2.0:1767389110.670301:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000074d03ce5 x1853241654552064/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:561/0 lens 304/0 e 0 to 0 dl 1767389121 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389110.670315:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389110.670320:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a68bbe7. 00000100:00000001:2.0:1767389110.670323:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389110.670325:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a68bbe7. 00000100:00100000:2.0:1767389110.670331:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000074d03ce5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654552064:12345-0@lo:256: 00000100:00000200:2.0:1767389110.670336:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654552064 00000020:00000001:2.0:1767389110.670338:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389110.670343:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389110.670345:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389110.670348:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389110.670351:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333408 : -1039218208 : ffffffffc20ec9e0) 00000020:00000001:2.0:1767389110.670355:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389110.670359:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389110.670362:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389110.670366:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389110.670370:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389110.670375:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389110.670379:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389110.670382:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000548735c8. 02000000:00000001:2.0:1767389110.670385:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389110.670389:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389110.670394:0:338175:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767389110.670401:0:338175:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767389110.670406:0:338175:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767389110.670409:0:338175:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767389110.670413:0:338175:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389110.670416:0:338175:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767389110.670418:0:338175:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767389110.670422:0:338175:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000a33de146. 20000000:00000001:2.0:1767389110.670426:0:338175:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767389110.670479:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767389110.670489:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767389110.670496:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767389110.670500:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767389110.670504:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767389110.670507:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767389110.670510:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767389110.670512:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767389110.670515:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767389110.670518:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767389110.670521:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767389110.670524:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767389110.670526:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767389110.670528:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767389110.670531:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767389110.670533:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767389110.670535:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767389110.670538:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767389110.670541:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767389110.670544:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767389110.670546:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767389110.670548:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767389110.670550:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767389110.670552:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767389110.670554:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767389110.670557:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767389110.670559:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767389110.670561:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767389110.670563:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767389110.670565:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767389110.670567:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767389110.670569:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767389110.670572:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767389110.670574:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767389110.670576:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767389110.670578:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767389110.670580:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767389110.670582:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767389110.670584:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767389110.670587:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767389110.670589:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767389110.670591:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767389110.670593:0:338175:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:2.0:1767389110.670607:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767389110.670610:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767389110.670612:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767389110.670614:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767389110.670616:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767389110.670618:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767389110.670621:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767389110.670623:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767389110.670625:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767389110.670627:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767389110.670629:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767389110.670632:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767389110.670635:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767389110.670637:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767389110.670640:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767389110.670642:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767389110.670645:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767389110.670647:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767389110.670650:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767389110.670652:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767389110.670655:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767389110.670657:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767389110.670659:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767389110.670661:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767389110.670663:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767389110.670666:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767389110.670668:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767389110.670670:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767389110.670672:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767389110.670674:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767389110.670677:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767389110.670679:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767389110.670681:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767389110.670683:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767389110.670685:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767389110.670687:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767389110.670689:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767389110.670691:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767389110.670694:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767389110.670696:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767389110.670698:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767389110.670700:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767389110.670702:0:338175:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:2.0:1767389110.670705:0:338175:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 86 20000000:00000001:2.0:1767389110.670707:0:338175:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:2.0:1767389110.670712:0:338175:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767389110.670716:0:338175:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000003de6ce0. 00000100:00000010:2.0:1767389110.670720:0:338175:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000d2138e77. 00000020:00000040:2.0:1767389110.670759:0:338175:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=16 00010000:00000001:2.0:1767389110.670765:0:338175:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767389110.670769:0:338175:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767389110.670773:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000acbe0d4. 00000400:00000010:2.0:1767389110.670781:0:338175:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dcefaeb4. 00000400:00000200:2.0:1767389110.670786:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389110.670798:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389110.670805:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x695837280a600 00000400:00000200:2.0:1767389110.670812:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x24a9 [4] + 0 00000400:00000010:2.0:1767389110.670816:0:338175:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f2b8985. 00000400:00000200:2.0:1767389110.670820:0:338175:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a556a894 00000400:00000200:2.0:1767389110.670825:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389110.670829:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389110.670832:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a556a894 00000400:00000010:2.0:1767389110.670834:0:338175:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a556a894. 00000100:00000001:2.0:1767389110.670838:0:338175:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767389110.670840:0:338175:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000015b524cc desc 0000000078c6e70c mbits 1853241654552064 00000100:00000001:2.0:1767389110.670859:0:338175:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767389110.670863:0:338175:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767389110.670868:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767389110.670876:0:338175:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x24b5 00000400:00000200:2.0:1767389110.670880:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389110.670883:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767389110.670887:0:338175:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767389110.670890:0:338175:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000003de6ce0 00000100:00000001:2.0:1767389110.670892:0:338175:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767389110.670899:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000acbe0d4 00000400:00000010:2.0:1767389110.670901:0:338175:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000acbe0d4. 00000100:00000001:2.0:1767389110.670903:0:338175:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767389110.670905:0:338175:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000003de6ce0 00000100:00000001:2.0:1767389110.670907:0:338175:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767389110.670911:0:338175:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x695837280a600-0x695837280a600 00000100:00000001:2.0:1767389110.670916:0:338175:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389110.670921:0:338175:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389110.670924:0:338175:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767389110.670928:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00000100:00000010:2.0:1767389110.670932:0:338175:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000d2138e77. 00000100:00000010:2.0:1767389110.670936:0:338175:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000003de6ce0. 00000100:00000001:2.0:1767389110.670939:0:338175:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767389110.670941:0:338175:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767389110.670953:0:338175:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000a33de146. 20000000:00000001:2.0:1767389110.670958:0:338175:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389110.670963:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654552064 00000100:00000001:1.0:1767389110.670966:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767389110.670967:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767389110.670976:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767389110.670978:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000074d03ce5 x1853241654552064/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:561/0 lens 304/240 e 0 to 0 dl 1767389121 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389110.670995:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389110.670998:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389110.671002:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=135 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389110.671006:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389110.671010:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389110.671012:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389110.671015:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389110.671017:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389110.671020:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389110.671022:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389110.671026:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000acbe0d4. 00000100:00000200:2.0:1767389110.671029:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853241654552064, offset 224 00000400:00000200:2.0:1767389110.671034:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389110.671040:0:338175:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389110.671046:0:338175:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695837280a600 00000400:00000200:2.0:1767389110.671051:0:338175:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x24ad [1] + 224 00000400:00000200:2.0:1767389110.671056:0:338175:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389110.671059:0:338175:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389110.671062:0:338175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389110.671066:0:338175:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000015b524cc x1853241654552064/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389126 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389110.671076:0:338175:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000015b524cc x1853241654552064/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389126 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389110.671097:0:338175:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389110.671102:0:338175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000acbe0d4 00000400:00000010:2.0:1767389110.671103:0:338175:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000acbe0d4. 00000100:00000001:2.0:1767389110.671106:0:338175:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389110.671109:0:338175:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389110.671112:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389110.671116:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389110.671120:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389110.671123:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389110.671126:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767389110.671131:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074d03ce5 x1853241654552064/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:561/0 lens 304/240 e 0 to 0 dl 1767389121 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389110.671137:0:338177:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389110.671149:0:338177:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767389110.671150:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000074d03ce5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:338177:x1853241654552064:12345-0@lo:256: Request processed in 831us (1132us total) trans 0 rc 0/0 00000400:00000001:1.0:1767389110.671157:0:338177:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389110.671165:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001410816. 00000100:00100000:2.0:1767389110.671171:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000400:00000200:1.0:1767389110.671177:0:338177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000305cb2b 00000100:00000040:2.0:1767389110.671178:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000400:00000010:1.0:1767389110.671185:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000305cb2b. 00000100:00000001:2.0:1767389110.671186:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389110.671190:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767389110.671195:0:338177:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767389110.671197:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000048ebe40f. 00000020:00000010:2.0:1767389110.671206:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000008f3996a. 00000100:00000200:1.0:1767389110.671208:0:338177:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000015b524cc x1853241654552064/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389126 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389110.671213:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f28b041. 00000020:00000040:2.0:1767389110.671223:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 02000000:00000001:2.0:1767389110.671231:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389110.671236:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000548735c8. 00000100:00000200:1.0:1767389110.671240:0:338177:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000015b524cc x1853241654552064/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389126 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389110.671242:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389110.671247:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389110.671256:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389110.671266:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5989bb5. 00000100:00000001:1.0:1767389110.671267:0:338177:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389110.671275:0:338177:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767389110.671277:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e436bf8d. 00000100:00000001:1.0:1767389110.671279:0:338177:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767389110.671287:0:338177:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389110.671289:0:338177:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389110.671292:0:338177:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389110.671295:0:338177:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389110.671299:0:338177:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=135 v=5 (5 0 0 0) 00000100:00001000:1.0:1767389110.671304:0:338177:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=135 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389110.671310:0:338177:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389110.671312:0:338177:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389110.671315:0:338177:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389110.671317:0:338177:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389110.671321:0:338177:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389110.671325:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000015b524cc x1853241654552064/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389126 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389110.671336:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000015b524cc x1853241654552064/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389126 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389110.671343:0:338177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389110.671345:0:338177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389110.671348:0:338177:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015b524cc x1853241654552064/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389126 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389110.671356:0:338177:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000015b524cc pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:338177:1853241654552064:0@lo:256: 00000100:00000001:1.0:1767389110.671361:0:338177:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389110.671363:0:338177:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389110.671366:0:338177:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767389110.671368:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389110.671370:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000015b524cc x1853241654552064/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389126 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389110.671378:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389110.671381:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000880194ed. 00000100:00000001:1.0:1767389110.671384:0:338177:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767389110.671385:0:338177:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767389110.671389:0:338177:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 86, more 0. 10000000:00000001:1.0:1767389110.671395:0:338177:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767389110.671405:0:338177:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000028b2d3d9. 10000000:00000040:1.0:1767389110.671420:0:338177:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.204.113@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767389110.671429:0:338177:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767389110.671433:0:338177:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767389110.671439:0:338177:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.204.113@tcp has 192.168.204.113@tcp. 00000100:00000001:1.0:1767389110.671472:0:338177:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389110.671475:0:338177:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767389110.671478:0:338177:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.113@tcp with 192.168.204.113@tcp 00000100:00000200:1.0:1767389110.671480:0:338177:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.113@tcp' 00000100:00000200:1.0:1767389110.671485:0:338177:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.204.113@tcp' 00000400:00000200:1.0:1767389110.671491:0:338177:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767389110.671495:0:338177:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767389110.671499:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.113@tcp 00000400:00000200:1.0:1767389110.671508:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767389110.671514:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (42) 00000400:00000200:1.0:1767389110.671520:0:338177:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (43) 00000400:00000200:1.0:1767389110.671541:0:338177:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:1.0:1767389110.671545:0:338177:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767389110.671549:0:338177:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767389110.671552:0:338177:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp: 0. pending discovery 00000400:00000200:1.0:1767389110.671555:0:338177:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (44) 00000400:00000200:1.0:1767389110.671558:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp 00000400:00000200:1.0:1767389110.671560:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.113@tcp10 00000400:00000200:1.0:1767389110.671564:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.671567:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp10 00000400:00000200:1.0:1767389110.671569:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.113@tcp11 00000400:00000200:1.0:1767389110.671573:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.671576:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp11 00000400:00000200:1.0:1767389110.671578:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.113@tcp12 00000400:00000200:1.0:1767389110.671582:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.671585:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp12 00000400:00000200:1.0:1767389110.671587:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.113@tcp13 00000400:00000200:1.0:1767389110.671592:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.671594:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp13 00000400:00000200:1.0:1767389110.671597:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.113@tcp14 00000400:00000200:2.0:1767389110.671601:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389110.671602:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.671610:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp14 00000400:00000200:1.0:1767389110.671613:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.113@tcp15 00000400:00000200:2.0:1767389110.671617:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 00000400:00000200:1.0:1767389110.671625:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767389110.671627:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (43) 00000400:00000200:1.0:1767389110.671629:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp15 00000400:00000200:1.0:1767389110.671637:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.113@tcp16 00000400:00000010:2.0:1767389110.671640:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000548735c8. 00000400:00000200:1.0:1767389110.671643:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp16 NID flags 0x1: -114 00000400:00000010:2.0:1767389110.671651:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000acbe0d4. 00000400:00000200:1.0:1767389110.671652:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp16 00000400:00000200:1.0:1767389110.671661:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.113@tcp17 00000400:00000010:2.0:1767389110.671664:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b37694d6. 00000400:00000200:1.0:1767389110.671668:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.671674:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp17 00000400:00000200:2.0:1767389110.671681:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000400:00000200:1.0:1767389110.671686:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.113@tcp18 00000400:00000200:1.0:1767389110.671694:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.671697:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp18 00000400:00000200:2.0:1767389110.671702:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:1.0:1767389110.671703:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.113@tcp19 00000400:00000200:1.0:1767389110.671716:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767389110.671721:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 170], ns[65, 174] 00000400:00000200:2.0:1767389110.671768:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000400:00000200:1.0:1767389110.671769:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp19 00000400:00000200:1.0:1767389110.671779:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.113@tcp20 00000400:00000200:2.0:1767389110.671786:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 64], ns[77, 65] 00000400:00000200:1.0:1767389110.671792:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.671802:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp20 00000400:00000200:2.0:1767389110.671809:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 64], ns[81, 65] 00000400:00000200:1.0:1767389110.671810:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.113@tcp21 00000400:00000200:1.0:1767389110.671824:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767389110.671829:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 64], ns[97, 65] 00000400:00000200:1.0:1767389110.671832:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp21 00000400:00000200:1.0:1767389110.671842:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.113@tcp22 00000400:00000200:2.0:1767389110.671851:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 64], ns[101, 65] 00000400:00000200:1.0:1767389110.671856:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.671868:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp22 00000400:00000200:2.0:1767389110.671874:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 64], ns[112, 65] 00000400:00000200:1.0:1767389110.671876:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.113@tcp23 00000400:00000200:1.0:1767389110.671888:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767389110.671893:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 65] 00000400:00000200:1.0:1767389110.671895:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp23 00000400:00000200:1.0:1767389110.671905:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.113@tcp24 00000400:00000200:2.0:1767389110.671912:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 64], ns[123, 65] 00000400:00000200:1.0:1767389110.671919:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.671926:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp24 00000400:00000200:1.0:1767389110.671935:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.113@tcp25 00000400:00000200:2.0:1767389110.671937:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[135, 65] 00000400:00000200:1.0:1767389110.671945:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.671952:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp25 00000400:00000200:2.0:1767389110.671955:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 64], ns[143, 65] 00000400:00000200:1.0:1767389110.671961:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.113@tcp26 00000400:00000200:1.0:1767389110.671975:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767389110.671976:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 64], ns[146, 65] 00000400:00000200:1.0:1767389110.671982:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp26 00000400:00000200:1.0:1767389110.671993:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.113@tcp27 00000400:00000200:2.0:1767389110.671995:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 64], ns[155, 65] 00000400:00000200:1.0:1767389110.672005:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767389110.672013:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[155, 64], ns[159, 65] 00000400:00000200:1.0:1767389110.672013:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp27 00000400:00000200:1.0:1767389110.672024:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.113@tcp28 00000400:00000200:2.0:1767389110.672033:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 64], ns[181, 65] 00000400:00000200:1.0:1767389110.672038:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.672047:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp28 00000400:00000200:1.0:1767389110.672056:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.113@tcp29 00000400:00000200:2.0:1767389110.672057:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 64], ns[188, 65] 00000400:00000200:1.0:1767389110.672066:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.672072:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp29 00000400:00000200:2.0:1767389110.672076:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 64], ns[192, 65] 00000400:00000200:1.0:1767389110.672081:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.113@tcp30 00000400:00000200:1.0:1767389110.672093:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767389110.672095:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[204, 64], ns[208, 65] 00000400:00000200:1.0:1767389110.672100:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp30 00000400:00000200:1.0:1767389110.672110:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.113@tcp31 00000400:00000200:2.0:1767389110.672115:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[212, 64], ns[216, 65] 00000400:00000200:1.0:1767389110.672123:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.672130:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp31 00000400:00000200:1.0:1767389110.672139:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.113@tcp32 00000400:00000200:2.0:1767389110.672141:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[201, 64], ns[205, 65] 00000400:00000200:1.0:1767389110.672149:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.672158:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp32 00000400:00000200:2.0:1767389110.672165:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 64], ns[141, 65] 00000400:00000200:1.0:1767389110.672166:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.113@tcp33 00000400:00000200:1.0:1767389110.672180:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767389110.672185:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 64], ns[87, 65] 00000400:00000200:1.0:1767389110.672187:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp33 00000400:00000200:1.0:1767389110.672197:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.113@tcp34 00000400:00000200:2.0:1767389110.672207:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 65] 00000400:00000200:1.0:1767389110.672210:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.672219:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp34 00000400:00000200:1.0:1767389110.672225:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.113@tcp35 00000400:00000200:2.0:1767389110.672229:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[158, 64], ns[162, 65] 00000400:00000200:1.0:1767389110.672236:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.672245:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp35 00000400:00000200:2.0:1767389110.672252:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 64], ns[132, 65] 00000400:00000200:1.0:1767389110.672253:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.113@tcp36 00000400:00000200:1.0:1767389110.672267:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767389110.672272:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 64], ns[109, 65] 00000400:00000200:1.0:1767389110.672274:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp36 00000400:00000200:1.0:1767389110.672284:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.113@tcp37 00000400:00000200:2.0:1767389110.672291:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 65] 00000400:00000200:1.0:1767389110.672295:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.672304:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp37 00000400:00000200:1.0:1767389110.672312:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.113@tcp38 00000400:00000200:2.0:1767389110.672314:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 64], ns[127, 65] 00000400:00000200:1.0:1767389110.672322:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.672328:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp38 00000400:00000200:2.0:1767389110.672332:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[199, 64], ns[203, 65] 00000400:00000200:1.0:1767389110.672337:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.113@tcp39 00000400:00000200:1.0:1767389110.672349:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767389110.672353:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 64], ns[172, 65] 00000400:00000200:1.0:1767389110.672355:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp39 00000400:00000200:1.0:1767389110.672365:0:338177:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.113@tcp40 00000400:00000200:2.0:1767389110.672373:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 64], ns[179, 65] 00000400:00000200:1.0:1767389110.672378:0:338177:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767389110.672386:0:338177:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp40 00000100:00000001:1.0:1767389110.672393:0:338177:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389110.672395:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[189, 64], ns[193, 65] 00010000:00000001:1.0:1767389110.672400:0:338177:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389110.672413:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 64], ns[171, 65] 10000000:00000040:1.0:1767389110.672414:0:338177:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.204.113@tcp' by NID '192.168.204.113@tcp' 10000000:00000010:1.0:1767389110.672428:0:338177:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000007bda09c1. 00000400:00000200:2.0:1767389110.672431:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[200, 64], ns[204, 65] 10000000:00000040:1.0:1767389110.672437:0:338177:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 86/86 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.204.113@tcp::1 00000020:00000080:1.0:1767389110.672463:0:338177:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:2.0:1767389110.672465:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[210, 64], ns[214, 65] 00000400:00000200:2.0:1767389110.672477:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 64], ns[195, 65] 00000020:00000001:1.0:1767389110.672478:0:338177:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767389110.672486:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d54314c. 00000400:00000200:2.0:1767389110.672489:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[209, 64], ns[213, 65] 00000020:00000010:1.0:1767389110.672497:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000aef985f3. 00000400:00000200:2.0:1767389110.672502:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[216, 64], ns[220, 65] 00000040:00000010:1.0:1767389110.672508:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f5ac05c8. 00000400:00000200:2.0:1767389110.672515:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[215, 64], ns[219, 65] 00000020:00000010:1.0:1767389110.672520:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009dbebb2b. 00000400:00000200:2.0:1767389110.672527:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 64], ns[0, 65] 00000020:00000010:1.0:1767389110.672533:0:338177:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057d12b29. 00000400:00000200:2.0:1767389110.672535:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp49 00000020:00000010:1.0:1767389110.672546:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ff1c2b51. 00000400:00000200:2.0:1767389110.672548:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp49 80000000:00000010:1.0:1767389110.672558:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001a9f6e8a. 00000400:00000200:2.0:1767389110.672561:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp49 lpni_is_preferred = 0 40000000:00000010:1.0:1767389110.672568:0:338177:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003c71eebc. 00000400:00000200:2.0:1767389110.672569:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp49 00000400:00000200:2.0:1767389110.672581:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp49 NI seq info: [223:223:256:4294967295] 192.168.204.113@tcp49 LPNI seq info [217:217:8:4294967295] 00100000:00000010:1.0:1767389110.672582:0:338177:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006232e190. 00040000:00000010:1.0:1767389110.672594:0:338177:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000125a6411. 00000400:00000200:2.0:1767389110.672598:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp49 00040000:00000010:1.0:1767389110.672603:0:338177:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c2c407cf. 00040000:00000010:1.0:1767389110.672616:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fc63e944. 00000400:00000200:2.0:1767389110.672617:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp49(192.168.204.113@tcp49:) -> 192.168.204.113@tcp49(192.168.204.113@tcp:192.168.204.113@tcp49) : GET try# 0 00080000:00000010:1.0:1767389110.672629:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008a07d9c2. 00000800:00000200:2.0:1767389110.672635:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp49 00000004:00000010:1.0:1767389110.672641:0:338177:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004c42f700. 00000800:00000010:2.0:1767389110.672645:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e139b4bb. 00000004:00000010:1.0:1767389110.672653:0:338177:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005521e0fb. 00000800:00000010:2.0:1767389110.672660:0:337534:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000037c17ccf. 00000004:00000010:1.0:1767389110.672664:0:338177:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006f03e7c0. 00000800:00000010:2.0:1767389110.672671:0:337534:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007bef4ae9. 00002000:00000010:1.0:1767389110.672676:0:338177:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b8bb9c84. 00000800:00000200:2.0:1767389110.672686:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c17ccf] -> 12345-192.168.204.113@tcp49 (2) 00000800:00000200:2.1:1767389110.672694:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c17ccf] -> 12345-192.168.204.113@tcp49 (2) 00000004:00000010:1.0:1767389110.672694:0:338177:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000030f078cf. 00000004:00000001:1.0:1767389110.672704:0:338177:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767389110.672709:0:338177:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767389110.672712:0:338177:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000007bda09c1 00000040:00001000:1.0:1767389110.672714:0:338177:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767389110.672717:0:338177:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767389110.672720:0:338177:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767389110.672750:0:338177:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000200:2.0:1767389110.672757:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000040:00001000:1.0:1767389110.672758:0:338177:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767389110.672765:0:338177:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000400:00000200:2.0:1767389110.672768:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100271 rc 0 00000040:00001000:1.0:1767389110.672770:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767389110.672780:0:338177:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.204.113@tcp::1 00000040:00000001:1.0:1767389110.672783:0:338177:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767389110.672857:0:338177:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389110.672863:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000aef985f3. 00000040:00000010:1.0:1767389110.672870:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f5ac05c8. 00000020:00000010:1.0:1767389110.672880:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009dbebb2b. 00000020:00000010:1.0:1767389110.672889:0:338177:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000057d12b29. 00000020:00000010:1.0:1767389110.672896:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ff1c2b51. 80000000:00000010:1.0:1767389110.672902:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001a9f6e8a. 40000000:00000010:1.0:1767389110.672906:0:338177:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003c71eebc. 00100000:00000010:1.0:1767389110.672913:0:338177:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006232e190. 00040000:00000010:1.0:1767389110.672921:0:338177:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000125a6411. 00040000:00000010:1.0:1767389110.672925:0:338177:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c2c407cf. 00040000:00000010:1.0:1767389110.672929:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fc63e944. 00080000:00000010:1.0:1767389110.672936:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008a07d9c2. 00000004:00000010:1.0:1767389110.672944:0:338177:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004c42f700. 00000004:00000010:1.0:1767389110.672952:0:338177:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005521e0fb. 00000400:00000200:0.0:1767389110.672955:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000004:00000010:1.0:1767389110.672959:0:338177:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006f03e7c0. 00002000:00000010:1.0:1767389110.672982:0:338177:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b8bb9c84. 00000004:00000010:1.0:1767389110.672989:0:338177:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000030f078cf. 00000020:00000010:1.0:1767389110.672993:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d54314c. 00000020:00000001:1.0:1767389110.673002:0:338177:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389110.673007:0:338177:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767389110.673014:0:338177:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000007bda09c1. 10000000:00000010:1.0:1767389110.673020:0:338177:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000028b2d3d9. 10000000:00000001:1.0:1767389110.673026:0:338177:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389110.673031:0:338177:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389110.673037:0:338177:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000015b524cc x1853241654552064/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389126 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389110.673048:0:338177:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389110.673053:0:338177:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389110.673057:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002aef733a. 02000000:00000001:1.0:1767389110.673063:0:338177:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389110.673067:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389110.673070:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:1.0:1767389110.673076:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767389110.673078:0:338177:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767389110.673082:0:338177:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389110.673086:0:338177:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000400:00000200:0.0:1767389110.673087:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000020:00000001:1.0:1767389110.673092:0:338177:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767389110.673097:0:338177:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000886a6644. 00000100:00000010:1.0:1767389110.673104:0:338177:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000078c6e70c. 00000100:00000001:1.0:1767389110.673111:0:338177:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767389110.673116:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b278ddc9. 02000000:00000001:1.0:1767389110.673122:0:338177:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389110.673125:0:338177:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389110.673129:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000015b524cc. 00000100:00000001:1.0:1767389110.673135:0:338177:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389110.673138:0:338177:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389110.673158:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 10000000:00000010:1.0:1767389110.673162:0:338177:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000059f6a190. 10000000:01000000:1.0:1767389110.673175:0:338177:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.204.113@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767389110.673184:0:338177:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767389110.673190:0:338177:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389110.673193:0:338177:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389110.673198:0:338177:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000178f03ee refcount=3 00000020:00000001:1.0:1767389110.673202:0:338177:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:1.0:1767389110.673207:0:338177:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:1.0:1767389110.673211:0:338177:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767389110.673216:0:338177:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429662 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767389110.673222:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00010000:00000001:1.0:1767389110.673241:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389110.673244:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389110.673248:0:338177:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429662 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389110.673259:0:338177:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767389110.673262:0:338177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389110.673267:0:338177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767389110.673272:0:338177:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389110.673277:0:338177:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389110.673281:0:338177:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767389110.673289:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767389110.673293:0:338177:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 3 10000000:00000001:1.0:1767389110.673297:0:338177:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767389110.673360:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.673433:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.673540:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.673610:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.673678:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.673721:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.673827:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.673961:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674004:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674048:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674109:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674154:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674184:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674244:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674276:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674300:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674324:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674348:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674384:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674432:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674511:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674553:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674599:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674646:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674699:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674794:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674844:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674887:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674923:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.674972:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.675030:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389110.675264:0:356933:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000482e5469. 00000800:00000010:0.0:1767389110.675278:0:356933:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008fe37d3b. 00000800:00000010:0.0:1767389110.675286:0:356933:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009314b179. 00000800:00000010:0.0:1767389110.675316:0:356933:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009314b179. 00000800:00020000:0.0:1767389110.675331:0:356933:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389110.675336:0:356933:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008fe37d3b. 00000800:00000010:0.0:1767389110.675339:0:356933:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000482e5469. 00000400:02020000:0.0:1767389110.675411:0:356933:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp49 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389110.675421:0:356933:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp49 notifying 192.168.204.113@tcp49: down 00000800:00000200:0.0:1767389110.675434:0:356933:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp49 down 00000800:00000100:0.0:1767389110.675471:0:356933:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp49 00000800:00000010:0.0:1767389110.675477:0:356933:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e139b4bb. 00000400:00000200:0.0:1767389110.675485:0:356933:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389110.675492:0:356933:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp49->192.168.204.113@tcp49: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389110.675514:0:356933:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp49 added to recovery queue. ping count: 0 next ping: 5032 health :900 00000400:00000200:0.0:1767389110.675521:0:356933:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767389110.675525:0:356933:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 1 00000400:00000200:0.0:1767389110.675534:0:356933:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000200:1.0:1767389110.675680:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389110.675693:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100871 00000400:00000001:1.0:1767389110.675701:0:337534:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389110.675704:0:337534:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389110.675707:0:337534:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000acbe0d4 00000400:00000010:1.0:1767389110.675710:0:337534:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000acbe0d4. 00000400:00000200:1.0:1767389110.675717:0:337534:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767389110.675770:0:337534:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000400:00000010:1.0:1767389110.675780:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 00000000548735c8. 00000400:00000200:1.0:1767389110.675787:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (44) 00000400:00000200:1.0:1767389110.675795:0:337534:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.204.113@tcp:-71 00000400:00000200:1.0:1767389110.675801:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 rc -71 00000400:00000200:1.0:1767389110.675809:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:1.0:1767389110.675818:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (43) 00000020:00000010:1.0:1767389110.685850:0:361214:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000886a6644. 00000020:00000040:1.0:1767389110.685862:0:361214:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(1) 00000020:00000010:1.0:1767389110.685865:0:361214:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000886a6644. 00000100:00000040:0.0:1767389110.694129:0:335318:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299698713, at 4299698714 00000100:00000010:0.0:1767389110.694144:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b481cc6b. 00000100:00000040:1.0:1767389110.694841:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299698713, at 4299698715 00000100:00000040:3.0:1767389110.694848:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299698713, at 4299698715 00000100:00000010:1.0:1767389110.694855:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036c5e9f9. 00000100:00000010:3.0:1767389110.694864:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af8ad450. 00000100:00000040:2.0:1767389110.694873:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299698713, at 4299698715 00000100:00000010:2.0:1767389110.694889:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009f8fef6d. 00000400:00000200:2.0:1767389110.859879:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp41 00000800:00000200:1.0:1767389110.859888:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb342a4b] -> 12345-192.168.204.113@tcp21 (6) 00000400:00000010:2.0:1767389110.859890:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a33de146. 00000400:00000010:2.0:1767389110.859903:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000001f28b041. 00000800:00000200:1.0:1767389110.859904:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp21 ip 192.168.204.113:988 00000400:00000010:2.0:1767389110.859913:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da461291. 00000800:00000200:1.0:1767389110.859914:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025f2a25f type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767389110.859924:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000049f79892. 00000400:00000200:2.0:1767389110.859933:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp41 00000400:00000200:2.0:1767389110.859950:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp41 local destination 00000400:00000200:2.0:1767389110.859958:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp41 00000400:00000200:2.0:1767389110.859962:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp41 NI seq info: [224:224:256:4294967295] 192.168.204.113@tcp41 LPNI seq info [218:218:8:4294967295] 00000400:00000200:2.0:1767389110.859972:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp41 00000400:00000200:2.0:1767389110.859986:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp41(192.168.204.113@tcp41:) -> 192.168.204.113@tcp41(192.168.204.113@tcp41:192.168.204.113@tcp41) : GET try# 0 00000800:00000200:2.0:1767389110.859993:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp41 00000800:00000010:2.0:1767389110.859997:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000083b38206. 00000800:00000200:2.0:1767389110.860003:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090e1988e] -> 12345-192.168.204.113@tcp41 (2) 00000800:00000200:2.1:1767389110.860009:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000090e1988e] -> 12345-192.168.204.113@tcp41 (2) 00000400:00000200:2.0:1767389110.860041:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp41 added to recovery queue. ping count: 5 next ping: 5063 health :500 00000800:00000200:3.0:1767389110.860195:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767389110.860205:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767389110.860222:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000001:1.0:1767389110.860238:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389110.860248:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389110.860256:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389110.860306:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860334:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860356:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860379:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860401:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860426:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860498:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860526:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860549:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860574:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860597:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860620:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860643:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860666:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860689:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860712:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860809:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860841:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860872:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860920:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860946:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860970:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.860994:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.861018:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.861041:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.861064:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.861088:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.861112:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.861135:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.861159:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.861182:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.861206:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.861229:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389110.861254:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389110.861398:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000482e5469. 00000800:00000010:0.0:1767389110.861405:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af2f8939. 00000800:00000010:0.0:1767389110.861410:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009314b179. 00000800:00000010:0.0:1767389110.861434:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009314b179. 00000800:00020000:0.0:1767389110.861472:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389110.861477:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af2f8939. 00000800:00000010:0.0:1767389110.861480:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000482e5469. 00000400:02020000:0.0:1767389110.861534:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp41 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389110.861543:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp41 notifying 192.168.204.113@tcp41: down 00000800:00000200:0.0:1767389110.861552:0:337526:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp41 down 00000800:00000100:0.0:1767389110.861559:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp41 00000800:00000010:0.0:1767389110.861563:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000083b38206. 00000400:00000200:0.0:1767389110.861569:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389110.861574:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp41->192.168.204.113@tcp41: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389110.861586:0:337526:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767389110.861591:0:337526:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767389110.861596:0:337526:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp41) recovery failed with -71 00010000:00000001:3.0:1767389111.499885:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389111.499895:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389111.499905:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389111.499907:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.500057:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389111.500065:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389111.500071:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767389111.514389:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389111.514415:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389111.514421:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389111.514424:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389111.514482:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:1.0:1767389111.514510:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 520 into portal 26 MB=0x6958372100180 00000400:00000200:1.0:1767389111.514523:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.13@tcp50 of length 520/520 into md 0x1b6d [2] + 0 00000400:00000010:1.0:1767389111.514531:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e30449de. 00000400:00000200:1.0:1767389111.514552:0:337529:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000086f6cc83 00000800:00000001:1.0:1767389111.514561:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389111.514577:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389111.514581:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389111.514587:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:1.0:1767389111.514595:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086f6cc83 00000400:00000010:1.0:1767389111.514599:0:337529:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086f6cc83. 00000100:00000001:1.0:1767389111.514606:0:337529:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389111.514609:0:337529:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389111.514614:0:337529:0:(events.c:337:request_in_callback()) incoming req@0000000016803ad6 x1853241647169920 msgsize 520 00000100:00100000:1.0:1767389111.514621:0:337529:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000040:1.0:1767389111.514624:0:337529:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767389111.514645:0:337529:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767389111.514656:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389111.514660:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389111.514772:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389111.514779:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647169920 02000000:00000001:2.0:1767389111.514784:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389111.514788:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389111.514791:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389111.514799:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389111.514805:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647169920 00000020:00000001:2.0:1767389111.514808:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389111.514811:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1767389111.514814:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767389111.514818:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389111.514821:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389111.514831:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000028d871. 00000020:00000010:2.0:1767389111.514839:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a0f5999f. 00000020:00000010:2.0:1767389111.514846:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000008f3996a. 00000100:00000001:2.0:1767389111.514856:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389111.514859:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389111.514861:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389111.514870:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389111.514892:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389111.514907:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389111.514910:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389111.514917:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 189 00000100:00000001:2.0:1767389111.514921:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252509323344 : -122821200228272 : ffff904b75fd5050) 00000100:00000040:2.0:1767389111.514931:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000016803ad6 x1853241647169920/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767389131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389111.514955:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000016803ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:236318:x1853241647169920:12345-192.168.204.13@tcp50:250: 00000100:00000200:2.0:1767389111.514961:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647169920 00000020:00000001:2.0:1767389111.514966:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767389111.514973:0:338175:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:2.0:1767389111.514987:0:338175:0:(obd_config.c:927:class_incref()) incref MGS (000000007e972090) now 6 - find 00000020:00000001:2.0:1767389111.514991:0:338175:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446621251740381616 : -122821969170000 : ffff904b482831b0) 00000100:00000001:2.0:1767389111.515001:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389111.515005:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389111.515013:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000cadb5515. 02000000:00000001:2.0:1767389111.515017:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389111.515021:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389111.515024:0:338175:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:2.0:1767389111.515033:0:338175:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from 35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50 t0 exp 0000000000000000 cur 5032 last 0 00010000:00000001:2.0:1767389111.515038:0:338175:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:2.0:1767389111.515043:0:338175:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:2.0:1767389111.515047:0:338175:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1767389111.515049:0:338175:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1767389111.515054:0:338175:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000005d053261. 00000020:00000001:2.0:1767389111.515057:0:338175:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389111.515060:0:338175:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005d053261 with handle 0x95cd417baf429669 to hash 00000020:00000001:2.0:1767389111.515063:0:338175:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1767389111.515068:0:338175:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:2.0:1767389111.515072:0:338175:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:2.0:1767389111.515076:0:338175:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:2.0:1767389111.515081:0:338175:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007f2b91ae. 00000001:00000010:2.0:1767389111.515090:0:338175:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a775afd9. 00000001:00000010:2.0:1767389111.515095:0:338175:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002efac834. 00000001:00000010:2.0:1767389111.515101:0:338175:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000df05f51e. 00000001:00000010:2.0:1767389111.515105:0:338175:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a5b9754c. 00000001:00000010:2.0:1767389111.515110:0:338175:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000098a336bb. 00010000:00000001:2.0:1767389111.515114:0:338175:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389111.515117:0:338175:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389111.515120:0:338175:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389111.515124:0:338175:0:(genops.c:887:class_export_get()) GET export 000000005d053261 refcount=3 00000020:00000040:2.0:1767389111.515129:0:338175:0:(obd_config.c:927:class_incref()) incref MGS (000000007e972090) now 7 - export 00000020:00000001:2.0:1767389111.515133:0:338175:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000020:00000040:2.0:1767389111.515136:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 2 00000020:00000080:2.0:1767389111.515140:0:338175:0:(genops.c:1402:class_connect()) connect: client 35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131, cookie 0x95cd417baf429669 00000020:00000001:2.0:1767389111.515142:0:338175:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389111.515145:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389111.515146:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00000020:00000001:2.0:1767389111.515148:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389111.515149:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=3 00000020:00000001:2.0:1767389111.515152:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000020:00000001:2.0:1767389111.515154:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 20000000:00000001:2.0:1767389111.515156:0:338175:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:2.0:1767389111.515161:0:338175:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:2.0:1767389111.515164:0:338175:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:2.0:1767389111.515169:0:338175:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000008d00a73c 00000020:00000010:2.0:1767389111.515173:0:338175:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000a5659f80. 00000020:00000040:2.0:1767389111.515201:0:338175:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000a5659f80 for nid 192.168.204.13@tcp50 - ref 2 00000020:00000001:2.0:1767389111.515308:0:338175:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389111.515317:0:338175:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000003de6ce0. 00000020:00000010:2.0:1767389111.515322:0:338175:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000009281719a. 00000020:00000010:2.0:1767389111.515327:0:338175:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 0000000083b38206. 00000020:00000010:2.0:1767389111.515346:0:338175:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000548735c8. 00000020:00000010:2.0:1767389111.515351:0:338175:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000b42081f5. 00000020:00000010:2.0:1767389111.515355:0:338175:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000b644bd55. 20000000:00000001:2.0:1767389111.515366:0:338175:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389111.515369:0:338175:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389111.515371:0:338175:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389111.515374:0:338175:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389111.515379:0:338175:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000511cd70a. 00000020:00000040:2.0:1767389111.515381:0:338175:0:(obd_config.c:927:class_incref()) incref MGS (000000007e972090) now 8 - import 00000020:00000001:2.0:1767389111.515391:0:338175:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389111.515393:0:338175:0:(genops.c:1242:class_import_put()) import 00000000511cd70a refcount=1 obd=MGS 00000020:00000001:2.0:1767389111.515395:0:338175:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1767389111.515400:0:338175:0:(genops.c:887:class_export_get()) GET export 000000005d053261 refcount=4 00000100:00000040:2.0:1767389111.515403:0:338175:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000005d053261 : new rpc_count 1 00000100:00000001:2.0:1767389111.515407:0:338175:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1767389111.515417:0:338175:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000049c38ef0 (1) 00000400:00000200:2.0:1767389111.515424:0:338175:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000049c38ef0 (2) 00000400:00000200:2.0:1767389111.515466:0:338175:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.13@tcp50 (0000000049c38ef0): 0 00000400:00000200:2.0:1767389111.515470:0:338175:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767389111.515580:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389111.515593:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.13@tcp50(0000000049c38ef0) state 0x40 00000400:00000200:1.0:1767389111.515598:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000049c38ef0 (3) 00000400:00000010:1.0:1767389111.515607:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b278ddc9. 00000400:00000010:1.0:1767389111.515614:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 00000400:00000010:1.0:1767389111.515622:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000be3685d2. 00000400:00000200:1.0:1767389111.515628:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.13@tcp50 00000400:00000200:1.0:1767389111.515662:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:1.0:1767389111.515672:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp50 00000400:00000200:1.0:1767389111.515678:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [225:225:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:1.0:1767389111.515686:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.13@tcp50 00000400:00000200:1.0:1767389111.515696:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : GET try# 0 00000800:00000200:1.0:1767389111.515705:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.13@tcp50 00000800:00000010:1.0:1767389111.515711:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000125a6411. 00000800:00000200:1.0:1767389111.515719:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:1.0:1767389111.515769:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:1.0:1767389111.515774:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000125a6411 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767389111.515801:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.13@tcp50 00000400:00000200:1.0:1767389111.515805:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.13@tcp50(0000000049c38ef0) state 0x240 rc 0 00000800:00000200:3.0:1767389111.516022:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389111.516030:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000125a6411. 00000400:00000200:3.0:1767389111.516039:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389111.516051:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: GET: OK 00000400:00000200:3.0:1767389111.516060:0:337530:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767389111.516064:0:337530:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.13@tcp50: 0 00000800:00000001:1.0:1767389111.517216:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389111.517232:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389111.517235:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389111.517239:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389111.517249:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : REPLY - for me 00000400:00000200:1.0:1767389111.517266:0:337531:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp50: Reply from 12345-192.168.204.13@tcp50 of length 48/48 into md 0x24c9 00000800:00000001:1.0:1767389111.517273:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389111.517282:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389111.517285:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389111.517291:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: REPLY: OK 00000400:00000200:1.0:1767389111.517297:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000305cb2b 00000400:00000010:1.0:1767389111.517300:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000305cb2b. 00000400:00000200:1.0:1767389111.517306:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767389111.517313:0:337531:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.204.13@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:1.0:1767389111.517317:0:337531:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.204.13@tcp50(0000000049c38ef0) not MR: DD disabled remotely 00000400:00000200:1.0:1767389111.517323:0:337531:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.13@tcp50 data present 3. state = 0x242 00000400:00000200:1.0:1767389111.517328:0:337531:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.13@tcp50 (0000000049c38ef0): -114 00000400:00000200:1.0:1767389111.517351:0:337531:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000049c38ef0 (4) 00000800:00000001:1.0:1767389111.517359:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389111.517362:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389111.517421:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767389111.517458:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.13@tcp50(0000000049c38ef0) state 0xc2 00000400:00000010:2.0:1767389111.517470:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000009a68bbe7. 00000400:00000010:2.0:1767389111.517474:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000e5b07a58. 00000400:00000010:2.0:1767389111.517476:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000007d783b8d. 00000400:00000010:2.0:1767389111.517483:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000009a68bbe7. 00000400:00000010:2.0:1767389111.517488:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000e5b07a58. 00000400:00000010:2.0:1767389111.517491:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000007d783b8d. 00000400:00000010:2.0:1767389111.517495:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b278ddc9. 00000400:00000200:2.0:1767389111.517501:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.13@tcp50 (0000000049c38ef0): 0 00000400:00000200:2.0:1767389111.517505:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.13@tcp50(0000000049c38ef0): 0. state = 0x142 00000400:00000200:2.0:1767389111.517509:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.13@tcp50(0000000049c38ef0) state 0x142 rc 1 00000400:00000200:2.0:1767389111.517513:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.13@tcp50(0000000049c38ef0) state 0x142 00000400:00000200:2.0:1767389111.517517:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.13@tcp50 00000400:00000200:2.0:1767389111.517519:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.13@tcp50(0000000049c38ef0) state 0x112 rc 0 00000400:00000200:2.0:1767389111.517524:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.13@tcp50 (0000000049c38ef0) 00000400:00000200:2.0:1767389111.517543:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000049c38ef0 (3) 00000400:00000200:1.0:1767389111.517588:0:338175:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000049c38ef0 (2) 00000400:00000200:1.0:1767389111.517594:0:338175:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 0000000049c38ef0 (1) 00000400:00000200:1.0:1767389111.517603:0:338175:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.13@tcp50 NID 192.168.204.13@tcp50: 0. discovery complete 00000400:00000200:1.0:1767389111.517605:0:338175:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 0000000049c38ef0 (2) 00000400:00000200:1.0:1767389111.517612:0:338175:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.204.13@tcp50 primary NID 192.168.204.13@tcp50 rc 0 00000100:00000010:1.0:1767389111.517620:0:338175:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000886a6644. 00000100:00000001:1.0:1767389111.517625:0:338175:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:1.0:1767389111.517628:0:338175:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000886a6644 refcount 1 to 192.168.204.13@tcp50 00000020:00000040:1.0:1767389111.517634:0:338175:0:(genops.c:887:class_export_get()) GET export 000000005d053261 refcount=5 00000100:00000001:1.0:1767389111.517644:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389111.517647:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 2 to 192.168.204.13@tcp50 00000100:00000001:1.0:1767389111.517651:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:1.0:1767389111.517656:0:338175:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767389111.517661:0:338175:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767389111.517664:0:338175:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:1.0:1767389111.517668:0:338175:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072662929472 : -1046622144 : ffffffffc19dd040) 02000000:00000001:1.0:1767389111.517673:0:338175:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.517676:0:338175:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767389111.517681:0:338175:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767389111.517683:0:338175:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767389111.517687:0:338175:0:(import.c:65:import_set_state_nolock()) 00000000511cd70a : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767389111.517692:0:338175:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767389111.517694:0:338175:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767389111.517697:0:338175:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389111.517700:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 4 00000020:00000040:1.0:1767389111.517704:0:338175:0:(obd_config.c:955:class_decref()) Decref MGS (000000007e972090) now 8 - find 00010000:00000001:1.0:1767389111.517708:0:338175:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.517713:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389111.517716:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333120 : -1039218496 : ffffffffc20ec8c0) 00000020:00000001:1.0:1767389111.517721:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389111.517751:0:338175:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389111.517755:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389111.517758:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389111.517762:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389111.517766:0:338175:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:1.0:1767389111.517768:0:338175:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:1.0:1767389111.517775:0:338175:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389111.517777:0:338175:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389111.517781:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647169920 00010000:00000001:1.0:1767389111.517786:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389111.517791:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000016803ad6 x1853241647169920/t0(0) o250->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767389131 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389111.517804:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389111.517807:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389111.517811:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=136 v=5 (1 0 0 0) 00000100:00001000:1.0:1767389111.517817:0:338175:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767389111.517821:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389111.517823:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 3 to 192.168.204.13@tcp50 00000100:00000001:1.0:1767389111.517826:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:1.0:1767389111.517830:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389111.517833:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.517837:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389111.517841:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:1.0:1767389111.517845:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 00000100:00000200:1.0:1767389111.517849:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853241647169920, offset 0 00000400:00000200:1.0:1767389111.517856:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:1.0:1767389111.517865:0:338175:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:1.0:1767389111.517881:0:338175:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [226:226:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:1.0:1767389111.517894:0:338175:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:1.0:1767389111.517901:0:338175:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:1.0:1767389111.517906:0:338175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097c6937f. 00000800:00000200:1.0:1767389111.517912:0:338175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:1.0:1767389111.517918:0:338175:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:1.0:1767389111.517922:0:338175:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097c6937f type 1, nob 512 niov 1 nkiov 1 00000100:00000001:1.0:1767389111.517942:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389111.517946:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 2 to 192.168.204.13@tcp50 00010000:00000001:1.0:1767389111.517950:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389111.517952:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.517955:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389111.517961:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000016803ad6 x1853241647169920/t0(0) o250->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767389131 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389111.517974:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000016803ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+4:236318:x1853241647169920:12345-192.168.204.13@tcp50:250: Request processed in 3020us (3357us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389111.517985:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 189 00000100:00000040:1.0:1767389111.517990:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 0 00000100:00000001:1.0:1767389111.517993:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389111.517995:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389111.518002:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a0f5999f. 00000020:00000010:1.0:1767389111.518010:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000008f3996a. 00000020:00000010:1.0:1767389111.518016:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000028d871. 00000020:00000040:1.0:1767389111.518023:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 3 00000100:00000001:1.0:1767389111.518029:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389111.518038:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389111.518045:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001410816. 00000400:00000010:1.0:1767389111.518051:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000880194ed. 00000800:00000200:0.0:1767389111.518142:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389111.518149:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097c6937f. 00000400:00000200:0.0:1767389111.518156:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.518164:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389111.518172:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000305cb2b 00000400:00000010:0.0:1767389111.518175:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000305cb2b. 00000100:00000001:0.0:1767389111.518183:0:337529:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767389111.518188:0:337529:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389111.518193:0:337529:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000cadb5515. 02000000:00000001:0.0:1767389111.518197:0:337529:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389111.518199:0:337529:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767389111.519966:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389111.519982:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389111.519986:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389111.519988:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389111.519999:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:3.0:1767389111.520017:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 328 into portal 26 MB=0x6958372100100 00000400:00000200:3.0:1767389111.520029:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.13@tcp50 of length 328/328 into md 0x1b85 [2] + 0 00000400:00000010:3.0:1767389111.520035:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ee8cc00. 00000400:00000200:3.0:1767389111.520042:0:337530:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004aa1e2dc 00000800:00000001:3.0:1767389111.520049:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389111.520058:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389111.520061:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389111.520066:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:3.0:1767389111.520071:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa1e2dc 00000400:00000010:3.0:1767389111.520074:0:337530:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004aa1e2dc. 00000100:00000001:3.0:1767389111.520079:0:337530:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389111.520081:0:337530:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767389111.520085:0:337530:0:(events.c:337:request_in_callback()) incoming req@00000000019eae05 x1853241647169792 msgsize 328 00000100:00100000:3.0:1767389111.520092:0:337530:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000040:3.0:1767389111.520094:0:337530:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767389111.520115:0:337530:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767389111.520123:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389111.520127:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.520260:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389111.520266:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647169792 02000000:00000001:1.0:1767389111.520270:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389111.520272:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389111.520275:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389111.520279:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389111.520283:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647169792 00000020:00000001:1.0:1767389111.520285:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389111.520288:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00000020:00000001:1.0:1767389111.520290:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389111.520293:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=4 00000020:00000001:1.0:1767389111.520297:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000020:00000001:1.0:1767389111.520302:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000100:00000001:1.0:1767389111.520309:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.520316:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e91fafc. 00000100:00000001:1.0:1767389111.520321:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.520324:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e91fafc. 00000020:00000010:1.0:1767389111.520333:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aef733a. 00000020:00000010:1.0:1767389111.520338:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea439fdd. 00000020:00000010:1.0:1767389111.520343:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00000040:1.0:1767389111.520352:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389111.520356:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389111.520358:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389111.520360:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.520366:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.520383:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.520394:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389111.520397:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389111.520407:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 190 00000100:00000040:1.0:1767389111.520411:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d053261 : new rpc_count 1 00000100:00000001:1.0:1767389111.520414:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251720007760 : -122821989543856 : ffff904b46f15050) 00000100:00000040:1.0:1767389111.520420:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000019eae05 x1853241647169792/t0(0) o101->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 328/0 e 0 to 0 dl 1767389122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389111.520458:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.520461:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e91fafc. 00000100:00000001:1.0:1767389111.520464:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.520467:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e91fafc. 00000100:00100000:1.0:1767389111.520472:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000019eae05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+4:239741:x1853241647169792:12345-192.168.204.13@tcp50:101: 00000100:00000200:1.0:1767389111.520478:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647169792 00000020:00000001:1.0:1767389111.520481:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389111.520486:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389111.520489:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.520492:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389111.520495:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000020:00000001:1.0:1767389111.520500:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389111.520503:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389111.520506:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389111.520507:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389111.520511:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.520516:0:338175:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767389111.520519:0:338175:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767389111.520522:0:338175:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767389111.520525:0:338175:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767389111.520528:0:338175:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389111.520535:0:338175:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767389111.520545:0:338175:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000edf97b29 count: 6 00010000:00000001:1.0:1767389111.520548:0:338175:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389111.520553:0:338175:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389111.520558:0:338175:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a4381453. 00000020:00000001:1.0:1767389111.520562:0:338175:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389111.520564:0:338175:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a4381453 with handle 0x95cd417baf429670 to hash 00000020:00000001:1.0:1767389111.520567:0:338175:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389111.520569:0:338175:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343633920 : -122826365917696 : ffff904a42172600) 00010000:00000001:1.0:1767389111.520573:0:338175:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343633920 : -122826365917696 : ffff904a42172600) 00010000:00010000:1.0:1767389111.520577:0:338175:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000a4381453/0x95cd417baf429670 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xaa11dd24c660597a expref: -99 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389111.520588:0:338175:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d053261 : new locks_count 1 00000020:00000040:1.0:1767389111.520591:0:338175:0:(genops.c:887:class_export_get()) GET export 000000005d053261 refcount=5 00000100:00000001:1.0:1767389111.520600:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389111.520602:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389111.520607:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000004ab5d2f4. 02000000:00000001:1.0:1767389111.520610:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.520612:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389111.520616:0:338175:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389111.520621:0:338175:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389111.520624:0:338175:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389111.520627:0:338175:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389111.520630:0:338175:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389111.520633:0:338175:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389111.520635:0:338175:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389111.520639:0:338175:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389111.520642:0:338175:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389111.520645:0:338175:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389111.520646:0:338175:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389111.520650:0:338175:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000edf97b29) refcount = 6 00010000:00000040:1.0:1767389111.520655:0:338175:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767389111.520661:0:338175:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000073db941a/0x95cd417baf429359 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf429352 expref: 14 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389111.520670:0:338175:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b67adbc2/0x95cd417baf42932f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf429328 expref: 14 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389111.520676:0:338175:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000091027bb4/0x95cd417baf429313 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf42930c expref: 14 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389111.520683:0:338175:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001d897380/0x95cd417baf4292e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf4292e2 expref: 14 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389111.520689:0:338175:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000923c6349/0x95cd417baf4292bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf4292b8 expref: 14 pid: 338174 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389111.520696:0:338175:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a4381453/0x95cd417baf429670 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp50 remote: 0xaa11dd24c660597a expref: 5 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389111.520703:0:338175:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389111.520705:0:338175:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389111.520707:0:338175:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389111.520710:0:338175:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389111.520712:0:338175:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389111.520717:0:338175:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767389111.520720:0:338175:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000a4381453/0x95cd417baf429670 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp50 remote: 0xaa11dd24c660597a expref: 5 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389111.520766:0:338175:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389111.520770:0:338175:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389111.520773:0:338175:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389111.520776:0:338175:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389111.520779:0:338175:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389111.520781:0:338175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389111.520784:0:338175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389111.520786:0:338175:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000a4381453, rc 0) 00000020:00000001:1.0:1767389111.520789:0:338175:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389111.520792:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647169792 00010000:00000001:1.0:1767389111.520795:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389111.520800:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000019eae05 x1853241647169792/t0(0) o101->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 328/344 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389111.520810:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389111.520813:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389111.520816:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=136 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389111.520821:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389111.520824:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 3 to 192.168.204.13@tcp50 00000100:00000001:1.0:1767389111.520827:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:1.0:1767389111.520830:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389111.520832:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.520835:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389111.520838:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:1.0:1767389111.520842:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000100:00000200:1.0:1767389111.520847:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241647169792, offset 224 00000400:00000200:1.0:1767389111.520853:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:1.0:1767389111.520864:0:338175:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:1.0:1767389111.520878:0:338175:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [227:227:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:1.0:1767389111.520893:0:338175:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:1.0:1767389111.520900:0:338175:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:1.0:1767389111.520905:0:338175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085ac4de6. 00000800:00000200:1.0:1767389111.520911:0:338175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:1.0:1767389111.520917:0:338175:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:1.0:1767389111.520922:0:338175:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000085ac4de6 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767389111.520941:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389111.520945:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 2 to 192.168.204.13@tcp50 00010000:00000001:1.0:1767389111.520949:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389111.520951:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.520955:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389111.520959:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000019eae05 x1853241647169792/t0(0) o101->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 328/344 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389111.520972:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000019eae05 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+5:239741:x1853241647169792:12345-192.168.204.13@tcp50:101: Request processed in 514us (885us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389111.520982:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 190 00000100:00000040:1.0:1767389111.520985:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 0 00000100:00000001:1.0:1767389111.520988:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389111.520990:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389111.520994:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea439fdd. 00000020:00000010:1.0:1767389111.520999:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000020:00000010:1.0:1767389111.521003:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aef733a. 00000020:00000040:1.0:1767389111.521009:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 4 00000100:00000001:1.0:1767389111.521014:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389111.521019:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389111.521024:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4779a39. 00000400:00000010:1.0:1767389111.521030:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000552c39a9. 00000800:00000200:0.0:1767389111.521123:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389111.521131:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085ac4de6. 00000400:00000200:0.0:1767389111.521137:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.521146:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389111.521152:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6e123e 00000400:00000010:0.0:1767389111.521155:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6e123e. 00000100:00000001:0.0:1767389111.521160:0:337531:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767389111.521163:0:337531:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389111.521166:0:337531:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000004ab5d2f4. 02000000:00000001:0.0:1767389111.521169:0:337531:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389111.521171:0:337531:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767389111.522968:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.522981:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389111.522985:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.522988:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.522997:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:0.0:1767389111.523011:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 512 into portal 26 MB=0x6958372100200 00000400:00000200:0.0:1767389111.523019:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.13@tcp50 of length 512/512 into md 0x1bb5 [2] + 0 00000400:00000010:0.0:1767389111.523024:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039a065a9. 00000400:00000200:0.0:1767389111.523030:0:337529:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000037040515 00000800:00000001:0.0:1767389111.523035:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.523043:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.523046:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.523051:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389111.523055:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000037040515 00000400:00000010:0.0:1767389111.523057:0:337529:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000037040515. 00000100:00000001:0.0:1767389111.523061:0:337529:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389111.523063:0:337529:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389111.523067:0:337529:0:(events.c:337:request_in_callback()) incoming req@0000000054ac7fb1 x1853241647170048 msgsize 512 00000100:00100000:0.0:1767389111.523072:0:337529:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000040:0.0:1767389111.523075:0:337529:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389111.523097:0:337529:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767389111.523106:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.523109:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.523215:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389111.523221:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647170048 02000000:00000001:1.0:1767389111.523225:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389111.523227:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389111.523230:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389111.523234:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389111.523238:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647170048 00000020:00000001:1.0:1767389111.523240:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389111.523242:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00000020:00000001:1.0:1767389111.523245:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389111.523248:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=5 00000020:00000001:1.0:1767389111.523252:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000020:00000001:1.0:1767389111.523255:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000100:00000001:1.0:1767389111.523258:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.523264:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e91fafc. 00000100:00000001:1.0:1767389111.523266:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.523271:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e91fafc. 00000020:00000010:1.0:1767389111.523277:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aef733a. 00000020:00000010:1.0:1767389111.523281:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea439fdd. 00000020:00000010:1.0:1767389111.523285:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00000040:1.0:1767389111.523291:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389111.523294:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389111.523296:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389111.523298:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.523303:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.523322:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.523332:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389111.523334:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389111.523341:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 191 00000100:00000040:1.0:1767389111.523345:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d053261 : new rpc_count 1 00000100:00000001:1.0:1767389111.523347:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251720016976 : -122821989534640 : ffff904b46f17450) 00000100:00000040:1.0:1767389111.523353:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000054ac7fb1 x1853241647170048/t0(0) o501->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 512/0 e 0 to 0 dl 1767389122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389111.523366:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.523368:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e91fafc. 00000100:00000001:1.0:1767389111.523371:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.523373:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e91fafc. 00000100:00100000:1.0:1767389111.523378:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000054ac7fb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+5:239741:x1853241647170048:12345-192.168.204.13@tcp50:501: 00000100:00000200:1.0:1767389111.523383:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647170048 00000020:00000001:1.0:1767389111.523385:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389111.523388:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389111.523390:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.523393:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389111.523395:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332608 : -1039219008 : ffffffffc20ec6c0) 00000020:00000001:1.0:1767389111.523399:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389111.523401:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389111.523404:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389111.523407:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389111.523413:0:338175:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767389111.523416:0:338175:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.523419:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389111.523423:0:338175:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767389111.523450:0:338175:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767389111.523453:0:338175:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767389111.523458:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389111.523461:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389111.523466:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000bb5f44a2. 02000000:00000001:1.0:1767389111.523469:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.523472:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767389111.523477:0:338175:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:1.0:1767389111.523480:0:338175:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000851cb7ea : new refcount 2 00000040:00000001:1.0:1767389111.523484:0:338175:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767389111.523489:0:338175:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004d54314c. 00000040:00000001:1.0:1767389111.523494:0:338175:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767389111.523499:0:338175:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767389111.523503:0:338175:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446621247357125632 : -122826352425984 : 0xffff904a42e50400) 00000020:00000001:1.0:1767389111.523507:0:338175:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446621247357125632 : -122826352425984 : ffff904a42e50400) 00080000:00000001:1.0:1767389111.523520:0:338175:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767389111.523884:0:338175:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767389111.523892:0:338175:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767389111.523896:0:338175:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767389111.523899:0:338175:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1767389111.523903:0:338175:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004d54314c. 00000040:00000001:1.0:1767389111.523907:0:338175:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767389111.523910:0:338175:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:1.0:1767389111.523913:0:338175:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000851cb7ea : new refcount 1 00000020:00000001:1.0:1767389111.523917:0:338175:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:1.0:1767389111.523920:0:338175:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1767389111.523924:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647170048 00010000:00000001:1.0:1767389111.523927:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389111.523932:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000054ac7fb1 x1853241647170048/t0(0) o501->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 512/272 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389111.523952:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389111.523954:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389111.523957:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=136 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389111.523961:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389111.523964:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 3 to 192.168.204.13@tcp50 00000100:00000001:1.0:1767389111.523966:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:1.0:1767389111.523969:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389111.523972:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.523975:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389111.523978:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:1.0:1767389111.523982:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18d89f4. 00000100:00000200:1.0:1767389111.523986:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853241647170048, offset 224 00000400:00000200:1.0:1767389111.523992:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:1.0:1767389111.524003:0:338175:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:1.0:1767389111.524017:0:338175:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [228:228:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:1.0:1767389111.524032:0:338175:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:1.0:1767389111.524038:0:338175:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:1.0:1767389111.524043:0:338175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003fc0a815. 00000800:00000200:1.0:1767389111.524049:0:338175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:1.0:1767389111.524055:0:338175:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:1.0:1767389111.524060:0:338175:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003fc0a815 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767389111.524081:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389111.524086:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 2 to 192.168.204.13@tcp50 00010000:00000001:1.0:1767389111.524089:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389111.524091:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.524094:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389111.524098:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000054ac7fb1 x1853241647170048/t0(0) o501->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 512/272 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389111.524110:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000054ac7fb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+5:239741:x1853241647170048:12345-192.168.204.13@tcp50:501: Request processed in 743us (1041us total) trans 0 rc -2/-2 00000100:00100000:1.0:1767389111.524122:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 191 00000100:00000040:1.0:1767389111.524125:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 0 00000100:00000001:1.0:1767389111.524128:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389111.524130:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389111.524134:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea439fdd. 00000020:00000010:1.0:1767389111.524138:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000020:00000010:1.0:1767389111.524141:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aef733a. 00000020:00000040:1.0:1767389111.524146:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 4 00000100:00000001:1.0:1767389111.524150:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389111.524156:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389111.524162:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ac00971. 00000400:00000010:1.0:1767389111.524168:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058a4f387. 00000800:00000200:3.0:1767389111.524263:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389111.524271:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003fc0a815. 00000400:00000200:3.0:1767389111.524277:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389111.524286:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:3.0:1767389111.524291:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b18d89f4 00000400:00000010:3.0:1767389111.524294:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b18d89f4. 00000100:00000001:3.0:1767389111.524299:0:337530:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767389111.524302:0:337530:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389111.524305:0:337530:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000bb5f44a2. 02000000:00000001:3.0:1767389111.524309:0:337530:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389111.524310:0:337530:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767389111.526039:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.526052:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389111.526056:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.526058:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.526068:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:0.0:1767389111.526081:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 328 into portal 26 MB=0x6958372100280 00000400:00000200:0.0:1767389111.526089:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.13@tcp50 of length 328/328 into md 0x1c05 [2] + 0 00000400:00000010:0.0:1767389111.526094:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bd9b48e. 00000400:00000200:0.0:1767389111.526100:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ba4d3a46 00000800:00000001:0.0:1767389111.526105:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.526131:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.526135:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.526140:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389111.526145:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba4d3a46 00000400:00000010:0.0:1767389111.526148:0:337531:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ba4d3a46. 00000100:00000001:0.0:1767389111.526153:0:337531:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389111.526155:0:337531:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389111.526159:0:337531:0:(events.c:337:request_in_callback()) incoming req@0000000074162f6a x1853241647170176 msgsize 328 00000100:00100000:0.0:1767389111.526164:0:337531:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000040:0.0:1767389111.526167:0:337531:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389111.526188:0:337531:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767389111.526196:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.526200:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.526304:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389111.526310:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647170176 02000000:00000001:1.0:1767389111.526314:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389111.526317:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389111.526319:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389111.526324:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389111.526327:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647170176 00000020:00000001:1.0:1767389111.526330:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389111.526332:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00000020:00000001:1.0:1767389111.526335:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389111.526338:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=5 00000020:00000001:1.0:1767389111.526341:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000020:00000001:1.0:1767389111.526345:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000100:00000001:1.0:1767389111.526349:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.526355:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e91fafc. 00000100:00000001:1.0:1767389111.526358:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.526361:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e91fafc. 00000020:00000010:1.0:1767389111.526367:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aef733a. 00000020:00000010:1.0:1767389111.526371:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea439fdd. 00000020:00000010:1.0:1767389111.526375:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00000040:1.0:1767389111.526382:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389111.526385:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389111.526387:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389111.526389:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.526394:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.526414:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.526423:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389111.526425:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389111.526459:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 192 00000100:00000040:1.0:1767389111.526463:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d053261 : new rpc_count 1 00000100:00000001:1.0:1767389111.526466:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684800592 : -122822024751024 : ffff904b44d81850) 00000100:00000040:1.0:1767389111.526472:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000074162f6a x1853241647170176/t0(0) o101->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 328/0 e 0 to 0 dl 1767389122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389111.526485:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.526488:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e91fafc. 00000100:00000001:1.0:1767389111.526491:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.526494:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e91fafc. 00000100:00100000:1.0:1767389111.526501:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000074162f6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+5:239741:x1853241647170176:12345-192.168.204.13@tcp50:101: 00000100:00000200:1.0:1767389111.526507:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647170176 00000020:00000001:1.0:1767389111.526511:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389111.526515:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389111.526517:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.526520:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389111.526523:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000020:00000001:1.0:1767389111.526526:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389111.526529:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389111.526532:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389111.526534:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389111.526538:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.526540:0:338175:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767389111.526542:0:338175:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767389111.526544:0:338175:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767389111.526546:0:338175:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767389111.526549:0:338175:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389111.526553:0:338175:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767389111.526557:0:338175:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000edf97b29 count: 7 00010000:00000001:1.0:1767389111.526560:0:338175:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389111.526563:0:338175:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389111.526566:0:338175:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f79eca00. 00000020:00000001:1.0:1767389111.526569:0:338175:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389111.526571:0:338175:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f79eca00 with handle 0x95cd417baf429677 to hash 00000020:00000001:1.0:1767389111.526574:0:338175:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389111.526576:0:338175:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:1.0:1767389111.526579:0:338175:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00010000:1.0:1767389111.526583:0:338175:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000f79eca00/0x95cd417baf429677 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xaa11dd24c6605981 expref: -99 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389111.526591:0:338175:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d053261 : new locks_count 2 00000020:00000040:1.0:1767389111.526593:0:338175:0:(genops.c:887:class_export_get()) GET export 000000005d053261 refcount=6 00000100:00000001:1.0:1767389111.526599:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389111.526601:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389111.526606:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000bb5f44a2. 02000000:00000001:1.0:1767389111.526608:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.526611:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389111.526613:0:338175:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389111.526616:0:338175:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389111.526618:0:338175:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389111.526620:0:338175:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389111.526622:0:338175:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389111.526625:0:338175:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389111.526626:0:338175:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389111.526629:0:338175:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389111.526631:0:338175:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389111.526633:0:338175:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389111.526634:0:338175:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389111.526636:0:338175:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000edf97b29) refcount = 7 00010000:00000040:1.0:1767389111.526640:0:338175:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767389111.526643:0:338175:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a4381453/0x95cd417baf429670 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp50 remote: 0xaa11dd24c660597a expref: 6 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389111.526653:0:338175:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000073db941a/0x95cd417baf429359 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf429352 expref: 14 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389111.526661:0:338175:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b67adbc2/0x95cd417baf42932f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf429328 expref: 14 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389111.526667:0:338175:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000091027bb4/0x95cd417baf429313 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf42930c expref: 14 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389111.526673:0:338175:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001d897380/0x95cd417baf4292e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf4292e2 expref: 14 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389111.526679:0:338175:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000923c6349/0x95cd417baf4292bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf4292b8 expref: 14 pid: 338174 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389111.526685:0:338175:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f79eca00/0x95cd417baf429677 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp50 remote: 0xaa11dd24c6605981 expref: 6 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389111.526691:0:338175:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389111.526693:0:338175:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389111.526695:0:338175:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389111.526697:0:338175:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389111.526699:0:338175:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389111.526702:0:338175:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767389111.526705:0:338175:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000f79eca00/0x95cd417baf429677 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp50 remote: 0xaa11dd24c6605981 expref: 6 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389111.526711:0:338175:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389111.526713:0:338175:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389111.526715:0:338175:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389111.526717:0:338175:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389111.526719:0:338175:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389111.526720:0:338175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389111.526722:0:338175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389111.526723:0:338175:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000f79eca00, rc 0) 00000020:00000001:1.0:1767389111.526765:0:338175:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389111.526768:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647170176 00010000:00000001:1.0:1767389111.526771:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389111.526776:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000074162f6a x1853241647170176/t0(0) o101->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 328/344 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389111.526786:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389111.526789:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389111.526791:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=136 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389111.526796:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389111.526799:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 3 to 192.168.204.13@tcp50 00000100:00000001:1.0:1767389111.526802:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:1.0:1767389111.526805:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389111.526807:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.526810:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389111.526813:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:1.0:1767389111.526817:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f14acecd. 00000100:00000200:1.0:1767389111.526821:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241647170176, offset 224 00000400:00000200:1.0:1767389111.526828:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:1.0:1767389111.526839:0:338175:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:1.0:1767389111.526853:0:338175:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [229:229:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:1.0:1767389111.526868:0:338175:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:1.0:1767389111.526875:0:338175:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:1.0:1767389111.526879:0:338175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000db0fd4e1. 00000800:00000200:1.0:1767389111.526885:0:338175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:1.0:1767389111.526892:0:338175:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:1.0:1767389111.526896:0:338175:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000db0fd4e1 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767389111.526915:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389111.526919:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 2 to 192.168.204.13@tcp50 00010000:00000001:1.0:1767389111.526923:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389111.526924:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.526927:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389111.526933:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074162f6a x1853241647170176/t0(0) o101->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 328/344 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389111.526945:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000074162f6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+6:239741:x1853241647170176:12345-192.168.204.13@tcp50:101: Request processed in 459us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389111.526954:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 192 00000100:00000040:1.0:1767389111.526958:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 0 00000100:00000001:1.0:1767389111.526960:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389111.526962:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389111.526966:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea439fdd. 00000020:00000010:1.0:1767389111.526970:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000020:00000010:1.0:1767389111.526974:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aef733a. 00000020:00000040:1.0:1767389111.526979:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 5 00000100:00000001:1.0:1767389111.526983:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389111.526988:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389111.526992:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008600ad11. 00000400:00000010:1.0:1767389111.526998:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007074e170. 00000800:00000200:0.0:1767389111.527104:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389111.527112:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db0fd4e1. 00000400:00000200:0.0:1767389111.527118:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.527127:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389111.527132:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f14acecd 00000400:00000010:0.0:1767389111.527135:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f14acecd. 00000100:00000001:0.0:1767389111.527140:0:337529:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767389111.527143:0:337529:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389111.527146:0:337529:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000bb5f44a2. 02000000:00000001:0.0:1767389111.527149:0:337529:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389111.527150:0:337529:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767389111.528819:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389111.528830:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389111.528834:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389111.528837:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389111.528846:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:3.0:1767389111.528859:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 512 into portal 26 MB=0x6958372100300 00000400:00000200:3.0:1767389111.528867:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.13@tcp50 of length 512/512 into md 0x1c0d [2] + 0 00000400:00000010:3.0:1767389111.528872:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adc8d04b. 00000400:00000200:3.0:1767389111.528887:0:337530:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002ea7f819 00000800:00000001:3.0:1767389111.528892:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389111.528899:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389111.528902:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389111.528907:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:3.0:1767389111.528911:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ea7f819 00000400:00000010:3.0:1767389111.528914:0:337530:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ea7f819. 00000100:00000001:3.0:1767389111.528919:0:337530:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389111.528921:0:337530:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767389111.528925:0:337530:0:(events.c:337:request_in_callback()) incoming req@00000000313fa4b6 x1853241647170304 msgsize 512 00000100:00100000:3.0:1767389111.528931:0:337530:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000040:3.0:1767389111.528933:0:337530:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767389111.528953:0:337530:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767389111.528959:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389111.528962:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.529074:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389111.529080:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647170304 02000000:00000001:1.0:1767389111.529084:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389111.529086:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389111.529089:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389111.529093:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389111.529097:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647170304 00000020:00000001:1.0:1767389111.529099:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389111.529102:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00000020:00000001:1.0:1767389111.529104:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389111.529107:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=6 00000020:00000001:1.0:1767389111.529111:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000020:00000001:1.0:1767389111.529115:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000100:00000001:1.0:1767389111.529119:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.529125:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e91fafc. 00000100:00000001:1.0:1767389111.529128:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.529131:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e91fafc. 00000020:00000010:1.0:1767389111.529138:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aef733a. 00000020:00000010:1.0:1767389111.529142:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea439fdd. 00000020:00000010:1.0:1767389111.529146:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00000040:1.0:1767389111.529152:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389111.529156:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389111.529157:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389111.529159:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.529164:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.529183:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.529193:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389111.529195:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389111.529202:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 193 00000100:00000040:1.0:1767389111.529206:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d053261 : new rpc_count 1 00000100:00000001:1.0:1767389111.529208:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684809808 : -122822024741808 : ffff904b44d83c50) 00000100:00000040:1.0:1767389111.529214:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000313fa4b6 x1853241647170304/t0(0) o501->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 512/0 e 0 to 0 dl 1767389122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389111.529227:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.529230:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006e91fafc. 00000100:00000001:1.0:1767389111.529232:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.529235:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006e91fafc. 00000100:00100000:1.0:1767389111.529240:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000313fa4b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+6:239741:x1853241647170304:12345-192.168.204.13@tcp50:501: 00000100:00000200:1.0:1767389111.529244:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647170304 00000020:00000001:1.0:1767389111.529247:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389111.529250:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389111.529252:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.529254:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389111.529256:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332608 : -1039219008 : ffffffffc20ec6c0) 00000020:00000001:1.0:1767389111.529260:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389111.529262:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389111.529265:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389111.529267:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389111.529271:0:338175:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1767389111.529275:0:338175:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.529277:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389111.529280:0:338175:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:1.0:1767389111.529282:0:338175:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:1.0:1767389111.529285:0:338175:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:1.0:1767389111.529288:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389111.529290:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389111.529295:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000004ab5d2f4. 02000000:00000001:1.0:1767389111.529298:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.529300:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767389111.529304:0:338175:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:1.0:1767389111.529308:0:338175:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000851cb7ea : new refcount 2 00000040:00000001:1.0:1767389111.529311:0:338175:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767389111.529314:0:338175:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004d54314c. 00000040:00000001:1.0:1767389111.529317:0:338175:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767389111.529319:0:338175:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767389111.529322:0:338175:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446621247357125632 : -122826352425984 : 0xffff904a42e50400) 00000020:00000001:1.0:1767389111.529325:0:338175:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446621247357125632 : -122826352425984 : ffff904a42e50400) 00080000:00000001:1.0:1767389111.529330:0:338175:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1767389111.529358:0:338175:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767389111.529362:0:338175:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767389111.529365:0:338175:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389111.529367:0:338175:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:1.0:1767389111.529373:0:338175:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000005bb71abf. 00000020:00000001:1.0:1767389111.529378:0:338175:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767389111.529386:0:338175:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252270994008 : -122821438557608 : ffff904b67c8b258) 00000040:00000001:1.0:1767389111.529390:0:338175:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.529392:0:338175:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.529397:0:338175:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767389111.529401:0:338175:0:(lu_object.c:207:lu_object_put()) Add 00000000aa4ccbd6/00000000fbc30b12 to site lru. bkt: 00000000fd9532a5 00000040:00000010:1.0:1767389111.529405:0:338175:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000005bb71abf. 00000040:00000001:1.0:1767389111.529409:0:338175:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767389111.529411:0:338175:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004d54314c. 00000040:00000001:1.0:1767389111.529415:0:338175:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:1.0:1767389111.529417:0:338175:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000851cb7ea : new refcount 1 00000020:00000001:1.0:1767389111.529420:0:338175:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389111.529457:0:338175:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:1.0:1767389111.529461:0:338175:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767389111.529464:0:338175:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767389111.529468:0:338175:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389111.529471:0:338175:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767389111.529475:0:338175:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000006e91fafc. 00000020:00000040:1.0:1767389111.529478:0:338175:0:(genops.c:887:class_export_get()) GET export 000000005d053261 refcount=7 20000000:00000001:1.0:1767389111.529482:0:338175:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389111.529484:0:338175:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389111.529487:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647170304 00010000:00000001:1.0:1767389111.529490:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389111.529496:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000313fa4b6 x1853241647170304/t0(0) o501->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 512/272 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389111.529506:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389111.529508:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389111.529511:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=136 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389111.529516:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389111.529519:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 3 to 192.168.204.13@tcp50 00000100:00000001:1.0:1767389111.529522:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:1.0:1767389111.529525:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389111.529527:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.529530:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389111.529534:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:1.0:1767389111.529537:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac28ef0a. 00000100:00000200:1.0:1767389111.529542:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853241647170304, offset 224 00000400:00000200:1.0:1767389111.529548:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:1.0:1767389111.529559:0:338175:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:1.0:1767389111.529573:0:338175:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [230:230:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:1.0:1767389111.529587:0:338175:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:1.0:1767389111.529595:0:338175:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:1.0:1767389111.529600:0:338175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84e464a. 00000800:00000200:1.0:1767389111.529606:0:338175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:1.0:1767389111.529613:0:338175:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:1.0:1767389111.529617:0:338175:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d84e464a type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767389111.529636:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389111.529640:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 2 to 192.168.204.13@tcp50 00010000:00000001:1.0:1767389111.529642:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389111.529644:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.529647:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389111.529651:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000313fa4b6 x1853241647170304/t0(0) o501->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 512/272 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389111.529662:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000313fa4b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+7:239741:x1853241647170304:12345-192.168.204.13@tcp50:501: Request processed in 434us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389111.529671:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 193 00000100:00000040:1.0:1767389111.529674:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 0 00000100:00000001:1.0:1767389111.529677:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389111.529679:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389111.529683:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea439fdd. 00000020:00000010:1.0:1767389111.529687:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000020:00000010:1.0:1767389111.529691:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aef733a. 00000020:00000040:1.0:1767389111.529695:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 6 00000100:00000001:1.0:1767389111.529699:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389111.529703:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389111.529708:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7271d6f. 00000400:00000010:1.0:1767389111.529714:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a556a894. 00000800:00000200:0.0:1767389111.529841:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389111.529849:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84e464a. 00000400:00000200:0.0:1767389111.529856:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.529867:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389111.529873:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac28ef0a 00000400:00000010:0.0:1767389111.529876:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac28ef0a. 00000100:00000001:0.0:1767389111.529881:0:337531:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767389111.529884:0:337531:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389111.529888:0:337531:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000004ab5d2f4. 02000000:00000001:0.0:1767389111.529891:0:337531:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389111.529892:0:337531:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767389111.531651:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.531665:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389111.531669:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.531671:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.531680:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:0.0:1767389111.531694:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 272 into portal 26 MB=0x6958372100380 00000400:00000200:0.0:1767389111.531702:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.13@tcp50 of length 272/272 into md 0x1c51 [2] + 0 00000400:00000010:0.0:1767389111.531707:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a245b138. 00000400:00000200:0.0:1767389111.531714:0:337529:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000083e9d4cf 00000800:00000001:0.0:1767389111.531718:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.531758:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.531762:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.531767:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389111.531771:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083e9d4cf 00000400:00000010:0.0:1767389111.531774:0:337529:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000083e9d4cf. 00000100:00000001:0.0:1767389111.531779:0:337529:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389111.531781:0:337529:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389111.531785:0:337529:0:(events.c:337:request_in_callback()) incoming req@00000000549c5a07 x1853241647170432 msgsize 272 00000100:00100000:0.0:1767389111.531790:0:337529:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000040:0.0:1767389111.531793:0:337529:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389111.531813:0:337529:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767389111.531820:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.531824:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.531927:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389111.531933:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647170432 02000000:00000001:1.0:1767389111.531937:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389111.531939:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389111.531942:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389111.531946:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389111.531950:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647170432 00000020:00000001:1.0:1767389111.531953:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389111.531955:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00000020:00000001:1.0:1767389111.531957:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389111.531961:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=7 00000020:00000001:1.0:1767389111.531965:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000020:00000001:1.0:1767389111.531968:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000100:00000001:1.0:1767389111.531972:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.531977:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000954e6662. 00000100:00000001:1.0:1767389111.531980:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.531983:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000954e6662. 00000020:00000010:1.0:1767389111.531989:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aef733a. 00000020:00000010:1.0:1767389111.531993:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea439fdd. 00000020:00000010:1.0:1767389111.531997:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00000040:1.0:1767389111.532003:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389111.532006:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389111.532008:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389111.532009:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.532015:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.532034:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.532044:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389111.532046:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389111.532053:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 194 00000100:00000040:1.0:1767389111.532057:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d053261 : new rpc_count 1 00000100:00000001:1.0:1767389111.532059:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684795472 : -122822024756144 : ffff904b44d80450) 00000100:00000040:1.0:1767389111.532065:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000549c5a07 x1853241647170432/t0(0) o503->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 272/0 e 0 to 0 dl 1767389122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389111.532078:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.532080:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000954e6662. 00000100:00000001:1.0:1767389111.532083:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.532085:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000954e6662. 00000100:00100000:1.0:1767389111.532090:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000549c5a07 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+7:239741:x1853241647170432:12345-192.168.204.13@tcp50:503: 00000100:00000200:1.0:1767389111.532095:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647170432 00000020:00000001:1.0:1767389111.532098:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389111.532101:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389111.532104:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.532107:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389111.532109:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332704 : -1039218912 : ffffffffc20ec720) 00000020:00000001:1.0:1767389111.532113:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389111.532115:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389111.532118:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389111.532120:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389111.532123:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.532126:0:338175:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:1.0:1767389111.532129:0:338175:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:1.0:1767389111.532133:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389111.532136:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389111.532175:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000004dc0f4c8. 02000000:00000001:1.0:1767389111.532179:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.532181:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767389111.532184:0:338175:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000851cb7ea : new refcount 2 00000040:00000001:1.0:1767389111.532187:0:338175:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767389111.532190:0:338175:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004d54314c. 00000040:00000001:1.0:1767389111.532194:0:338175:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767389111.532196:0:338175:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767389111.532198:0:338175:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446621247357125632 : -122826352425984 : 0xffff904a42e50400) 00000020:00000001:1.0:1767389111.532201:0:338175:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446621247357125632 : -122826352425984 : ffff904a42e50400) 00000020:00000001:1.0:1767389111.532205:0:338175:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767389111.532209:0:338175:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252270994008 : -122821438557608 : ffff904b67c8b258) 00000040:00000001:1.0:1767389111.532212:0:338175:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.532214:0:338175:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.532218:0:338175:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767389111.532226:0:338175:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f4a0f3eb. 00000040:00000001:1.0:1767389111.532229:0:338175:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767389111.532231:0:338175:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767389111.532463:0:338175:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.532467:0:338175:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.532470:0:338175:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767389111.532476:0:338175:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:1.0:1767389111.532480:0:338175:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:1.0:1767389111.532484:0:338175:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767389111.532487:0:338175:0:(lu_object.c:207:lu_object_put()) Add 00000000aa4ccbd6/00000000fbc30b12 to site lru. bkt: 00000000fd9532a5 00000040:00000001:1.0:1767389111.532490:0:338175:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767389111.532493:0:338175:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f4a0f3eb. 00000040:00000010:1.0:1767389111.532497:0:338175:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004d54314c. 00000040:00000040:1.0:1767389111.532500:0:338175:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000851cb7ea : new refcount 1 00000020:00000001:1.0:1767389111.532503:0:338175:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389111.532507:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647170432 00010000:00000001:1.0:1767389111.532510:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389111.532515:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000549c5a07 x1853241647170432/t0(0) o503->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 272/8416 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389111.532526:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389111.532528:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389111.532531:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=136 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389111.532536:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389111.532538:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 3 to 192.168.204.13@tcp50 00000100:00000001:1.0:1767389111.532542:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:1.0:1767389111.532545:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389111.532547:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.532550:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389111.532553:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:1.0:1767389111.532558:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a8b9ca6c. 00000100:00000200:1.0:1767389111.532562:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853241647170432, offset 224 00000400:00000200:1.0:1767389111.532569:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:1.0:1767389111.532580:0:338175:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:1.0:1767389111.532594:0:338175:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [231:231:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:1.0:1767389111.532608:0:338175:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:1.0:1767389111.532615:0:338175:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.13@tcp50 00000800:00000010:1.0:1767389111.532618:0:338175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000004d54314c. 00000800:00000200:1.0:1767389111.532625:0:338175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:1.0:1767389111.532632:0:338175:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1022 00000800:00000200:1.0:1767389111.532637:0:338175:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004d54314c type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:1.0:1767389111.532657:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389111.532661:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 2 to 192.168.204.13@tcp50 00010000:00000001:1.0:1767389111.532664:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389111.532666:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.532669:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389111.532673:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000549c5a07 x1853241647170432/t0(0) o503->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 272/8416 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389111.532685:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000549c5a07 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+7:239741:x1853241647170432:12345-192.168.204.13@tcp50:503: Request processed in 606us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389111.532695:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 194 00000100:00000040:1.0:1767389111.532698:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 0 00000100:00000001:1.0:1767389111.532701:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389111.532703:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389111.532706:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea439fdd. 00000020:00000010:1.0:1767389111.532710:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000020:00000010:1.0:1767389111.532714:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aef733a. 00000020:00000040:1.0:1767389111.532718:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 6 00000100:00000001:1.0:1767389111.532722:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389111.532769:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389111.532776:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f2b8985. 00000400:00000010:1.0:1767389111.532784:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002400f2ce. 00000800:00000200:3.0:1767389111.532876:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389111.532883:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000004d54314c. 00000400:00000200:3.0:1767389111.532891:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389111.532900:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:3.0:1767389111.532906:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8b9ca6c 00000400:00000010:3.0:1767389111.532909:0:337530:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a8b9ca6c. 00000100:00000001:3.0:1767389111.532914:0:337530:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767389111.532917:0:337530:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389111.532920:0:337530:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000004dc0f4c8. 02000000:00000001:3.0:1767389111.532934:0:337530:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389111.532936:0:337530:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767389111.535261:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.535275:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389111.535279:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.535282:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.535291:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:0.0:1767389111.535305:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 272 into portal 26 MB=0x6958372100400 00000400:00000200:0.0:1767389111.535313:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.13@tcp50 of length 272/272 into md 0x1c71 [2] + 0 00000400:00000010:0.0:1767389111.535318:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000924e986b. 00000400:00000200:0.0:1767389111.535325:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d9a5acaf 00000800:00000001:0.0:1767389111.535330:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.535338:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.535341:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.535346:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389111.535351:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9a5acaf 00000400:00000010:0.0:1767389111.535354:0:337531:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d9a5acaf. 00000100:00000001:0.0:1767389111.535363:0:337531:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389111.535366:0:337531:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389111.535369:0:337531:0:(events.c:337:request_in_callback()) incoming req@000000007020a9a3 x1853241647170560 msgsize 272 00000100:00100000:0.0:1767389111.535376:0:337531:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000040:0.0:1767389111.535378:0:337531:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389111.535399:0:337531:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767389111.535407:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.535411:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.535524:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389111.535530:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647170560 02000000:00000001:1.0:1767389111.535534:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389111.535536:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389111.535539:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389111.535543:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389111.535547:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647170560 00000020:00000001:1.0:1767389111.535549:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389111.535551:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00000020:00000001:1.0:1767389111.535554:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389111.535557:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=7 00000020:00000001:1.0:1767389111.535562:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000020:00000001:1.0:1767389111.535565:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000100:00000001:1.0:1767389111.535569:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.535575:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000954e6662. 00000100:00000001:1.0:1767389111.535578:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.535581:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000954e6662. 00000020:00000010:1.0:1767389111.535587:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aef733a. 00000020:00000010:1.0:1767389111.535591:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea439fdd. 00000020:00000010:1.0:1767389111.535596:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00000040:1.0:1767389111.535602:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389111.535605:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389111.535606:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389111.535608:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.535614:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.535633:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.535643:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389111.535645:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389111.535653:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 195 00000100:00000040:1.0:1767389111.535656:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d053261 : new rpc_count 1 00000100:00000001:1.0:1767389111.535659:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684801616 : -122822024750000 : ffff904b44d81c50) 00000100:00000040:1.0:1767389111.535665:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007020a9a3 x1853241647170560/t0(0) o502->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 272/0 e 0 to 0 dl 1767389122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389111.535678:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.535681:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000954e6662. 00000100:00000001:1.0:1767389111.535685:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.535688:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000954e6662. 00000100:00100000:1.0:1767389111.535693:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007020a9a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+7:239760:x1853241647170560:12345-192.168.204.13@tcp50:502: 00000100:00000200:1.0:1767389111.535699:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647170560 00000020:00000001:1.0:1767389111.535702:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389111.535706:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389111.535709:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.535714:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389111.535717:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332656 : -1039218960 : ffffffffc20ec6f0) 00000020:00000001:1.0:1767389111.535720:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389111.535722:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389111.535757:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389111.535760:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389111.535762:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.535765:0:338175:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:1.0:1767389111.535767:0:338175:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:1.0:1767389111.535772:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389111.535774:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389111.535796:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000004dc0f4c8. 02000000:00000001:1.0:1767389111.535799:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.535802:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767389111.535806:0:338175:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000851cb7ea : new refcount 2 00000040:00000001:1.0:1767389111.535809:0:338175:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767389111.535812:0:338175:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f5ac05c8. 00000040:00000001:1.0:1767389111.535816:0:338175:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767389111.535818:0:338175:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767389111.535821:0:338175:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446621247357125632 : -122826352425984 : 0xffff904a42e50400) 00000020:00000001:1.0:1767389111.535825:0:338175:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446621247357125632 : -122826352425984 : ffff904a42e50400) 00000020:00000001:1.0:1767389111.535829:0:338175:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767389111.535833:0:338175:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252270994008 : -122821438557608 : ffff904b67c8b258) 00000040:00000001:1.0:1767389111.535836:0:338175:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.535838:0:338175:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.535841:0:338175:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767389111.535845:0:338175:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f4a0f3eb. 00000040:00000001:1.0:1767389111.535848:0:338175:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767389111.535849:0:338175:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767389111.535912:0:338175:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.535915:0:338175:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.535918:0:338175:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.535922:0:338175:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767389111.535925:0:338175:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767389111.535930:0:338175:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:1.0:1767389111.536044:0:338175:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767389111.536049:0:338175:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.536052:0:338175:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:1.0:1767389111.536055:0:338175:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767389111.536058:0:338175:0:(lu_object.c:207:lu_object_put()) Add 00000000aa4ccbd6/00000000fbc30b12 to site lru. bkt: 00000000fd9532a5 00000040:00000001:1.0:1767389111.536061:0:338175:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767389111.536064:0:338175:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f4a0f3eb. 00000040:00000010:1.0:1767389111.536067:0:338175:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f5ac05c8. 00000040:00000040:1.0:1767389111.536069:0:338175:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000851cb7ea : new refcount 1 00000020:00000001:1.0:1767389111.536073:0:338175:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389111.536076:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647170560 00010000:00000001:1.0:1767389111.536079:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389111.536086:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007020a9a3 x1853241647170560/t0(0) o502->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 272/8472 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389111.536096:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389111.536098:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389111.536101:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=136 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389111.536106:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389111.536110:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 3 to 192.168.204.13@tcp50 00000100:00000001:1.0:1767389111.536113:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:1.0:1767389111.536116:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389111.536118:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.536121:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389111.536124:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:1.0:1767389111.536128:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000054cb44e8. 00000100:00000200:1.0:1767389111.536133:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853241647170560, offset 224 00000400:00000200:1.0:1767389111.536140:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:1.0:1767389111.536150:0:338175:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:1.0:1767389111.536165:0:338175:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [232:232:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:1.0:1767389111.536179:0:338175:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:1.0:1767389111.536186:0:338175:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.13@tcp50 00000800:00000010:1.0:1767389111.536189:0:338175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000f5ac05c8. 00000800:00000200:1.0:1767389111.536196:0:338175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:1.0:1767389111.536203:0:338175:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1022 00000800:00000200:1.0:1767389111.536207:0:338175:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f5ac05c8 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:1.0:1767389111.536228:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389111.536233:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 2 to 192.168.204.13@tcp50 00010000:00000001:1.0:1767389111.536236:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389111.536238:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.536241:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389111.536246:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007020a9a3 x1853241647170560/t0(0) o502->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 272/8472 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389111.536258:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007020a9a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+7:239760:x1853241647170560:12345-192.168.204.13@tcp50:502: Request processed in 579us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389111.536268:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 195 00000100:00000040:1.0:1767389111.536271:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 0 00000100:00000001:1.0:1767389111.536274:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389111.536276:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389111.536279:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea439fdd. 00000020:00000010:1.0:1767389111.536284:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000020:00000010:1.0:1767389111.536287:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aef733a. 00000020:00000040:1.0:1767389111.536292:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 6 00000100:00000001:1.0:1767389111.536297:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389111.536302:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389111.536308:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d28941c3. 00000400:00000010:1.0:1767389111.536314:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad50f53e. 00000800:00000200:0.0:1767389111.536410:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389111.536417:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000f5ac05c8. 00000400:00000200:0.0:1767389111.536424:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.536458:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389111.536464:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054cb44e8 00000400:00000010:0.0:1767389111.536467:0:337529:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000054cb44e8. 00000100:00000001:0.0:1767389111.536471:0:337529:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767389111.536475:0:337529:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389111.536478:0:337529:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000004dc0f4c8. 02000000:00000001:0.0:1767389111.536491:0:337529:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389111.536493:0:337529:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767389111.554760:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389111.554772:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389111.554776:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389111.554779:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389111.554788:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:3.0:1767389111.554802:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 272 into portal 26 MB=0x6958372100480 00000400:00000200:3.0:1767389111.554809:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.13@tcp50 of length 272/272 into md 0x1c79 [2] + 0 00000400:00000010:3.0:1767389111.554815:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024164eee. 00000400:00000200:3.0:1767389111.554821:0:337530:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e0d0f52d 00000800:00000001:3.0:1767389111.554827:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389111.554835:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389111.554838:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389111.554843:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:3.0:1767389111.554847:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0d0f52d 00000400:00000010:3.0:1767389111.554850:0:337530:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0d0f52d. 00000100:00000001:3.0:1767389111.554855:0:337530:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389111.554857:0:337530:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767389111.554861:0:337530:0:(events.c:337:request_in_callback()) incoming req@00000000056a2d97 x1853241647170688 msgsize 272 00000100:00100000:3.0:1767389111.554867:0:337530:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000040:3.0:1767389111.554870:0:337530:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767389111.554889:0:337530:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767389111.554895:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389111.554899:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.555013:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389111.555020:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647170688 02000000:00000001:1.0:1767389111.555024:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389111.555027:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389111.555030:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389111.555035:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389111.555040:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647170688 00000020:00000001:1.0:1767389111.555043:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389111.555045:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00000020:00000001:1.0:1767389111.555048:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389111.555052:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=7 00000020:00000001:1.0:1767389111.555056:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000020:00000001:1.0:1767389111.555059:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000100:00000001:1.0:1767389111.555064:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.555071:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000954e6662. 00000100:00000001:1.0:1767389111.555075:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.555078:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000954e6662. 00000020:00000010:1.0:1767389111.555085:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aef733a. 00000020:00000010:1.0:1767389111.555090:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea439fdd. 00000020:00000010:1.0:1767389111.555094:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00000040:1.0:1767389111.555101:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389111.555105:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389111.555106:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389111.555109:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.555116:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.555137:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.555148:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389111.555151:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389111.555158:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 196 00000100:00000040:1.0:1767389111.555162:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d053261 : new rpc_count 1 00000100:00000001:1.0:1767389111.555166:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684798544 : -122822024753072 : ffff904b44d81050) 00000100:00000040:1.0:1767389111.555173:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000056a2d97 x1853241647170688/t0(0) o502->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 272/0 e 0 to 0 dl 1767389122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389111.555187:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.555191:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000954e6662. 00000100:00000001:1.0:1767389111.555195:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.555199:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000954e6662. 00000100:00100000:1.0:1767389111.555204:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000056a2d97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+7:239760:x1853241647170688:12345-192.168.204.13@tcp50:502: 00000100:00000200:1.0:1767389111.555210:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647170688 00000020:00000001:1.0:1767389111.555214:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389111.555219:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389111.555222:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.555225:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389111.555227:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332656 : -1039218960 : ffffffffc20ec6f0) 00000020:00000001:1.0:1767389111.555231:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389111.555233:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389111.555236:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389111.555238:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389111.555240:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.555243:0:338175:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:1.0:1767389111.555244:0:338175:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:1.0:1767389111.555249:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389111.555251:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389111.555272:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000004dc0f4c8. 02000000:00000001:1.0:1767389111.555276:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.555278:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:1.0:1767389111.555281:0:338175:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000851cb7ea : new refcount 2 00000040:00000001:1.0:1767389111.555284:0:338175:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767389111.555288:0:338175:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000aef985f3. 00000040:00000001:1.0:1767389111.555293:0:338175:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767389111.555295:0:338175:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767389111.555297:0:338175:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446621247357125632 : -122826352425984 : 0xffff904a42e50400) 00000020:00000001:1.0:1767389111.555301:0:338175:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446621247357125632 : -122826352425984 : ffff904a42e50400) 00000020:00000001:1.0:1767389111.555305:0:338175:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767389111.555310:0:338175:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252270994008 : -122821438557608 : ffff904b67c8b258) 00000040:00000001:1.0:1767389111.555313:0:338175:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.555315:0:338175:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.555318:0:338175:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767389111.555322:0:338175:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f4a0f3eb. 00000040:00000001:1.0:1767389111.555324:0:338175:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767389111.555326:0:338175:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767389111.555411:0:338175:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.555414:0:338175:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.555416:0:338175:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.555420:0:338175:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767389111.555423:0:338175:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767389111.555456:0:338175:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:1.0:1767389111.555502:0:338175:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767389111.555506:0:338175:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767389111.555509:0:338175:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:1.0:1767389111.555511:0:338175:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767389111.555515:0:338175:0:(lu_object.c:207:lu_object_put()) Add 00000000aa4ccbd6/00000000fbc30b12 to site lru. bkt: 00000000fd9532a5 00000040:00000001:1.0:1767389111.555519:0:338175:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767389111.555521:0:338175:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000f4a0f3eb. 00000040:00000010:1.0:1767389111.555524:0:338175:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000aef985f3. 00000040:00000040:1.0:1767389111.555527:0:338175:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000851cb7ea : new refcount 1 00000020:00000001:1.0:1767389111.555530:0:338175:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389111.555534:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647170688 00010000:00000001:1.0:1767389111.555537:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389111.555543:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000056a2d97 x1853241647170688/t0(0) o502->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 272/8472 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389111.555554:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389111.555556:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389111.555559:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=136 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389111.555564:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389111.555568:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 3 to 192.168.204.13@tcp50 00000100:00000001:1.0:1767389111.555571:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:1.0:1767389111.555574:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389111.555577:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.555580:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389111.555584:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:1.0:1767389111.555588:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000987daa10. 00000100:00000200:1.0:1767389111.555594:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853241647170688, offset 224 00000400:00000200:1.0:1767389111.555602:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:1.0:1767389111.555614:0:338175:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:1.0:1767389111.555628:0:338175:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [233:233:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:1.0:1767389111.555644:0:338175:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:1.0:1767389111.555651:0:338175:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.13@tcp50 00000800:00000010:1.0:1767389111.555655:0:338175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000aef985f3. 00000800:00000200:1.0:1767389111.555662:0:338175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:1.0:1767389111.555669:0:338175:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1022 00000800:00000200:1.0:1767389111.555674:0:338175:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000aef985f3 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:1.0:1767389111.555694:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389111.555698:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 2 to 192.168.204.13@tcp50 00010000:00000001:1.0:1767389111.555701:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389111.555703:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.555706:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389111.555711:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000056a2d97 x1853241647170688/t0(0) o502->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 272/8472 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389111.555723:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000056a2d97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+7:239760:x1853241647170688:12345-192.168.204.13@tcp50:502: Request processed in 534us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389111.555767:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 196 00000100:00000040:1.0:1767389111.555771:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 0 00000100:00000001:1.0:1767389111.555774:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389111.555777:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389111.555782:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea439fdd. 00000020:00000010:1.0:1767389111.555790:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000020:00000010:1.0:1767389111.555795:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aef733a. 00000020:00000040:1.0:1767389111.555800:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 6 00000100:00000001:1.0:1767389111.555806:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389111.555812:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389111.555818:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008034cfdf. 00000400:00000010:1.0:1767389111.555825:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029bdb2fc. 00000800:00000200:0.0:1767389111.555901:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389111.555908:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000aef985f3. 00000400:00000200:0.0:1767389111.555914:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.555923:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389111.555929:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000987daa10 00000400:00000010:0.0:1767389111.555932:0:337531:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000987daa10. 00000100:00000001:0.0:1767389111.555936:0:337531:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767389111.555939:0:337531:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389111.555942:0:337531:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000004dc0f4c8. 02000000:00000001:0.0:1767389111.555955:0:337531:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389111.555957:0:337531:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767389111.558006:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.558020:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389111.558024:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.558027:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.558036:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:0.0:1767389111.558052:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 328 into portal 26 MB=0x6958372100500 00000400:00000200:0.0:1767389111.558061:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.13@tcp50 of length 328/328 into md 0x1c91 [2] + 0 00000400:00000010:0.0:1767389111.558068:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8788814. 00000400:00000200:0.0:1767389111.558074:0:337529:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000859ac7cf 00000800:00000001:0.0:1767389111.558079:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.558087:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.558090:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.558094:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389111.558098:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000859ac7cf 00000400:00000010:0.0:1767389111.558100:0:337529:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000859ac7cf. 00000100:00000001:0.0:1767389111.558105:0:337529:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389111.558108:0:337529:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389111.558111:0:337529:0:(events.c:337:request_in_callback()) incoming req@00000000291be7a1 x1853241647170816 msgsize 328 00000100:00100000:0.0:1767389111.558117:0:337529:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000040:0.0:1767389111.558119:0:337529:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389111.558140:0:337529:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767389111.558148:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.558151:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.558252:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389111.558259:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647170816 02000000:00000001:1.0:1767389111.558262:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389111.558265:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389111.558268:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389111.558272:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389111.558276:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647170816 00000020:00000001:1.0:1767389111.558279:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389111.558281:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00000020:00000001:1.0:1767389111.558284:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389111.558287:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=7 00000020:00000001:1.0:1767389111.558291:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000020:00000001:1.0:1767389111.558294:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000100:00000001:1.0:1767389111.558298:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.558303:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000954e6662. 00000100:00000001:1.0:1767389111.558306:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.558309:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000954e6662. 00000020:00000010:1.0:1767389111.558315:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aef733a. 00000020:00000010:1.0:1767389111.558319:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea439fdd. 00000020:00000010:1.0:1767389111.558324:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00000040:1.0:1767389111.558330:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389111.558333:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389111.558335:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389111.558337:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.558342:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.558361:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.558371:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389111.558373:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389111.558380:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 197 00000100:00000040:1.0:1767389111.558384:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d053261 : new rpc_count 1 00000100:00000001:1.0:1767389111.558386:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684802640 : -122822024748976 : ffff904b44d82050) 00000100:00000040:1.0:1767389111.558393:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000291be7a1 x1853241647170816/t0(0) o101->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 328/0 e 0 to 0 dl 1767389122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389111.558406:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.558409:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000954e6662. 00000100:00000001:1.0:1767389111.558413:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.558416:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000954e6662. 00000100:00100000:1.0:1767389111.558424:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000291be7a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+7:239741:x1853241647170816:12345-192.168.204.13@tcp50:101: 00000100:00000200:1.0:1767389111.558461:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647170816 00000020:00000001:1.0:1767389111.558466:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389111.558470:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389111.558472:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.558475:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389111.558478:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000020:00000001:1.0:1767389111.558481:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389111.558483:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389111.558486:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389111.558488:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389111.558491:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.558493:0:338175:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767389111.558495:0:338175:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767389111.558497:0:338175:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767389111.558500:0:338175:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767389111.558502:0:338175:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389111.558507:0:338175:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767389111.558513:0:338175:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000dac65c84 count: 2 00010000:00000001:1.0:1767389111.558516:0:338175:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389111.558520:0:338175:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767389111.558524:0:338175:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000383cc2e6. 00000020:00000001:1.0:1767389111.558527:0:338175:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767389111.558530:0:338175:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000383cc2e6 with handle 0x95cd417baf42967e to hash 00000020:00000001:1.0:1767389111.558532:0:338175:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767389111.558534:0:338175:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247343634944 : -122826365916672 : ffff904a42172a00) 00010000:00000001:1.0:1767389111.558537:0:338175:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247343634944 : -122826365916672 : ffff904a42172a00) 00010000:00010000:1.0:1767389111.558540:0:338175:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000383cc2e6/0x95cd417baf42967e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xaa11dd24c66059a4 expref: -99 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767389111.558550:0:338175:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d053261 : new locks_count 3 00000020:00000040:1.0:1767389111.558552:0:338175:0:(genops.c:887:class_export_get()) GET export 000000005d053261 refcount=8 00000100:00000001:1.0:1767389111.558560:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389111.558562:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389111.558567:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000031c00260. 02000000:00000001:1.0:1767389111.558570:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.558572:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389111.558575:0:338175:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767389111.558579:0:338175:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767389111.558582:0:338175:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767389111.558584:0:338175:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389111.558587:0:338175:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389111.558589:0:338175:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767389111.558591:0:338175:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389111.558593:0:338175:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767389111.558596:0:338175:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767389111.558597:0:338175:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767389111.558599:0:338175:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767389111.558601:0:338175:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dac65c84) refcount = 2 00010000:00000040:1.0:1767389111.558605:0:338175:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767389111.558609:0:338175:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009f41be2f/0x95cd417baf429662 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf42965b expref: 14 pid: 338175 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767389111.558618:0:338175:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000383cc2e6/0x95cd417baf42967e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp50 remote: 0xaa11dd24c66059a4 expref: 8 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389111.558625:0:338175:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767389111.558627:0:338175:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767389111.558628:0:338175:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389111.558630:0:338175:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389111.558632:0:338175:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389111.558637:0:338175:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767389111.558640:0:338175:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000383cc2e6/0x95cd417baf42967e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp50 remote: 0xaa11dd24c66059a4 expref: 8 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389111.558648:0:338175:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389111.558650:0:338175:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389111.558652:0:338175:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389111.558654:0:338175:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389111.558656:0:338175:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767389111.558657:0:338175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389111.558659:0:338175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767389111.558661:0:338175:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000383cc2e6, rc 0) 00000020:00000001:1.0:1767389111.558664:0:338175:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389111.558668:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647170816 00010000:00000001:1.0:1767389111.558670:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389111.558675:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000291be7a1 x1853241647170816/t0(0) o101->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 328/344 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389111.558685:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389111.558687:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389111.558690:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=136 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389111.558695:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389111.558698:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 3 to 192.168.204.13@tcp50 00000100:00000001:1.0:1767389111.558701:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:1.0:1767389111.558704:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389111.558707:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.558710:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389111.558713:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:1.0:1767389111.558717:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6b5b83b. 00000100:00000200:1.0:1767389111.558721:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241647170816, offset 224 00000400:00000200:1.0:1767389111.558763:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:1.0:1767389111.558775:0:338175:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:1.0:1767389111.558788:0:338175:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [234:234:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:1.0:1767389111.558803:0:338175:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:1.0:1767389111.558810:0:338175:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:1.0:1767389111.558815:0:338175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000611f5c8d. 00000800:00000200:1.0:1767389111.558821:0:338175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:1.0:1767389111.558828:0:338175:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:1.0:1767389111.558833:0:338175:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000611f5c8d type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1767389111.558850:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389111.558855:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 2 to 192.168.204.13@tcp50 00010000:00000001:1.0:1767389111.558858:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389111.558860:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.558863:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389111.558868:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000291be7a1 x1853241647170816/t0(0) o101->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 328/344 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389111.558881:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000291be7a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+8:239741:x1853241647170816:12345-192.168.204.13@tcp50:101: Request processed in 474us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389111.558890:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 197 00000100:00000040:1.0:1767389111.558893:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 0 00000100:00000001:1.0:1767389111.558896:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389111.558898:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389111.558902:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea439fdd. 00000020:00000010:1.0:1767389111.558906:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000020:00000010:1.0:1767389111.558910:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aef733a. 00000020:00000040:1.0:1767389111.558915:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 7 00000100:00000001:1.0:1767389111.558919:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389111.558924:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389111.558931:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0e55591. 00000400:00000010:1.0:1767389111.558938:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000987daa10. 00000800:00000200:3.0:1767389111.559038:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767389111.559045:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000611f5c8d. 00000400:00000200:3.0:1767389111.559051:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389111.559060:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:3.0:1767389111.559066:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6b5b83b 00000400:00000010:3.0:1767389111.559069:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6b5b83b. 00000100:00000001:3.0:1767389111.559074:0:337530:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767389111.559077:0:337530:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389111.559080:0:337530:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000031c00260. 02000000:00000001:3.0:1767389111.559088:0:337530:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389111.559090:0:337530:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767389111.561798:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.561811:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389111.561815:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.561818:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.561827:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:0.0:1767389111.561841:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 304 into portal 26 MB=0x6958372100580 00000400:00000200:0.0:1767389111.561848:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.13@tcp50 of length 304/304 into md 0x1ca9 [2] + 0 00000400:00000010:0.0:1767389111.561854:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ca5b79b. 00000400:00000200:0.0:1767389111.561859:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c515d746 00000800:00000001:0.0:1767389111.561864:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.561872:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.561875:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.561879:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389111.561884:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c515d746 00000400:00000010:0.0:1767389111.561886:0:337531:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c515d746. 00000100:00000001:0.0:1767389111.561891:0:337531:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389111.561893:0:337531:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389111.561896:0:337531:0:(events.c:337:request_in_callback()) incoming req@00000000b7b950ea x1853241647170944 msgsize 304 00000100:00100000:0.0:1767389111.561903:0:337531:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000040:0.0:1767389111.561906:0:337531:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389111.561927:0:337531:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767389111.561935:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.561938:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.562038:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389111.562044:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647170944 02000000:00000001:1.0:1767389111.562047:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389111.562050:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389111.562053:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389111.562057:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389111.562061:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647170944 00000020:00000001:1.0:1767389111.562064:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389111.562066:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00000020:00000001:1.0:1767389111.562068:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389111.562072:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=8 00000020:00000001:1.0:1767389111.562076:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000020:00000001:1.0:1767389111.562079:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000100:00000001:1.0:1767389111.562083:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.562089:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000954e6662. 00000100:00000001:1.0:1767389111.562091:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.562094:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000954e6662. 00000020:00000010:1.0:1767389111.562101:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002aef733a. 00000020:00000010:1.0:1767389111.562105:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea439fdd. 00000020:00000010:1.0:1767389111.562109:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000019749b2a. 00000100:00000040:1.0:1767389111.562116:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767389111.562119:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389111.562121:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389111.562123:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.562128:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.562147:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389111.562157:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389111.562160:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389111.562167:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 198 00000100:00000040:1.0:1767389111.562171:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d053261 : new rpc_count 1 00000100:00000001:1.0:1767389111.562173:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684794448 : -122822024757168 : ffff904b44d80050) 00000100:00000040:1.0:1767389111.562179:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b7b950ea x1853241647170944/t0(0) o256->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 304/0 e 0 to 0 dl 1767389122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389111.562192:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389111.562195:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000954e6662. 00000100:00000001:1.0:1767389111.562197:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389111.562200:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000954e6662. 00000100:00100000:1.0:1767389111.562205:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b7b950ea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+8:239741:x1853241647170944:12345-192.168.204.13@tcp50:256: 00000100:00000200:1.0:1767389111.562210:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647170944 00000020:00000001:1.0:1767389111.562213:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389111.562216:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389111.562218:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389111.562221:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389111.562223:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333408 : -1039218208 : ffffffffc20ec9e0) 00000020:00000001:1.0:1767389111.562227:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389111.562229:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389111.562233:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389111.562235:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389111.562239:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.562245:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389111.562248:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389111.562253:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000031c00260. 02000000:00000001:1.0:1767389111.562256:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389111.562259:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389111.562262:0:338175:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767389111.562268:0:338175:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767389111.562273:0:338175:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767389111.562276:0:338175:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767389111.562279:0:338175:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767389111.562282:0:338175:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767389111.562284:0:338175:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:1.0:1767389111.562290:0:338175:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 000000006f03e7c0. 20000000:00000001:1.0:1767389111.562294:0:338175:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767389111.562322:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767389111.562332:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767389111.562338:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767389111.562341:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767389111.562344:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767389111.562346:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767389111.562348:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767389111.562351:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767389111.562353:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767389111.562356:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767389111.562358:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767389111.562360:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767389111.562363:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767389111.562365:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767389111.562367:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767389111.562369:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767389111.562372:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767389111.562374:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767389111.562376:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767389111.562378:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767389111.562380:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767389111.562383:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767389111.562385:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767389111.562387:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767389111.562389:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767389111.562392:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767389111.562395:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767389111.562397:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767389111.562400:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767389111.562403:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767389111.562405:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767389111.562408:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767389111.562410:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767389111.562412:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767389111.562414:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767389111.562416:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767389111.562419:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767389111.562421:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767389111.562423:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767389111.562451:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767389111.562455:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767389111.562457:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767389111.562460:0:338175:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:1.0:1767389111.562474:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767389111.562476:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767389111.562479:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767389111.562481:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767389111.562483:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767389111.562485:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767389111.562487:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767389111.562490:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767389111.562493:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767389111.562495:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767389111.562498:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767389111.562500:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767389111.562502:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767389111.562504:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767389111.562507:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767389111.562509:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767389111.562511:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767389111.562513:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767389111.562516:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767389111.562518:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767389111.562520:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767389111.562523:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767389111.562525:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767389111.562528:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767389111.562531:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767389111.562533:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767389111.562536:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767389111.562538:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767389111.562540:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767389111.562542:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:1.0:1767389111.562545:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:1.0:1767389111.562547:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:1.0:1767389111.562549:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:1.0:1767389111.562551:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:1.0:1767389111.562553:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:1.0:1767389111.562556:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:1.0:1767389111.562558:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:1.0:1767389111.562560:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:1.0:1767389111.562562:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:1.0:1767389111.562565:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:1.0:1767389111.562567:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:1.0:1767389111.562569:0:338175:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:1.0:1767389111.562571:0:338175:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:1.0:1767389111.562574:0:338175:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 86 20000000:00000001:1.0:1767389111.562576:0:338175:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:1.0:1767389111.562580:0:338175:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767389111.562586:0:338175:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000004ab5d2f4. 00000100:00000010:1.0:1767389111.562590:0:338175:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000005bb71abf. 00000020:00000040:1.0:1767389111.562593:0:338175:0:(genops.c:887:class_export_get()) GET export 000000005d053261 refcount=9 00010000:00000001:1.0:1767389111.562600:0:338175:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767389111.562604:0:338175:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767389111.562609:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 00000400:00000010:1.0:1767389111.562617:0:338175:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000018b1dfc. 00000400:00000200:1.0:1767389111.562622:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:1.0:1767389111.562635:0:338175:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:1.0:1767389111.562648:0:338175:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [235:235:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:1.0:1767389111.562655:0:338175:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.13@tcp50 00000400:00000200:1.0:1767389111.562666:0:338175:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:1.0:1767389111.562673:0:338175:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:1.0:1767389111.562678:0:338175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000611f5c8d. 00000800:00000200:1.0:1767389111.562685:0:338175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:1.0:1767389111.562691:0:338175:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1022 00000800:00000200:1.0:1767389111.562695:0:338175:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000611f5c8d type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:1.0:1767389111.562716:0:338175:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.204.13@tcp50 mbits 0x6958372100580-0x6958372100580 00000100:00000001:1.0:1767389111.562721:0:338175:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767389111.562891:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389111.562898:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000611f5c8d. 00000400:00000200:0.0:1767389111.562904:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.562913:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000100:00000001:0.0:1767389111.562920:0:337529:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767389111.562922:0:337529:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000004ab5d2f4 00000100:00000001:0.0:1767389111.562925:0:337529:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1767389111.564054:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389111.564074:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389111.564078:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389111.564156:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389111.564171:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : ACK - for me 00000400:00000200:1.0:1767389111.564190:0:337530:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.113@tcp50: ACK from 12345-192.168.204.13@tcp50 into md 0x2515 00000400:00000200:1.0:1767389111.564197:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389111.564202:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: ACK: OK 00000400:00000200:1.0:1767389111.564208:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 00000400:00000010:1.0:1767389111.564212:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 00000100:00000001:1.0:1767389111.564218:0:337530:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767389111.564222:0:337530:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000004ab5d2f4 00000100:00000001:1.0:1767389111.564247:0:337530:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:1.0:1767389111.564258:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389111.564264:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389111.564314:0:338175:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389111.564323:0:338175:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767389111.564329:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 8 00000100:00000010:2.0:1767389111.564336:0:338175:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000005bb71abf. 00000100:00000010:2.0:1767389111.564345:0:338175:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000004ab5d2f4. 00000100:00000001:2.0:1767389111.564356:0:338175:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767389111.564359:0:338175:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767389111.564378:0:338175:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 000000006f03e7c0. 20000000:00000001:2.0:1767389111.564387:0:338175:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389111.564393:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647170944 00010000:00000001:2.0:1767389111.564398:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389111.564408:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b7b950ea x1853241647170944/t0(0) o256->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 304/240 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389111.564449:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389111.564454:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389111.564459:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=136 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389111.564466:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389111.564471:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 3 to 192.168.204.13@tcp50 00000100:00000001:2.0:1767389111.564476:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:2.0:1767389111.564482:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389111.564485:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389111.564489:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389111.564495:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:2.0:1767389111.564503:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008051fe62. 00000100:00000200:2.0:1767389111.564511:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853241647170944, offset 224 00000400:00000200:2.0:1767389111.564521:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:2.0:1767389111.564531:0:338175:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:2.0:1767389111.564545:0:338175:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [236:236:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:2.0:1767389111.564559:0:338175:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:2.0:1767389111.564566:0:338175:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:2.0:1767389111.564573:0:338175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbb9a078. 00000800:00000200:2.0:1767389111.564578:0:338175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:2.0:1767389111.564584:0:338175:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:2.0:1767389111.564588:0:338175:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fbb9a078 type 1, nob 336 niov 1 nkiov 1 00000100:00000001:2.0:1767389111.564610:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389111.564614:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 2 to 192.168.204.13@tcp50 00010000:00000001:2.0:1767389111.564617:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389111.564619:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389111.564622:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767389111.564628:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b7b950ea x1853241647170944/t0(0) o256->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 304/240 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389111.564640:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b7b950ea pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+8:239741:x1853241647170944:12345-192.168.204.13@tcp50:256: Request processed in 2447us (2741us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389111.564651:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 198 00000100:00000040:2.0:1767389111.564654:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 0 00000100:00000001:2.0:1767389111.564657:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389111.564659:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389111.564663:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea439fdd. 00000020:00000010:2.0:1767389111.564667:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000019749b2a. 00000020:00000010:2.0:1767389111.564671:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002aef733a. 00000020:00000040:2.0:1767389111.564676:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 7 00000100:00000001:2.0:1767389111.564680:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389111.564684:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389111.564690:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046c5e344. 00000400:00000010:2.0:1767389111.564697:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a07a382. 00000800:00000200:0.0:1767389111.564837:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389111.564845:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbb9a078. 00000400:00000200:0.0:1767389111.564853:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.564862:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389111.564868:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008051fe62 00000400:00000010:0.0:1767389111.564871:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008051fe62. 00000100:00000001:0.0:1767389111.564875:0:337531:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767389111.564879:0:337531:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389111.564882:0:337531:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000031c00260. 02000000:00000001:0.0:1767389111.564886:0:337531:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389111.564888:0:337531:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767389111.571652:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.571666:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389111.571670:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.571673:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.571682:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:0.0:1767389111.571696:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 328 into portal 26 MB=0x6958372100600 00000400:00000200:0.0:1767389111.571705:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.13@tcp50 of length 328/328 into md 0x1d01 [2] + 0 00000400:00000010:0.0:1767389111.571710:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd3783fa. 00000400:00000200:0.0:1767389111.571716:0:337529:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000075606d02 00000800:00000001:0.0:1767389111.571721:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.571765:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.571769:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.571774:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389111.571779:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075606d02 00000400:00000010:0.0:1767389111.571782:0:337529:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075606d02. 00000100:00000001:0.0:1767389111.571787:0:337529:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389111.571789:0:337529:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389111.571792:0:337529:0:(events.c:337:request_in_callback()) incoming req@00000000e778117a x1853241647171072 msgsize 328 00000100:00100000:0.0:1767389111.571798:0:337529:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000040:0.0:1767389111.571801:0:337529:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389111.571822:0:337529:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767389111.571830:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.571834:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389111.571922:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389111.571930:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647171072 02000000:00000001:2.0:1767389111.571935:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389111.571939:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389111.571942:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389111.571948:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389111.571953:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647171072 00000020:00000001:2.0:1767389111.571957:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389111.571960:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00000020:00000001:2.0:1767389111.571964:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389111.571967:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=8 00000020:00000001:2.0:1767389111.571972:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000020:00000001:2.0:1767389111.571977:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000100:00000001:2.0:1767389111.571983:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389111.571990:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d783b8d. 00000100:00000001:2.0:1767389111.571995:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389111.572001:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d783b8d. 00000020:00000010:2.0:1767389111.572013:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002eb3b468. 00000020:00000010:2.0:1767389111.572020:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000362d048c. 00000020:00000010:2.0:1767389111.572029:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004e1ff831. 00000100:00000040:2.0:1767389111.572038:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767389111.572043:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389111.572045:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389111.572047:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389111.572055:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389111.572084:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389111.572098:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389111.572101:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389111.572112:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 199 00000100:00000040:2.0:1767389111.572119:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d053261 : new rpc_count 1 00000100:00000001:2.0:1767389111.572124:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684808784 : -122822024742832 : ffff904b44d83850) 00000100:00000040:2.0:1767389111.572138:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e778117a x1853241647171072/t0(0) o101->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 328/0 e 0 to 0 dl 1767389122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389111.572157:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389111.572163:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d783b8d. 00000100:00000001:2.0:1767389111.572167:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389111.572170:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d783b8d. 00000100:00100000:2.0:1767389111.572178:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e778117a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+8:239741:x1853241647171072:12345-192.168.204.13@tcp50:101: 00000100:00000200:2.0:1767389111.572185:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647171072 00000020:00000001:2.0:1767389111.572190:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389111.572194:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389111.572198:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389111.572202:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389111.572205:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332992 : -1039218624 : ffffffffc20ec840) 00000020:00000001:2.0:1767389111.572209:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389111.572213:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389111.572217:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389111.572219:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389111.572226:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389111.572229:0:338175:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767389111.572232:0:338175:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767389111.572235:0:338175:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767389111.572238:0:338175:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767389111.572241:0:338175:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389111.572247:0:338175:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767389111.572253:0:338175:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003c38b262 count: 3 00010000:00000001:2.0:1767389111.572258:0:338175:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389111.572262:0:338175:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767389111.572268:0:338175:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000094c0982e. 00000020:00000001:2.0:1767389111.572273:0:338175:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767389111.572277:0:338175:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000094c0982e with handle 0x95cd417baf429685 to hash 00000020:00000001:2.0:1767389111.572281:0:338175:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767389111.572284:0:338175:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 00010000:00000001:2.0:1767389111.572288:0:338175:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 00010000:00010000:2.0:1767389111.572293:0:338175:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000094c0982e/0x95cd417baf429685 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xaa11dd24c66059ab expref: -99 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389111.572306:0:338175:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000005d053261 : new locks_count 4 00000020:00000040:2.0:1767389111.572310:0:338175:0:(genops.c:887:class_export_get()) GET export 000000005d053261 refcount=9 00000100:00000001:2.0:1767389111.572319:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389111.572322:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389111.572329:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e081db92. 02000000:00000001:2.0:1767389111.572333:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389111.572337:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389111.572341:0:338175:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767389111.572345:0:338175:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767389111.572349:0:338175:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767389111.572351:0:338175:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389111.572354:0:338175:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389111.572358:0:338175:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767389111.572360:0:338175:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389111.572364:0:338175:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767389111.572367:0:338175:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767389111.572369:0:338175:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767389111.572372:0:338175:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767389111.572376:0:338175:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (000000003c38b262) refcount = 3 00010000:00000040:2.0:1767389111.572382:0:338175:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767389111.572387:0:338175:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ada49e83/0x95cd417baf4292db lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf4292d4 expref: 14 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767389111.572399:0:338175:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e6bea773/0x95cd417baf429241 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x95cd417baf42923a expref: 14 pid: 338174 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767389111.572411:0:338175:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000094c0982e/0x95cd417baf429685 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.13@tcp50 remote: 0xaa11dd24c66059ab expref: 9 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389111.572421:0:338175:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767389111.572424:0:338175:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767389111.572453:0:338175:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389111.572457:0:338175:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389111.572461:0:338175:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389111.572468:0:338175:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767389111.572474:0:338175:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000094c0982e/0x95cd417baf429685 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.13@tcp50 remote: 0xaa11dd24c66059ab expref: 9 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389111.572485:0:338175:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767389111.572488:0:338175:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389111.572491:0:338175:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389111.572494:0:338175:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389111.572498:0:338175:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389111.572500:0:338175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389111.572503:0:338175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389111.572505:0:338175:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000094c0982e, rc 0) 00000020:00000001:2.0:1767389111.572509:0:338175:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389111.572513:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647171072 00010000:00000001:2.0:1767389111.572518:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389111.572525:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e778117a x1853241647171072/t0(0) o101->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 328/344 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389111.572540:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389111.572545:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389111.572550:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=136 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389111.572556:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389111.572561:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 3 to 192.168.204.13@tcp50 00000100:00000001:2.0:1767389111.572565:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:2.0:1767389111.572570:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389111.572572:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389111.572577:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389111.572581:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:2.0:1767389111.572588:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021e83cc8. 00000100:00000200:2.0:1767389111.572595:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241647171072, offset 224 00000400:00000200:2.0:1767389111.572605:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:2.0:1767389111.572621:0:338175:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:2.0:1767389111.572641:0:338175:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [237:237:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:2.0:1767389111.572661:0:338175:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:2.0:1767389111.572670:0:338175:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:2.0:1767389111.572676:0:338175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000028837968. 00000800:00000200:2.0:1767389111.572685:0:338175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:2.0:1767389111.572694:0:338175:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:2.0:1767389111.572700:0:338175:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000028837968 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1767389111.572772:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389111.572780:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 2 to 192.168.204.13@tcp50 00010000:00000001:2.0:1767389111.572785:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389111.572788:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389111.572793:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767389111.572802:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e778117a x1853241647171072/t0(0) o101->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 328/344 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389111.572822:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e778117a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+9:239741:x1853241647171072:12345-192.168.204.13@tcp50:101: Request processed in 661us (1024us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389111.572836:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 199 00000100:00000040:2.0:1767389111.572843:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 0 00000100:00000001:2.0:1767389111.572847:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389111.572850:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389111.572856:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000362d048c. 00000020:00000010:2.0:1767389111.572867:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004e1ff831. 00000020:00000010:2.0:1767389111.572874:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002eb3b468. 00000020:00000040:2.0:1767389111.572882:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 8 00000100:00000001:2.0:1767389111.572889:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389111.572895:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389111.572903:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024164eee. 00000400:00000010:2.0:1767389111.572913:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022aec3cd. 00000800:00000200:1.0:1767389111.572917:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389111.572925:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000028837968. 00000400:00000200:1.0:1767389111.572934:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389111.572943:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:1.0:1767389111.572950:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021e83cc8 00000400:00000010:1.0:1767389111.572954:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021e83cc8. 00000100:00000001:1.0:1767389111.572959:0:337530:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767389111.572962:0:337530:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389111.572965:0:337530:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e081db92. 02000000:00000001:1.0:1767389111.572969:0:337530:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767389111.572971:0:337530:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767389111.574592:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.574606:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389111.574610:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.574613:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.574622:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:0.0:1767389111.574637:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 504 into portal 26 MB=0x6958372100680 00000400:00000200:0.0:1767389111.574645:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.13@tcp50 of length 504/504 into md 0x1d09 [2] + 0 00000400:00000010:0.0:1767389111.574650:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000452cd5e. 00000400:00000200:0.0:1767389111.574656:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008e54d3a1 00000800:00000001:0.0:1767389111.574661:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.574669:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.574672:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.574677:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389111.574682:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e54d3a1 00000400:00000010:0.0:1767389111.574684:0:337531:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008e54d3a1. 00000100:00000001:0.0:1767389111.574690:0:337531:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389111.574692:0:337531:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767389111.574696:0:337531:0:(events.c:337:request_in_callback()) incoming req@000000008a2391c6 x1853241647171200 msgsize 504 00000100:00100000:0.0:1767389111.574702:0:337531:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000040:0.0:1767389111.574704:0:337531:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767389111.574749:0:337531:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767389111.574759:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.574762:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389111.574826:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389111.574834:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647171200 02000000:00000001:2.0:1767389111.574838:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389111.574842:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389111.574845:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389111.574851:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389111.574855:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647171200 00000020:00000001:2.0:1767389111.574859:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389111.574862:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00000020:00000001:2.0:1767389111.574866:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389111.574869:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=9 00000020:00000001:2.0:1767389111.574874:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000020:00000001:2.0:1767389111.574878:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000100:00000001:2.0:1767389111.574883:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389111.574889:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d783b8d. 00000100:00000001:2.0:1767389111.574893:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389111.574897:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d783b8d. 00000020:00000010:2.0:1767389111.574905:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002eb3b468. 00000020:00000010:2.0:1767389111.574911:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000362d048c. 00000020:00000010:2.0:1767389111.574919:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004e1ff831. 00000100:00000040:2.0:1767389111.574927:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767389111.574932:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389111.574934:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389111.574938:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389111.574946:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389111.574969:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389111.574984:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389111.574988:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389111.575002:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 200 00000100:00000040:2.0:1767389111.575008:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d053261 : new rpc_count 1 00000100:00000001:2.0:1767389111.575013:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684796496 : -122822024755120 : ffff904b44d80850) 00000100:00000040:2.0:1767389111.575023:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008a2391c6 x1853241647171200/t0(0) o501->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 504/0 e 0 to 0 dl 1767389122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389111.575041:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389111.575046:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d783b8d. 00000100:00000001:2.0:1767389111.575050:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389111.575053:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d783b8d. 00000100:00100000:2.0:1767389111.575061:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008a2391c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+9:239741:x1853241647171200:12345-192.168.204.13@tcp50:501: 00000100:00000200:2.0:1767389111.575068:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647171200 00000020:00000001:2.0:1767389111.575072:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389111.575077:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389111.575080:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389111.575084:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389111.575087:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332608 : -1039219008 : ffffffffc20ec6c0) 00000020:00000001:2.0:1767389111.575092:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389111.575095:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389111.575098:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389111.575102:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389111.575106:0:338175:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767389111.575110:0:338175:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389111.575113:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389111.575118:0:338175:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:2.0:1767389111.575121:0:338175:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:2.0:1767389111.575124:0:338175:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:2.0:1767389111.575128:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389111.575132:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389111.575140:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000e081db92. 02000000:00000001:2.0:1767389111.575144:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389111.575149:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767389111.575154:0:338175:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:2.0:1767389111.575158:0:338175:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000851cb7ea : new refcount 2 00000040:00000001:2.0:1767389111.575162:0:338175:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767389111.575167:0:338175:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000414ca817. 00000040:00000001:2.0:1767389111.575172:0:338175:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767389111.575176:0:338175:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767389111.575180:0:338175:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446621247357125632 : -122826352425984 : 0xffff904a42e50400) 00000020:00000001:2.0:1767389111.575185:0:338175:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446621247357125632 : -122826352425984 : ffff904a42e50400) 00080000:00000001:2.0:1767389111.575194:0:338175:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1767389111.575235:0:338175:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767389111.575241:0:338175:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767389111.575244:0:338175:0:(osd_index.c:952:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389111.575247:0:338175:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00000040:00000010:2.0:1767389111.575255:0:338175:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000005d172cbf. 00000020:00000001:2.0:1767389111.575260:0:338175:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767389111.575267:0:338175:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252531669080 : -122821177882536 : ffff904b77524858) 00000040:00000001:2.0:1767389111.575272:0:338175:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767389111.575276:0:338175:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767389111.575282:0:338175:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767389111.575285:0:338175:0:(lu_object.c:207:lu_object_put()) Add 0000000013a7d5cf/00000000b80ba42f to site lru. bkt: 000000005d0f2c8b 00000040:00000010:2.0:1767389111.575290:0:338175:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000005d172cbf. 00000040:00000001:2.0:1767389111.575295:0:338175:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767389111.575298:0:338175:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000414ca817. 00000040:00000001:2.0:1767389111.575303:0:338175:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:2.0:1767389111.575306:0:338175:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000851cb7ea : new refcount 1 00000020:00000001:2.0:1767389111.575310:0:338175:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389111.575315:0:338175:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389111.575319:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647171200 00010000:00000001:2.0:1767389111.575324:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389111.575331:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008a2391c6 x1853241647171200/t0(0) o501->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 504/272 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389111.575346:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389111.575349:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389111.575354:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=136 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389111.575360:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389111.575365:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 3 to 192.168.204.13@tcp50 00000100:00000001:2.0:1767389111.575369:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:2.0:1767389111.575373:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389111.575376:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389111.575380:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389111.575385:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:2.0:1767389111.575391:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038ac546e. 00000100:00000200:2.0:1767389111.575398:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853241647171200, offset 224 00000400:00000200:2.0:1767389111.575408:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:2.0:1767389111.575422:0:338175:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:2.0:1767389111.575478:0:338175:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [238:238:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:2.0:1767389111.575498:0:338175:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:2.0:1767389111.575508:0:338175:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:2.0:1767389111.575515:0:338175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c41c2a20. 00000800:00000200:2.0:1767389111.575524:0:338175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:2.0:1767389111.575534:0:338175:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:2.0:1767389111.575539:0:338175:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c41c2a20 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767389111.575564:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389111.575570:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 2 to 192.168.204.13@tcp50 00010000:00000001:2.0:1767389111.575575:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389111.575578:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389111.575582:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767389111.575589:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a2391c6 x1853241647171200/t0(0) o501->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 504/272 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389111.575606:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008a2391c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+9:239741:x1853241647171200:12345-192.168.204.13@tcp50:501: Request processed in 564us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389111.575620:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 200 00000100:00000040:2.0:1767389111.575626:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 0 00000100:00000001:2.0:1767389111.575630:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389111.575634:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389111.575640:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000362d048c. 00000020:00000010:2.0:1767389111.575648:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004e1ff831. 00000020:00000010:2.0:1767389111.575656:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002eb3b468. 00000020:00000040:2.0:1767389111.575663:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 8 00000100:00000001:2.0:1767389111.575670:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389111.575676:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389111.575684:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bd9b48e. 00000400:00000010:2.0:1767389111.575693:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056e1a0e1. 00000800:00000200:0.0:1767389111.575786:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389111.575794:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c41c2a20. 00000400:00000200:0.0:1767389111.575801:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.575810:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389111.575816:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038ac546e 00000400:00000010:0.0:1767389111.575818:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000038ac546e. 00000100:00000001:0.0:1767389111.575823:0:337529:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767389111.575826:0:337529:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389111.575829:0:337529:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000e081db92. 02000000:00000001:0.0:1767389111.575833:0:337529:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389111.575835:0:337529:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767389111.577405:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389111.577420:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389111.577447:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389111.577452:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389111.577462:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:1.0:1767389111.577477:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 272 into portal 26 MB=0x6958372100700 00000400:00000200:1.0:1767389111.577486:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.13@tcp50 of length 272/272 into md 0x1d49 [2] + 0 00000400:00000010:1.0:1767389111.577492:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000430fff0f. 00000400:00000200:1.0:1767389111.577500:0:337530:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a7829438 00000800:00000001:1.0:1767389111.577505:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389111.577514:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389111.577517:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389111.577522:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:1.0:1767389111.577527:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7829438 00000400:00000010:1.0:1767389111.577530:0:337530:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a7829438. 00000100:00000001:1.0:1767389111.577535:0:337530:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389111.577538:0:337530:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389111.577542:0:337530:0:(events.c:337:request_in_callback()) incoming req@00000000ccac6015 x1853241647171328 msgsize 272 00000100:00100000:1.0:1767389111.577549:0:337530:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000040:1.0:1767389111.577551:0:337530:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767389111.577570:0:337530:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767389111.577577:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389111.577580:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389111.577658:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389111.577665:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647171328 02000000:00000001:2.0:1767389111.577670:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389111.577673:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389111.577677:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389111.577682:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389111.577686:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647171328 00000020:00000001:2.0:1767389111.577690:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389111.577693:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00000020:00000001:2.0:1767389111.577697:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389111.577701:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=9 00000020:00000001:2.0:1767389111.577706:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000020:00000001:2.0:1767389111.577711:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000100:00000001:2.0:1767389111.577717:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389111.577723:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d783b8d. 00000100:00000001:2.0:1767389111.577765:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389111.577770:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d783b8d. 00000020:00000010:2.0:1767389111.577780:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002eb3b468. 00000020:00000010:2.0:1767389111.577786:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000362d048c. 00000020:00000010:2.0:1767389111.577792:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004e1ff831. 00000100:00000040:2.0:1767389111.577801:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767389111.577806:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389111.577808:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389111.577812:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389111.577819:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389111.577843:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389111.577858:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389111.577861:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389111.577868:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 201 00000100:00000040:2.0:1767389111.577873:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d053261 : new rpc_count 1 00000100:00000001:2.0:1767389111.577877:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684806736 : -122822024744880 : ffff904b44d83050) 00000100:00000040:2.0:1767389111.577885:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ccac6015 x1853241647171328/t0(0) o503->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 272/0 e 0 to 0 dl 1767389122 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389111.577901:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389111.577906:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d783b8d. 00000100:00000001:2.0:1767389111.577910:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389111.577914:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d783b8d. 00000100:00100000:2.0:1767389111.577923:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ccac6015 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+9:239741:x1853241647171328:12345-192.168.204.13@tcp50:503: 00000100:00000200:2.0:1767389111.577932:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647171328 00000020:00000001:2.0:1767389111.577936:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389111.577942:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389111.577946:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389111.577952:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389111.577956:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670332704 : -1039218912 : ffffffffc20ec720) 00000020:00000001:2.0:1767389111.577962:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389111.577966:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389111.577971:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389111.577974:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389111.577978:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389111.577981:0:338175:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:2.0:1767389111.577985:0:338175:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:2.0:1767389111.577989:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389111.577993:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389111.578016:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000004dc0f4c8. 02000000:00000001:2.0:1767389111.578022:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389111.578026:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767389111.578032:0:338175:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000851cb7ea : new refcount 2 00000040:00000001:2.0:1767389111.578036:0:338175:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767389111.578041:0:338175:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000414ca817. 00000040:00000001:2.0:1767389111.578046:0:338175:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767389111.578049:0:338175:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767389111.578052:0:338175:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446621247357125632 : -122826352425984 : 0xffff904a42e50400) 00000020:00000001:2.0:1767389111.578057:0:338175:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446621247357125632 : -122826352425984 : ffff904a42e50400) 00000020:00000001:2.0:1767389111.578063:0:338175:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767389111.578068:0:338175:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252531669080 : -122821177882536 : ffff904b77524858) 00000040:00000001:2.0:1767389111.578073:0:338175:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767389111.578075:0:338175:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767389111.578079:0:338175:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767389111.578087:0:338175:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000352f2e24. 00000040:00000001:2.0:1767389111.578090:0:338175:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767389111.578093:0:338175:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767389111.578101:0:338175:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767389111.578104:0:338175:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767389111.578110:0:338175:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767389111.578115:0:338175:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767389111.578119:0:338175:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767389111.578125:0:338175:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:2.0:1767389111.578131:0:338175:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:2.0:1767389111.578134:0:338175:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767389111.578138:0:338175:0:(lu_object.c:207:lu_object_put()) Add 0000000013a7d5cf/00000000b80ba42f to site lru. bkt: 000000005d0f2c8b 00000040:00000001:2.0:1767389111.578142:0:338175:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767389111.578146:0:338175:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000352f2e24. 00000040:00000010:2.0:1767389111.578153:0:338175:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000414ca817. 00000040:00000040:2.0:1767389111.578158:0:338175:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000851cb7ea : new refcount 1 00000020:00000001:2.0:1767389111.578163:0:338175:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389111.578167:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647171328 00010000:00000001:2.0:1767389111.578172:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389111.578179:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ccac6015 x1853241647171328/t0(0) o503->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 272/8416 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389111.578194:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389111.578198:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389111.578203:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=136 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389111.578209:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389111.578213:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 3 to 192.168.204.13@tcp50 00000100:00000001:2.0:1767389111.578217:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:2.0:1767389111.578222:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389111.578225:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389111.578229:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389111.578234:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:2.0:1767389111.578240:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c5b8a7d7. 00000100:00000200:2.0:1767389111.578247:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853241647171328, offset 224 00000400:00000200:2.0:1767389111.578258:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:2.0:1767389111.578271:0:338175:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:2.0:1767389111.578290:0:338175:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [239:239:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:2.0:1767389111.578310:0:338175:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:2.0:1767389111.578319:0:338175:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.13@tcp50 00000800:00000010:2.0:1767389111.578326:0:338175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000414ca817. 00000800:00000200:2.0:1767389111.578335:0:338175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:2.0:1767389111.578344:0:338175:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1022 00000800:00000200:2.0:1767389111.578349:0:338175:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000414ca817 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:2.0:1767389111.578376:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389111.578382:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 2 to 192.168.204.13@tcp50 00010000:00000001:2.0:1767389111.578387:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389111.578390:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389111.578394:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767389111.578401:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ccac6015 x1853241647171328/t0(0) o503->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:562/0 lens 272/8416 e 0 to 0 dl 1767389122 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767389111.578417:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ccac6015 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+9:239741:x1853241647171328:12345-192.168.204.13@tcp50:503: Request processed in 514us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389111.578462:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 201 00000100:00000040:2.0:1767389111.578469:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 0 00000100:00000001:2.0:1767389111.578475:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389111.578478:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389111.578485:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000362d048c. 00000020:00000010:2.0:1767389111.578494:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004e1ff831. 00000020:00000010:2.0:1767389111.578502:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002eb3b468. 00000020:00000040:2.0:1767389111.578509:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 8 00000100:00000001:2.0:1767389111.578519:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389111.578527:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389111.578535:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039a065a9. 00000400:00000010:2.0:1767389111.578545:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000057029be9. 00000800:00000200:0.0:1767389111.578577:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389111.578586:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000414ca817. 00000400:00000200:0.0:1767389111.578595:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.578605:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389111.578611:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5b8a7d7 00000400:00000010:0.0:1767389111.578614:0:337531:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c5b8a7d7. 00000100:00000001:0.0:1767389111.578618:0:337531:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767389111.578622:0:337531:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767389111.578625:0:337531:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000004dc0f4c8. 02000000:00000001:0.0:1767389111.578638:0:337531:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389111.578640:0:337531:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767389111.582038:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.582052:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389111.582056:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.582059:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.582068:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:0.0:1767389111.582085:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 520 into portal 12 MB=0x6958372100780 00000400:00000200:0.0:1767389111.582095:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.13@tcp50 of length 520/520 into md 0x229 [64] + 12984 00000800:00000001:0.0:1767389111.582104:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.582114:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389111.582117:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389111.582121:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000100:00000001:0.0:1767389111.582127:0:337529:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389111.582130:0:337529:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767389111.582137:0:337529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbc625b2. 00000100:00000040:0.0:1767389111.582142:0:337529:0:(events.c:337:request_in_callback()) incoming req@00000000bbc625b2 x1853241647171456 msgsize 520 00000100:00100000:0.0:1767389111.582148:0:337529:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000001:0.0:1767389111.582170:0:337529:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767389111.582178:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389111.582182:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389111.582232:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389111.582238:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647171456 02000000:00000001:3.0:1767389111.582242:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389111.582245:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389111.582248:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389111.582254:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389111.582261:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647171456 00000020:00000001:3.0:1767389111.582264:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389111.582267:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767389111.582270:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767389111.582273:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389111.582276:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389111.582283:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059336d48. 00000020:00000010:3.0:1767389111.582291:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000010df4e8e. 00000020:00000010:3.0:1767389111.582297:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9c65e41. 00000100:00000001:3.0:1767389111.582307:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389111.582309:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389111.582312:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389111.582320:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389111.582337:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389111.582352:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389111.582354:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389111.582362:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 3 00000100:00000001:3.0:1767389111.582366:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252619218304 : -122821090333312 : ffff904b7c8a2d80) 00000100:00000040:3.0:1767389111.582374:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bbc625b2 x1853241647171456/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767389131 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389111.582390:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bbc625b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:236318:x1853241647171456:12345-192.168.204.13@tcp50:38: 00000100:00000200:3.0:1767389111.582395:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647171456 00000020:00000001:3.0:1767389111.582399:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767389111.582405:0:338180:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767389111.582418:0:338180:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 8 - find 00000020:00000001:3.0:1767389111.582423:0:338180:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446621251695594120 : -122822013957496 : ffff904b457cca88) 00000100:00000001:3.0:1767389111.582456:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389111.582460:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389111.582466:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000007e4b9278. 02000000:00000001:3.0:1767389111.582470:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389111.582474:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389111.582477:0:338180:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1767389111.582486:0:338180:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50 t0 exp 0000000000000000 cur 5032 last 0 00010000:00000001:3.0:1767389111.582492:0:338180:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:3.0:1767389111.582496:0:338180:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:3.0:1767389111.582500:0:338180:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767389111.582505:0:338180:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767389111.582513:0:338180:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767389111.582517:0:338180:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389111.582520:0:338180:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389111.582524:0:338180:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389111.582526:0:338180:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389111.582529:0:338180:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389111.582531:0:338180:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389111.582534:0:338180:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767389111.582536:0:338180:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767389111.582540:0:338180:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000064290599. 00000020:00000001:3.0:1767389111.582543:0:338180:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389111.582545:0:338180:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000064290599 with handle 0x95cd417baf42968c to hash 00000020:00000001:3.0:1767389111.582548:0:338180:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767389111.582552:0:338180:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:3.0:1767389111.582555:0:338180:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:3.0:1767389111.582559:0:338180:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000010c8d1dc. 00000001:00000001:3.0:1767389111.582562:0:338180:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767389111.582565:0:338180:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000056fe3d43. 00000001:00000001:3.0:1767389111.582569:0:338180:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389111.582572:0:338180:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767389111.582575:0:338180:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767389111.582579:0:338180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f0999c73. 00000001:00000010:3.0:1767389111.582584:0:338180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000031cba165. 00000001:00000010:3.0:1767389111.582588:0:338180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000092e86d42. 00000001:00000010:3.0:1767389111.582593:0:338180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a0a34040. 00000001:00000010:3.0:1767389111.582597:0:338180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006cf5075d. 00000001:00000010:3.0:1767389111.582601:0:338180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c418d14a. 00000001:00000001:3.0:1767389111.582605:0:338180:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767389111.582607:0:338180:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007bfe616b. 00000001:00000010:3.0:1767389111.582610:0:338180:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000029937c63. 00000001:00000010:3.0:1767389111.582613:0:338180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005c48948a. 00000001:00000010:3.0:1767389111.582617:0:338180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e430ecc8. 00000001:00000010:3.0:1767389111.582620:0:338180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000344ec703. 00000001:00000010:3.0:1767389111.582624:0:338180:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d7057b00. 00010000:00000001:3.0:1767389111.582627:0:338180:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389111.582629:0:338180:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389111.582631:0:338180:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389111.582634:0:338180:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389111.582637:0:338180:0:(genops.c:887:class_export_get()) GET export 0000000064290599 refcount=3 00000020:00000040:3.0:1767389111.582642:0:338180:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 9 - export 00000020:00000001:3.0:1767389111.582645:0:338180:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446621247616661504 : -122826092890112 : ffff904a525d3800) 00000020:00000040:3.0:1767389111.582649:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 2 00000020:00000080:3.0:1767389111.582652:0:338180:0:(genops.c:1402:class_connect()) connect: client b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8, cookie 0x95cd417baf42968c 00000020:00000001:3.0:1767389111.582655:0:338180:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389111.582657:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389111.582659:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42968c 00000020:00000001:3.0:1767389111.582660:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389111.582662:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000064290599 refcount=3 00000020:00000001:3.0:1767389111.582664:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616661504 : -122826092890112 : ffff904a525d3800) 00000020:00000001:3.0:1767389111.582667:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616661504 : -122826092890112 : ffff904a525d3800) 00000001:00000001:3.0:1767389111.582670:0:338180:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767389111.582674:0:338180:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1767389111.582679:0:338180:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000030122e48) : new refcount 6 00000001:00000001:3.0:1767389111.582681:0:338180:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446621252510146560 : -122821199405056 : ffff904b7609e000) 00000001:00000001:3.0:1767389111.582685:0:338180:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767389111.582687:0:338180:0:(genops.c:887:class_export_get()) GET export 0000000064290599 refcount=4 00000001:00000040:3.0:1767389111.582689:0:338180:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000030122e48) : new refcount 7 00000001:00000001:3.0:1767389111.582693:0:338180:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1767389111.582697:0:338180:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.204.13@tcp50 to nodemap default 00000001:00000040:3.0:1767389111.582700:0:338180:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000030122e48) : new refcount 6 00000001:00000001:3.0:1767389111.582703:0:338180:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389111.582710:0:338180:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1767389111.582714:0:338180:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389111.582767:0:338180:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389111.582771:0:338180:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767389111.582774:0:338180:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/0000000064290599 free: 389545984 avail: 387448832 00000020:00000001:3.0:1767389111.582779:0:338180:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767389111.582782:0:338180:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/0000000064290599 avail=387448832 left=348651520 unstable=0 tot_grant=38744883 pending=0 00000020:00000001:3.0:1767389111.582786:0:338180:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=348651520 : 348651520 : 14c80000) 00000020:00000001:3.0:1767389111.582790:0:338180:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1767389111.582793:0:338180:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/0000000064290599 wants: 134217728 current grant 0 granting: 3407872 00000020:00000020:3.0:1767389111.582797:0:338180:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/0000000064290599 tot cached:0 granted:3407872 num_exports: 3 00000020:00000001:3.0:1767389111.582800:0:338180:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000020:3.0:1767389111.582803:0:338180:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/0000000064290599 ocd_grant: 3407872 want: 134217728 left: 348651520 00000020:00000001:3.0:1767389111.582806:0:338180:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:3.0:1767389111.582810:0:338180:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:3.0:1767389111.582814:0:338180:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:3.0:1767389111.582818:0:338180:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767389111.582820:0:338180:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294967296 00080000:00000001:3.0:1767389111.582824:0:338180:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767389111.582834:0:338180:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d80d1158. 00080000:00000001:3.0:1767389111.582837:0:338180:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621251715209216 : -122821994342400 : ffff904b46a81800) 00080000:00000001:3.0:1767389111.582841:0:338180:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767389111.582848:0:338180:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767389111.582850:0:338180:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389111.582853:0:338180:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767389111.582874:0:338180:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389111.582877:0:338180:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:3.0:1767389111.582882:0:338180:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767389111.582967:0:338180:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:3.0:1767389111.582971:0:338180:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 4294967296: rc = 0 00000001:00000001:3.0:1767389111.582975:0:338180:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389111.582979:0:338180:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1767389111.598450:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1767389111.598458:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389111.598466:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389111.598472:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389111.598477:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767389111.598485:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d80d1158. 00080000:00000001:0.0:1767389111.598496:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767389111.598521:0:338180:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767389111.598530:0:338180:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 4294967296: rc = 0 00000001:00000001:3.0:1767389111.598534:0:338180:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767389111.598538:0:338180:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID 'b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8' generation 1 00000001:00000001:3.0:1767389111.598543:0:338180:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767389111.598546:0:338180:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767389111.598556:0:338180:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001634822c. 00080000:00000001:3.0:1767389111.598560:0:338180:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621251715208192 : -122821994343424 : ffff904b46a81400) 00080000:00000001:3.0:1767389111.598564:0:338180:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767389111.598568:0:338180:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767389111.598570:0:338180:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389111.598573:0:338180:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767389111.598588:0:338180:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767389111.598591:0:338180:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000c8157309. 00000001:00000040:3.0:1767389111.598595:0:338180:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000064290599 : new cb_count 1 00000020:00000040:3.0:1767389111.598598:0:338180:0:(genops.c:887:class_export_get()) GET export 0000000064290599 refcount=5 00080000:00000001:3.0:1767389111.598603:0:338180:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767389111.598679:0:338180:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767389111.598683:0:338180:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767389111.598685:0:338180:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767389111.598694:0:338180:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767389111.598696:0:338180:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 4294967296: rc = 0 00000001:00000001:3.0:1767389111.598700:0:338180:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389111.598704:0:338180:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:3.0:1767389111.598707:0:338180:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767389111.598713:0:338180:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 0000000039c312fe 00000020:00000010:3.0:1767389111.598717:0:338180:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000eb823bcc. 00000020:00000040:3.0:1767389111.598768:0:338180:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000eb823bcc for nid 192.168.204.13@tcp50 - ref 2 00000020:00000001:3.0:1767389111.598848:0:338180:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389111.598858:0:338180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000d80d1158. 00000020:00000010:3.0:1767389111.598864:0:338180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000000b29ab16. 00000020:00000010:3.0:1767389111.598869:0:338180:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000e7c24fbe. 00000020:00000010:3.0:1767389111.598894:0:338180:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000dd6ee3e7. 00000020:00000010:3.0:1767389111.598897:0:338180:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000acff189e. 00000020:00000010:3.0:1767389111.598900:0:338180:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000041d4abdf. 00000004:00000001:3.0:1767389111.598913:0:338180:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389111.598916:0:338180:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389111.598919:0:338180:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389111.598924:0:338180:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000105b2305. 00000020:00000040:3.0:1767389111.598927:0:338180:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 10 - import 00000020:00000001:3.0:1767389111.598934:0:338180:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389111.598937:0:338180:0:(genops.c:1242:class_import_put()) import 00000000105b2305 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767389111.598940:0:338180:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767389111.598942:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d936ac7e. 00000020:00000040:3.0:1767389111.598950:0:338180:0:(genops.c:887:class_export_get()) GET export 0000000064290599 refcount=6 00000100:00000040:3.0:1767389111.598952:0:338180:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000064290599 : new rpc_count 1 00000100:00000001:3.0:1767389111.598956:0:338180:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767389111.598966:0:338180:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.204.13@tcp50 primary NID 192.168.204.13@tcp50 rc 0 00000100:00000001:3.0:1767389111.598970:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389111.598973:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 3 to 192.168.204.13@tcp50 00000100:00000001:3.0:1767389111.598976:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 00000100:00000001:3.0:1767389111.598979:0:338180:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446621251874971776 : -122821834579840 : 0xffff904b502de080) 00000100:00000040:3.0:1767389111.598984:0:338180:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000886a6644 refcount 3 to 192.168.204.13@tcp50 00000020:00000040:3.0:1767389111.598987:0:338180:0:(genops.c:887:class_export_get()) GET export 0000000064290599 refcount=7 00000100:00000001:3.0:1767389111.598993:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389111.598995:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 4 to 192.168.204.13@tcp50 00000100:00000001:3.0:1767389111.598997:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:3.0:1767389111.599000:0:338180:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767389111.599004:0:338180:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767389111.599007:0:338180:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:3.0:1767389111.599011:0:338180:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072662929472 : -1046622144 : ffffffffc19dd040) 02000000:00000001:3.0:1767389111.599014:0:338180:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389111.599018:0:338180:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767389111.599021:0:338180:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767389111.599024:0:338180:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767389111.599027:0:338180:0:(import.c:65:import_set_state_nolock()) 00000000105b2305 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767389111.599031:0:338180:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767389111.599033:0:338180:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767389111.599036:0:338180:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389111.599039:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 6 00000020:00000040:3.0:1767389111.599042:0:338180:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 10 - find 00010000:00000001:3.0:1767389111.599045:0:338180:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389111.599049:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389111.599052:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672374064 : -1037177552 : ffffffffc22ded30) 00000020:00000001:3.0:1767389111.599057:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389111.599059:0:338180:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389111.599062:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389111.599065:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389111.599068:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389111.599072:0:338180:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:3.0:1767389111.599078:0:338180:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767389111.599080:0:338180:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389111.599083:0:338180:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767389111.599084:0:338180:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389111.599087:0:338180:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389111.599090:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647171456 00010000:00000001:3.0:1767389111.599094:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389111.599099:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bbc625b2 x1853241647171456/t0(0) o38->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767389131 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389111.599111:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389111.599114:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389111.599118:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=130 v=5 (1 0 0 0) 00000100:00001000:3.0:1767389111.599123:0:338180:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767389111.599127:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389111.599130:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 5 to 192.168.204.13@tcp50 00000100:00000001:3.0:1767389111.599132:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:3.0:1767389111.599135:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389111.599138:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389111.599142:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389111.599145:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:3.0:1767389111.599150:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2a63ba. 00000100:00000200:3.0:1767389111.599155:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853241647171456, offset 0 00000400:00000200:3.0:1767389111.599162:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:3.0:1767389111.599173:0:338180:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:3.0:1767389111.599195:0:338180:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [240:240:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:3.0:1767389111.599210:0:338180:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767389111.599220:0:338180:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:3.0:1767389111.599225:0:338180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef13a07. 00000800:00000200:3.0:1767389111.599232:0:338180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:3.0:1767389111.599241:0:338180:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:3.0:1767389111.599246:0:338180:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ef13a07 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767389111.599271:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389111.599276:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 4 to 192.168.204.13@tcp50 00010000:00000001:3.0:1767389111.599279:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389111.599281:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389111.599283:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389111.599288:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbc625b2 x1853241647171456/t0(0) o38->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767389131 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389111.599300:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bbc625b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8+6:236318:x1853241647171456:12345-192.168.204.13@tcp50:38: Request processed in 16911us (17155us total) trans 0 rc 0/0 00000100:00100000:3.0:1767389111.599311:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 3 00000100:00000040:3.0:1767389111.599315:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000064290599 : new rpc_count 0 00000100:00000001:3.0:1767389111.599317:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389111.599320:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389111.599324:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000010df4e8e. 00000020:00000010:3.0:1767389111.599334:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9c65e41. 00000020:00000010:3.0:1767389111.599338:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059336d48. 00000020:00000040:3.0:1767389111.599343:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 5 00000100:00000001:3.0:1767389111.599347:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767389111.599496:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389111.599504:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef13a07. 00000400:00000200:1.0:1767389111.599511:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389111.599519:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:1.0:1767389111.599526:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed2a63ba 00000400:00000010:1.0:1767389111.599529:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed2a63ba. 00000100:00000001:1.0:1767389111.599534:0:337530:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389111.599536:0:337530:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767389111.883798:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389111.883802:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389111.883805:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da461291 00000400:00000010:2.0:1767389111.883807:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da461291. 00000400:00000200:2.0:1767389111.883812:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389111.883817:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp41 recovery ping unlinked 00000400:00000010:2.0:1767389111.883826:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a33de146. 00000400:00000010:2.0:1767389111.883830:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000001f28b041. 00000400:00000200:2.0:1767389111.883837:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp49 00000400:00000010:2.0:1767389111.883841:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a33de146. 00000400:00000010:2.0:1767389111.883846:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008369c1ce. 00000400:00000010:2.0:1767389111.883849:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da461291. 00000400:00000010:2.0:1767389111.883854:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000009b79418. 00000400:00000200:2.0:1767389111.883857:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp49 00000400:00000200:2.0:1767389111.883867:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp49 local destination 00000400:00000200:2.0:1767389111.883873:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp49 00000400:00000200:2.0:1767389111.883876:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp49 NI seq info: [241:241:256:4294967295] 192.168.204.113@tcp49 LPNI seq info [219:219:8:4294967295] 00000400:00000200:2.0:1767389111.883880:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp49 00000400:00000200:2.0:1767389111.883885:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp49(192.168.204.113@tcp49:) -> 192.168.204.113@tcp49(192.168.204.113@tcp49:192.168.204.113@tcp49) : GET try# 0 00000800:00000200:2.0:1767389111.883889:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp49 00000800:00000010:2.0:1767389111.883892:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006104f1d4. 00000800:00000200:2.0:1767389111.883898:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c17ccf] -> 12345-192.168.204.113@tcp49 (2) 00000800:00000200:2.1:1767389111.883902:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c17ccf] -> 12345-192.168.204.113@tcp49 (2) 00000400:00000200:2.0:1767389111.883920:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp49 added to recovery queue. ping count: 1 next ping: 5034 health :900 00000400:00000200:3.0:1767389111.884082:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884143:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884164:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884184:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884204:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884225:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884244:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884263:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884281:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884299:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884319:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884337:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884355:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884373:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884393:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884412:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884486:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884508:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884526:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884544:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884561:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884581:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884599:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884617:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884635:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884652:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884670:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884688:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884706:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884723:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884785:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884814:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884832:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884855:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389111.884891:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389111.885029:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000080687c9b. 00000800:00000010:3.0:1767389111.885034:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ea921e27. 00000800:00000010:3.0:1767389111.885040:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000033a7e64c. 00000800:00000010:3.0:1767389111.885060:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000033a7e64c. 00000800:00020000:3.0:1767389111.885068:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389111.885072:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ea921e27. 00000800:00000010:3.0:1767389111.885074:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000080687c9b. 00000400:02020000:3.0:1767389111.885114:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp49 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389111.885121:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp49 notifying 192.168.204.113@tcp49: down 00000400:00000200:3.0:1767389111.885126:0:337524:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767389111.885131:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp49 00000800:00000010:3.0:1767389111.885134:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006104f1d4. 00000400:00000200:3.0:1767389111.885138:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389111.885142:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp49->192.168.204.113@tcp49: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389111.885157:0:337524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389111.885160:0:337524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp49 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389111.885165:0:337524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp49) recovery failed with -71 00000100:00000001:0.0:1767389112.203870:0:338165:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767389112.203877:0:338165:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.203880:0:338163:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767389112.203888:0:338163:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.523822:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389112.523827:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.523834:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389112.523835:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.523916:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389112.523920:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389112.523923:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1767389112.601299:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389112.601316:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389112.601319:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389112.601321:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389112.601332:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:0.0:1767389112.601350:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 224 into portal 12 MB=0x6958372100800 00000400:00000200:0.0:1767389112.601359:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.13@tcp50 of length 224/224 into md 0x229 [64] + 13504 00000800:00000001:0.0:1767389112.601367:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389112.601372:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389112.601374:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389112.601378:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000100:00000001:0.0:1767389112.601385:0:337531:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389112.601387:0:337531:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767389112.601393:0:337531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbe0c78d. 00000100:00000040:0.0:1767389112.601397:0:337531:0:(events.c:337:request_in_callback()) incoming req@00000000bbe0c78d x1853241647171584 msgsize 224 00000100:00100000:0.0:1767389112.601402:0:337531:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000001:0.0:1767389112.601438:0:337531:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767389112.601461:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389112.601465:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389112.601467:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389112.601469:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389112.601474:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:0.0:1767389112.601481:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 224 into portal 12 MB=0x6958372100880 00000400:00000200:0.0:1767389112.601485:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.13@tcp50 of length 224/224 into md 0x229 [64] + 13728 00000800:00000001:0.0:1767389112.601489:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389112.601498:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389112.601500:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389112.601505:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000100:00000001:0.0:1767389112.601508:0:337531:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389112.601510:0:337531:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767389112.601511:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1767389112.601513:0:337531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000daf8f7c7. 00000100:00000040:0.0:1767389112.601519:0:337531:0:(events.c:337:request_in_callback()) incoming req@00000000daf8f7c7 x1853241647171712 msgsize 224 00000100:00100000:3.0:1767389112.601520:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647171584 00000100:00100000:0.0:1767389112.601528:0:337531:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 02000000:00000001:3.0:1767389112.601529:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389112.601535:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389112.601538:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389112.601541:0:337531:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767389112.601546:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767389112.601547:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389112.601551:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767389112.601556:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647171584 00000020:00000001:3.0:1767389112.601563:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389112.601566:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42968c 00000020:00000001:3.0:1767389112.601570:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389112.601574:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000064290599 refcount=6 00000020:00000001:3.0:1767389112.601580:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616661504 : -122826092890112 : ffff904a525d3800) 00000020:00000001:3.0:1767389112.601585:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616661504 : -122826092890112 : ffff904a525d3800) 00000100:00000001:3.0:1767389112.601592:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389112.601598:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b2979d92. 00000020:00000010:3.0:1767389112.601605:0:338180:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d936ac7e. 00000020:00000040:3.0:1767389112.601614:0:338180:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 10 - evictor 00000100:00000001:3.0:1767389112.601636:0:338180:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767389112.601644:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084351e6a. 00000020:00000010:3.0:1767389112.601652:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a1d19af. 00000020:00000010:3.0:1767389112.601661:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9c65e41. 00000100:00080000:0.0:1767389112.601677:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:1.0:1767389112.601681:0:339625:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767389112.601683:0:338180:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000040:0.0:1767389112.601684:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 10 - evictor 00000100:00100000:1.0:1767389112.601694:0:339625:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647171712 00000100:00000001:3.0:1767389112.601698:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767389112.601701:0:339625:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389112.601705:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389112.601707:0:339625:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389112.601714:0:339625:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.601715:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389112.601763:0:339625:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389112.601772:0:339625:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647171712 00000100:00000001:3.0:1767389112.601775:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.601777:0:339625:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389112.601781:0:339625:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42968c 00000020:00000001:1.0:1767389112.601786:0:339625:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767389112.601788:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767389112.601791:0:339625:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000064290599 refcount=7 00000020:00000001:1.0:1767389112.601799:0:339625:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616661504 : -122826092890112 : ffff904a525d3800) 00000020:00000001:1.0:1767389112.601804:0:339625:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616661504 : -122826092890112 : ffff904a525d3800) 00000100:00000001:1.0:1767389112.601811:0:339625:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389112.601817:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1767389112.601821:0:339625:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a82c7aaa. 00000100:00000001:0.0:1767389112.601822:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389112.601824:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767389112.601830:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767389112.601831:0:339625:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389112.601846:0:339625:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a82c7aaa. 00000100:00100000:3.0:1767389112.601847:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 4 00000020:00000010:1.0:1767389112.601861:0:339625:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006fc9a729. 00000100:00000040:3.0:1767389112.601862:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000064290599 : new rpc_count 1 00000100:00000001:0.0:1767389112.601863:0:338182:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389112.601873:0:338182:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389112.601875:0:339625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000433b1593. 00000100:00000001:3.0:1767389112.601876:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252619214720 : -122821090336896 : ffff904b7c8a1f80) 00000020:00000010:1.0:1767389112.601887:0:339625:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069e5be74. 00000100:00000040:3.0:1767389112.601898:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bbe0c78d x1853241647171584/t0(0) o41->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 224/0 e 0 to 0 dl 1767389123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389112.601900:0:339625:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389112.601905:0:339625:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389112.601912:0:339625:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389112.601943:0:339625:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.601945:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389112.601952:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d936ac7e. 00000100:00000001:3.0:1767389112.601957:0:338180:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389112.601959:0:339625:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767389112.601964:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d936ac7e. 00000100:00100000:3.0:1767389112.601975:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bbe0c78d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8+7:0:x1853241647171584:12345-192.168.204.13@tcp50:41: 00000100:00000001:1.0:1767389112.601977:0:339625:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389112.601981:0:339625:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1767389112.601988:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647171584 00000100:00100000:1.0:1767389112.601994:0:339625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 5 00000020:00000001:3.0:1767389112.601996:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767389112.601997:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767389112.601999:0:339625:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000064290599 : new rpc_count 2 00000100:00000001:1.0:1767389112.602004:0:339625:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252619212032 : -122821090339584 : ffff904b7c8a1500) 00000020:00000001:3.0:1767389112.602005:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767389112.602005:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767389112.602017:0:338182:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.602020:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389112.602023:0:338182:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389112.602024:0:339625:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000daf8f7c7 x1853241647171712/t0(0) o41->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 224/0 e 0 to 0 dl 1767389123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389112.602034:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389112.602044:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672374208 : -1037177408 : ffffffffc22dedc0) 00000100:00000001:1.0:1767389112.602048:0:339625:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767389112.602056:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1767389112.602056:0:339625:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a82c7aaa. 00000100:00000001:1.0:1767389112.602063:0:339625:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767389112.602065:0:338180:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853241647171584, found 0 last_xid 0 00000020:00000010:1.0:1767389112.602067:0:339625:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a82c7aaa. 00000020:00000001:3.0:1767389112.602079:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767389112.602082:0:339625:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000daf8f7c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8+7:239741:x1853241647171712:12345-192.168.204.13@tcp50:41: 00000100:00000200:1.0:1767389112.602091:0:339625:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647171712 00000020:00000001:3.0:1767389112.602092:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389112.602094:0:339625:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389112.602100:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389112.602101:0:339625:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389112.602107:0:339625:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.602109:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.602111:0:339625:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389112.602116:0:339625:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672374208 : -1037177408 : ffffffffc22dedc0) 00000020:00000001:1.0:1767389112.602120:0:339625:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767389112.602121:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:1.0:1767389112.602122:0:339625:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853241647171712, found 0 last_xid 0 00000020:00000001:1.0:1767389112.602129:0:339625:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389112.602130:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767389112.602132:0:339625:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389112.602136:0:339625:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389112.602138:0:339625:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767389112.602140:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000053748898. 00000100:00000001:1.0:1767389112.602142:0:339625:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389112.602145:0:339625:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767389112.602151:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389112.602152:0:339625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000bb5f44a2. 02000000:00000001:1.0:1767389112.602160:0:339625:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.602163:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389112.602164:0:339625:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389112.602177:0:339625:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:3.0:1767389112.602180:0:338180:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000004:00000001:1.0:1767389112.602182:0:339625:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1767389112.602185:0:339625:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.602186:0:338180:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1767389112.602190:0:338180:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389112.602193:0:339625:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389112.602211:0:338180:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389112.602228:0:339625:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389112.602232:0:338180:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000024:1.0:1767389112.602233:0:339625:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000004:00000024:3.0:1767389112.602250:0:338180:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 389545984 avail 387448832 00000020:00000020:1.0:1767389112.602250:0:339625:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1767389112.602265:0:339625:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/0000000064290599 dirty 0 pend 0 grant 3407872 00000020:00000020:1.0:1767389112.602271:0:339625:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000045548e5b dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767389112.602275:0:339625:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000ef5ce901 dirty 0 pend 0 grant 0 00000004:00000020:1.0:1767389112.602279:0:339625:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00000020:00000020:3.0:1767389112.602281:0:338180:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1767389112.602290:0:338180:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/0000000064290599 dirty 0 pend 0 grant 3407872 00000020:00000010:1.0:1767389112.602290:0:339625:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000004c42f700. 00000020:00000001:1.0:1767389112.602303:0:339625:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000020:3.0:1767389112.602305:0:338180:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000045548e5b dirty 0 pend 0 grant 0 00000020:00000001:1.0:1767389112.602308:0:339625:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767389112.602319:0:339625:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000020:3.0:1767389112.602322:0:338180:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000ef5ce901 dirty 0 pend 0 grant 0 00000001:00000001:1.0:1767389112.602323:0:339625:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389112.602330:0:339625:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389112.602340:0:339625:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647171712 00000004:00000020:3.0:1767389112.602341:0:338180:0:(mdt_handler.c:555:mdt_statfs()) 2997 blocks: 2972 free, 2956 avail; 86842 objects: 86513 free; state 0 00010000:00000001:1.0:1767389112.602347:0:339625:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389112.602358:0:339625:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000daf8f7c7 x1853241647171712/t0(0) o41->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 224/368 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389112.602360:0:338180:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000030df62b9. 00000020:00000001:3.0:1767389112.602383:0:338180:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00010000:00000001:1.0:1767389112.602385:0:339625:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767389112.602392:0:338180:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389112.602394:0:339625:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.602431:0:338180:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767389112.602435:0:338180:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.602441:0:338180:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389112.602454:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647171584 00010000:00000001:3.0:1767389112.602460:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00001000:1.0:1767389112.602462:0:339625:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=131 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389112.602468:0:339625:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:3.0:1767389112.602470:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bbe0c78d x1853241647171584/t0(0) o41->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 224/368 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389112.602475:0:339625:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 5 to 192.168.204.13@tcp50 00000100:00000001:1.0:1767389112.602483:0:339625:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:1.0:1767389112.602491:0:339625:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389112.602497:0:339625:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.602523:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767389112.602526:0:339625:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767389112.602534:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389112.602536:0:339625:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:1.0:1767389112.602550:0:339625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 00000100:00001000:3.0:1767389112.602551:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=131 v=5 (1 0 0 0) 00000100:00000200:1.0:1767389112.602563:0:339625:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853241647171712, offset 224 00000100:00000001:3.0:1767389112.602567:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767389112.602575:0:339625:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000100:00000040:3.0:1767389112.602581:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 6 to 192.168.204.13@tcp50 00000100:00000001:3.0:1767389112.602589:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:3.0:1767389112.602595:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1767389112.602605:0:339625:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 02000000:00000001:3.0:1767389112.602606:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.602616:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389112.602624:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:3.0:1767389112.602632:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043518649. 00000400:00000200:1.0:1767389112.602636:0:339625:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [242:242:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [19:19:8:4294967295] 00000100:00000200:3.0:1767389112.602648:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853241647171584, offset 224 00000400:00000200:1.0:1767389112.602665:0:339625:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000400:00000200:3.0:1767389112.602682:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000800:00000200:1.0:1767389112.602691:0:339625:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:1.0:1767389112.602700:0:339625:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d84e464a. 00000800:00000200:1.0:1767389112.602711:0:339625:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000400:00000200:3.0:1767389112.602720:0:338180:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000800:00000200:1.0:1767389112.602728:0:339625:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:1.0:1767389112.602735:0:339625:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d84e464a type 1, nob 464 niov 1 nkiov 1 00000400:00000200:3.0:1767389112.602782:0:338180:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [243:243:255:4294967295] 192.168.204.13@tcp50 LPNI seq info [20:20:7:4294967295] 00000100:00000001:1.0:1767389112.602788:0:339625:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389112.602797:0:339625:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 5 to 192.168.204.13@tcp50 00010000:00000001:1.0:1767389112.602806:0:339625:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389112.602812:0:339625:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.602818:0:339625:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389112.602829:0:339625:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000daf8f7c7 x1853241647171712/t0(0) o41->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 224/368 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389112.602845:0:338180:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000100:00100000:1.0:1767389112.602876:0:339625:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000daf8f7c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8+7:239741:x1853241647171712:12345-192.168.204.13@tcp50:41: Request processed in 824us (1352us total) trans 0 rc 0/0 00000800:00000200:3.0:1767389112.602891:0:338180:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:3.0:1767389112.602905:0:338180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001909adae. 00000100:00100000:1.0:1767389112.602905:0:339625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 5 00000100:00000040:1.0:1767389112.602913:0:339625:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000064290599 : new rpc_count 1 00000100:00000001:1.0:1767389112.602919:0:339625:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389112.602937:0:339625:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1767389112.602939:0:338180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000020:00000010:1.0:1767389112.602943:0:339625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000433b1593. 00000020:00000010:1.0:1767389112.602948:0:339625:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069e5be74. 00000800:00000200:3.0:1767389112.602957:0:338180:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000020:00000010:1.0:1767389112.602957:0:339625:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006fc9a729. 00000020:00000040:1.0:1767389112.602969:0:339625:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 6 00000800:00000200:3.0:1767389112.602970:0:338180:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001909adae type 1, nob 464 niov 1 nkiov 1 00000800:00000200:0.0:1767389112.602972:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767389112.602976:0:339625:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767389112.602982:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d84e464a. 00000100:00000001:3.0:1767389112.602991:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389112.602992:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767389112.603003:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 4 to 192.168.204.13@tcp50 00000400:00000200:0.0:1767389112.603009:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00010000:00000001:3.0:1767389112.603012:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:0.0:1767389112.603015:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aacaa31 00000020:00000001:3.0:1767389112.603017:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389112.603019:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005aacaa31. 00000020:00000001:3.0:1767389112.603027:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767389112.603028:0:337529:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389112.603032:0:337529:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767389112.603037:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbe0c78d x1853241647171584/t0(0) o41->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 224/368 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767389112.603047:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389112.603053:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001909adae. 00000100:00100000:3.0:1767389112.603060:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bbe0c78d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8+6:0:x1853241647171584:12345-192.168.204.13@tcp50:41: Request processed in 1110us (1655us total) trans 0 rc 0/0 00000400:00000200:0.0:1767389112.603060:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389112.603069:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389112.603071:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043518649 00000400:00000010:0.0:1767389112.603072:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000043518649. 00000100:00000001:0.0:1767389112.603074:0:337529:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389112.603075:0:337529:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767389112.603191:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 4 00000100:00000040:3.0:1767389112.603196:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000064290599 : new rpc_count 0 00000100:00000001:3.0:1767389112.603200:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389112.603203:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389112.603208:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a1d19af. 00000020:00000010:3.0:1767389112.603213:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9c65e41. 00000020:00000010:3.0:1767389112.603270:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084351e6a. 00000020:00000040:3.0:1767389112.603278:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 5 00000100:00000001:3.0:1767389112.603282:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389112.603936:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389112.603948:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389112.603950:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389112.603952:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389112.603959:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:1.0:1767389112.603969:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 440 into portal 12 MB=0x6958372100900 00000400:00000200:1.0:1767389112.603976:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.13@tcp50 of length 440/440 into md 0x229 [64] + 13952 00000800:00000001:1.0:1767389112.603981:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389112.604004:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389112.604006:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389112.604010:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000100:00000001:1.0:1767389112.604015:0:337530:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389112.604017:0:337530:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767389112.604021:0:337530:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015b524cc. 00000100:00000040:1.0:1767389112.604024:0:337530:0:(events.c:337:request_in_callback()) incoming req@0000000015b524cc x1853241647171840 msgsize 440 00000100:00100000:1.0:1767389112.604028:0:337530:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000001:1.0:1767389112.604040:0:337530:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767389112.604046:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389112.604049:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389112.604095:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389112.604100:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647171840 02000000:00000001:3.0:1767389112.604104:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389112.604106:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389112.604109:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389112.604113:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389112.604117:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647171840 00000020:00000001:3.0:1767389112.604120:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389112.604122:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42968c 00000020:00000001:3.0:1767389112.604125:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389112.604127:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000064290599 refcount=6 00000020:00000001:3.0:1767389112.604131:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616661504 : -122826092890112 : ffff904a525d3800) 00000020:00000001:3.0:1767389112.604134:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616661504 : -122826092890112 : ffff904a525d3800) 00000100:00000001:3.0:1767389112.604138:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389112.604144:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d936ac7e. 00000100:00000001:3.0:1767389112.604148:0:338180:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389112.604151:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d936ac7e. 00000020:00000010:3.0:1767389112.604157:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084351e6a. 00000020:00000010:3.0:1767389112.604162:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a1d19af. 00000020:00000010:3.0:1767389112.604167:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9c65e41. 00000100:00000040:3.0:1767389112.604173:0:338180:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767389112.604176:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389112.604178:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389112.604181:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.604187:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.604203:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389112.604215:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389112.604218:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389112.604226:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 6 00000100:00000040:3.0:1767389112.604231:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000064290599 : new rpc_count 1 00000100:00000001:3.0:1767389112.604236:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252378554624 : -122821330996992 : ffff904b6e31f100) 00000100:00000040:3.0:1767389112.604246:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000015b524cc x1853241647171840/t0(0) o40->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 440/0 e 0 to 0 dl 1767389123 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389112.604260:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389112.604264:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d936ac7e. 00000100:00000001:3.0:1767389112.604267:0:338180:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389112.604270:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d936ac7e. 00000100:00100000:3.0:1767389112.604276:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000015b524cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8+6:239741:x1853241647171840:12345-192.168.204.13@tcp50:40: 00000100:00000200:3.0:1767389112.604281:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647171840 00000020:00000001:3.0:1767389112.604284:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389112.604288:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389112.604291:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.604294:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389112.604297:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672374160 : -1037177456 : ffffffffc22ded90) 00000020:00000001:3.0:1767389112.604301:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767389112.604304:0:338180:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853241647171840, found 0 last_xid 1853241647171839 00000020:00000001:3.0:1767389112.604308:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389112.604310:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389112.604313:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389112.604316:0:338180:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767389112.604320:0:338180:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.604323:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.604326:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389112.604329:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389112.604333:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 000000001364009a. 02000000:00000001:3.0:1767389112.604336:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.604339:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.604343:0:338180:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:3.0:1767389112.604346:0:338180:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1767389112.604348:0:338180:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.604352:0:338180:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767389112.604354:0:338180:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.604357:0:338180:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:3.0:1767389112.604359:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647171840 00010000:00000001:3.0:1767389112.604362:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389112.604367:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000015b524cc x1853241647171840/t0(0) o40->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 440/448 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389112.604378:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389112.604382:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389112.604385:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=131 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389112.604390:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389112.604393:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 5 to 192.168.204.13@tcp50 00000100:00000001:3.0:1767389112.604396:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:3.0:1767389112.604399:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389112.604401:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.604404:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389112.604428:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:3.0:1767389112.604433:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fb6b084. 00000100:00000200:3.0:1767389112.604437:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853241647171840, offset 224 00000400:00000200:3.0:1767389112.604444:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:3.0:1767389112.604455:0:338180:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:3.0:1767389112.604467:0:338180:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [244:244:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:3.0:1767389112.604481:0:338180:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767389112.604488:0:338180:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:3.0:1767389112.604493:0:338180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000078c4122. 00000800:00000200:3.0:1767389112.604499:0:338180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:3.0:1767389112.604506:0:338180:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:3.0:1767389112.604510:0:338180:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000078c4122 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1767389112.604527:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389112.604531:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 4 to 192.168.204.13@tcp50 00010000:00000001:3.0:1767389112.604535:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389112.604538:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.604541:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389112.604546:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015b524cc x1853241647171840/t0(0) o40->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 440/448 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389112.604560:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000015b524cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8+6:239741:x1853241647171840:12345-192.168.204.13@tcp50:40: Request processed in 298us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1767389112.604571:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 6 00000100:00000040:3.0:1767389112.604575:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000064290599 : new rpc_count 0 00000100:00000001:3.0:1767389112.604577:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389112.604580:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389112.604584:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a1d19af. 00000020:00000010:3.0:1767389112.604590:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9c65e41. 00000020:00000010:3.0:1767389112.604595:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084351e6a. 00000020:00000040:3.0:1767389112.604600:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 5 00000100:00000001:3.0:1767389112.604604:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767389112.604654:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389112.604659:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000078c4122. 00000400:00000200:0.0:1767389112.604664:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389112.604669:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:0.0:1767389112.604673:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fb6b084 00000400:00000010:0.0:1767389112.604675:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004fb6b084. 00000100:00000001:0.0:1767389112.604678:0:337531:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389112.604680:0:337531:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767389112.605797:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389112.605824:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389112.605828:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389112.605831:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389112.605838:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:0.0:1767389112.605849:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 520 into portal 28 MB=0x6958372100980 00000400:00000200:0.0:1767389112.605857:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.13@tcp50 of length 520/520 into md 0xad9 [8] + 5680 00000800:00000001:0.0:1767389112.605862:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389112.605866:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389112.605868:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389112.605871:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000100:00000001:0.0:1767389112.605876:0:337529:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389112.605878:0:337529:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767389112.605882:0:337529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8bc4171. 00000100:00000040:0.0:1767389112.605885:0:337529:0:(events.c:337:request_in_callback()) incoming req@00000000d8bc4171 x1853241647171968 msgsize 520 00000100:00100000:0.0:1767389112.605889:0:337529:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000001:0.0:1767389112.605905:0:337529:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767389112.605911:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389112.605915:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389112.605917:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389112.605921:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389112.605924:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:0.0:1767389112.605929:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 448 into portal 23 MB=0x6958372100a00 00000400:00000200:0.0:1767389112.605934:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.13@tcp50 of length 448/448 into md 0x329 [2] + 0 00000800:00000001:0.0:1767389112.605948:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389112.605953:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389112.605955:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389112.605958:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000100:00000001:0.0:1767389112.605961:0:337529:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389112.605962:0:337529:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1767389112.605965:0:337529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002be2f709. 00000100:00000040:0.0:1767389112.605967:0:337529:0:(events.c:337:request_in_callback()) incoming req@000000002be2f709 x1853241647172096 msgsize 448 00000100:00100000:0.0:1767389112.605971:0:337529:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000001:0.0:1767389112.605984:0:337529:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767389112.605988:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389112.605992:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389112.606000:0:339009:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389112.606003:0:339009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647171968 02000000:00000001:1.0:1767389112.606006:0:339009:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389112.606009:0:339009:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389112.606011:0:339009:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389112.606015:0:339009:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389112.606018:0:339009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647171968 00000020:00000001:1.0:1767389112.606020:0:339009:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389112.606022:0:339009:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767389112.606024:0:339009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767389112.606026:0:339009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.606027:0:339009:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389112.606031:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006fc9a729. 00000020:00000010:1.0:1767389112.606035:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000433b1593. 00000020:00000010:1.0:1767389112.606040:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069e5be74. 00000100:00000001:1.0:1767389112.606044:0:339009:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389112.606046:0:339009:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389112.606048:0:339009:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389112.606052:0:339009:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389112.606053:0:338184:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000352f2e24. 00000100:00000001:2.0:1767389112.606064:0:338184:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767389112.606066:0:338184:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647172096 02000000:00000001:2.0:1767389112.606068:0:338184:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389112.606069:0:339009:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389112.606071:0:338184:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389112.606076:0:338184:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389112.606081:0:338184:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389112.606081:0:339009:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389112.606086:0:339009:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000800:00000001:3.0:1767389112.606087:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767389112.606087:0:338184:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647172096 00000100:00100000:1.0:1767389112.606096:0:339009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 4 00000020:00000001:2.0:1767389112.606098:0:338184:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389112.606101:0:338184:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42968c 00000100:00000001:1.0:1767389112.606102:0:339009:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252619217408 : -122821090334208 : ffff904b7c8a2a00) 00000020:00000001:2.0:1767389112.606106:0:338184:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1767389112.606108:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767389112.606109:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d8bc4171 x1853241647171968/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767389132 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767389112.606111:0:338184:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000064290599 refcount=6 00000020:00000001:2.0:1767389112.606121:0:338184:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616661504 : -122826092890112 : ffff904a525d3800) 00000800:00000001:3.0:1767389112.606123:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:2.0:1767389112.606126:0:338184:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616661504 : -122826092890112 : ffff904a525d3800) 00000100:00000001:2.0:1767389112.606135:0:338184:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1767389112.606137:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767389112.606138:0:339009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d8bc4171 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:236318:x1853241647171968:12345-192.168.204.13@tcp50:8: 00000020:00000010:2.0:1767389112.606139:0:338184:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbf5fdb3. 00000100:00000001:2.0:1767389112.606152:0:338184:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767389112.606152:0:339009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647171968 00000020:00000001:1.0:1767389112.606157:0:339009:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767389112.606158:0:338184:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbf5fdb3. 00010000:00000001:1.0:1767389112.606163:0:339009:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000010:2.0:1767389112.606169:0:338184:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000414ca817. 00000400:00000200:3.0:1767389112.606170:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000020:00000040:1.0:1767389112.606176:0:339009:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - find 00000020:00000010:2.0:1767389112.606178:0:338184:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000362d048c. 00000020:00000001:1.0:1767389112.606187:0:339009:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446621247374170328 : -122826335381288 : ffff904a43e918d8) 00000100:00000001:1.0:1767389112.606193:0:339009:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389112.606195:0:339009:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767389112.606197:0:338184:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004e1ff831. 02000000:00000010:1.0:1767389112.606199:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000004ab5d2f4. 02000000:00000001:1.0:1767389112.606204:0:339009:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389112.606206:0:339009:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389112.606208:0:338184:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00010000:00000040:1.0:1767389112.606213:0:339009:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00000100:00000001:2.0:1767389112.606217:0:338184:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767389112.606219:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 224 into portal 26 MB=0x6958372100a80 00000100:00000001:2.0:1767389112.606221:0:338184:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389112.606225:0:338184:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767389112.606226:0:339009:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50 t0 exp 0000000000000000 cur 5033 last 0 00010000:00000001:1.0:1767389112.606236:0:339009:0:(obd_class.h:852:obd_connect()) Process entered 00000100:00000001:2.0:1767389112.606237:0:338184:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767389112.606240:0:339009:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000001:1.0:1767389112.606246:0:339009:0:(genops.c:1392:class_connect()) Process entered 00000400:00000200:3.0:1767389112.606247:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.13@tcp50 of length 224/224 into md 0x1d7d [2] + 0 00000020:00000001:1.0:1767389112.606254:0:339009:0:(genops.c:950:__class_new_export()) Process entered 00000100:00000001:2.0:1767389112.606255:0:338184:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389112.606260:0:339009:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008a07d9c2. 00000020:00000001:1.0:1767389112.606269:0:339009:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000010:3.0:1767389112.606270:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000044d4eb04. 00000020:00000040:1.0:1767389112.606275:0:339009:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008a07d9c2 with handle 0x95cd417baf429693 to hash 00000020:00000001:1.0:1767389112.606280:0:339009:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:3.0:1767389112.606284:0:337530:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c3b467a8 00000100:00000001:2.0:1767389112.606285:0:338184:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767389112.606287:0:339009:0:(obd_class.h:1008:obd_init_export()) Process entered 00000100:00000001:2.0:1767389112.606288:0:338184:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:1.0:1767389112.606294:0:339009:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000800:00000001:3.0:1767389112.606299:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000010:1.0:1767389112.606300:0:339009:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000001bc34d37. 00000100:00100000:2.0:1767389112.606305:0:338184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 0 00000001:00000001:1.0:1767389112.606307:0:339009:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389112.606309:0:338183:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000482e5469. 00000100:00000040:2.0:1767389112.606310:0:338184:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000064290599 : new rpc_count 1 00010000:00000001:1.0:1767389112.606312:0:339009:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000800:00000001:3.0:1767389112.606315:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389112.606322:0:338184:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252619212928 : -122821090338688 : ffff904b7c8a1880) 00000001:00000001:1.0:1767389112.606324:0:339009:0:(hash.c:1038:cfs_hash_create()) Process entered 00000100:00000001:0.0:1767389112.606326:0:338183:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000400:00000200:3.0:1767389112.606328:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1767389112.606333:0:339009:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000db0fd4e1. 00000100:00100000:0.0:1767389112.606333:0:338183:0:(service.c:3434:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00000040:2.0:1767389112.606336:0:338184:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002be2f709 x1853241647172096/t0(0) o33->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 448/0 e 0 to 0 dl 1767389123 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000001:00000010:1.0:1767389112.606346:0:339009:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000036a80275. 00000100:00000010:0.0:1767389112.606352:0:338183:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004e40af2a. 00000001:00000010:1.0:1767389112.606360:0:339009:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002aef733a. 00000400:00000200:3.0:1767389112.606366:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000100:00100000:0.0:1767389112.606371:0:338183:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000001:00000010:1.0:1767389112.606373:0:339009:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aef985f3. 00000100:00000001:2.0:1767389112.606389:0:338184:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000010:1.0:1767389112.606390:0:339009:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f5ac05c8. 00000400:00000200:3.0:1767389112.606392:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3b467a8 00000020:00000010:2.0:1767389112.606393:0:338184:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbf5fdb3. 00000001:00000010:1.0:1767389112.606397:0:339009:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004d54314c. 00000100:00000001:2.0:1767389112.606399:0:338184:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767389112.606401:0:337530:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3b467a8. 00000020:00000010:2.0:1767389112.606404:0:338184:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbf5fdb3. 00010000:00000001:1.0:1767389112.606404:0:339009:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389112.606431:0:339009:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389112.606434:0:338184:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002be2f709 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8+6:239741:x1853241647172096:12345-192.168.204.13@tcp50:33: 00000100:00000001:3.0:1767389112.606435:0:337530:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767389112.606435:0:339009:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389112.606441:0:338184:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647172096 00000100:00000200:3.0:1767389112.606459:0:337530:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:2.0:1767389112.606465:0:338184:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000040:1.0:1767389112.606466:0:339009:0:(genops.c:887:class_export_get()) GET export 000000008a07d9c2 refcount=3 00000100:00000040:3.0:1767389112.606470:0:337530:0:(events.c:337:request_in_callback()) incoming req@00000000c9cb4b4e x1853241647172224 msgsize 224 00000020:00000001:2.0:1767389112.606473:0:338184:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:1.0:1767389112.606473:0:339009:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 7 - export 00000020:00000001:2.0:1767389112.606483:0:338184:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.606488:0:339009:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446621247365316608 : -122826344235008 : ffff904a43620000) 00000020:00000001:2.0:1767389112.606491:0:338184:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:1.0:1767389112.606501:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000008a07d9c2 : new refcount 2 00000020:00000001:2.0:1767389112.606502:0:338184:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672373824 : -1037177792 : ffffffffc22dec40) 00000020:00000080:1.0:1767389112.606513:0:339009:0:(genops.c:1402:class_connect()) connect: client b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8, cookie 0x95cd417baf429693 00000100:00100000:3.0:1767389112.606517:0:337530:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000020:00000001:2.0:1767389112.606517:0:338184:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389112.606520:0:339009:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767389112.606536:0:338184:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853241647172096, found 0 last_xid 1853241647172095 00000020:00000001:1.0:1767389112.606536:0:339009:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767389112.606538:0:337530:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000040:1.0:1767389112.606543:0:339009:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429693 00000020:00000001:1.0:1767389112.606551:0:339009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767389112.606553:0:338184:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767389112.606555:0:339009:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008a07d9c2 refcount=3 00000020:00000001:2.0:1767389112.606560:0:338184:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389112.606564:0:339009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365316608 : -122826344235008 : ffff904a43620000) 00000100:00000001:3.0:1767389112.606567:0:337530:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767389112.606567:0:338184:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389112.606572:0:339009:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365316608 : -122826344235008 : ffff904a43620000) 00000020:00000001:2.0:1767389112.606580:0:338184:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000001:00000001:1.0:1767389112.606586:0:339009:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000020:00000001:2.0:1767389112.606591:0:338184:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000001:3.0:1767389112.606592:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767389112.606593:0:338183:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767389112.606594:0:339009:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000020:00000001:2.0:1767389112.606606:0:338184:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252267505848 : -122821442045768 : ffff904b679378b8) 00000800:00000001:3.0:1767389112.606610:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:1.0:1767389112.606610:0:339009:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000030122e48) : new refcount 7 00000020:00000001:2.0:1767389112.606615:0:338184:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389112.606620:0:361217:0:(service.c:2991:ptlrpc_main()) Process entered 00000001:00000001:1.0:1767389112.606621:0:339009:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446621252510146560 : -122821199405056 : ffff904b7609e000) 00000020:00000001:2.0:1767389112.606629:0:338184:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767389112.606631:0:339009:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:1.0:1767389112.606638:0:339009:0:(genops.c:887:class_export_get()) GET export 000000008a07d9c2 refcount=4 00000004:00000001:2.0:1767389112.606641:0:338184:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00000001:00000040:1.0:1767389112.606644:0:339009:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000030122e48) : new refcount 8 00000100:00000010:0.0:1767389112.606653:0:361217:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005a89f110. 00000004:00000001:2.0:1767389112.606654:0:338184:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000001:00000001:1.0:1767389112.606655:0:339009:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767389112.606673:0:338184:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000001:08000000:1.0:1767389112.606675:0:339009:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.204.13@tcp50 to nodemap default 00000020:00000010:0.0:1767389112.606675:0:361217:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006226d2e2. 00000100:00000001:3.0:1767389112.606676:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00080000:00000001:2.0:1767389112.606685:0:338184:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000001:00000040:1.0:1767389112.606706:0:339009:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000030122e48) : new refcount 7 00000100:00100000:3.0:1767389112.606708:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647172224 00080000:00000001:2.0:1767389112.606711:0:338184:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:0.0:1767389112.606717:0:361217:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d388467. 00000001:00000001:1.0:1767389112.606724:0:339009:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767389112.606729:0:338184:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 02000000:00000001:3.0:1767389112.606731:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00100000:1.0:1767389112.606732:0:339009:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/000000008a07d9c2 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000020:00000010:0.0:1767389112.606733:0:361217:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005fcc7348. 00000100:00000001:3.0:1767389112.606805:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767389112.606806:0:339009:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1767389112.606818:0:339009:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000001:3.0:1767389112.606819:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767389112.606828:0:338184:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 02000000:00000001:3.0:1767389112.606833:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767389112.606836:0:338184:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00080000:00000001:1.0:1767389112.606839:0:339009:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767389112.606847:0:338184:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00100000:3.0:1767389112.606852:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647172224 00080000:00000001:2.0:1767389112.606855:0:338184:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000020:00000001:1.0:1767389112.606856:0:339009:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767389112.606866:0:338184:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:3.0:1767389112.606867:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000020:1.0:1767389112.606869:0:339009:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/000000008a07d9c2 free: 389021696 avail: 386924544 00000040:00000010:0.0:1767389112.606870:0:361217:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000939df98c. 00000020:00000040:3.0:1767389112.606882:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00080000:00000001:2.0:1767389112.606882:0:338184:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000020:00000010:0.0:1767389112.606886:0:361217:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000070921f91. 00000020:00000001:1.0:1767389112.606887:0:339009:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00080000:00000001:2.0:1767389112.606895:0:338184:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000020:1.0:1767389112.606903:0:339009:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/000000008a07d9c2 avail=386924544 left=346030080 unstable=0 tot_grant=40828928 pending=0 00000020:00000001:3.0:1767389112.606905:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000001:2.0:1767389112.606906:0:338184:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:0.0:1767389112.606906:0:361217:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000614eb99c. 00000020:00000040:3.0:1767389112.606926:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=9 00000020:00000010:0.0:1767389112.606936:0:361217:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000538947e4. 00000004:00000001:2.0:1767389112.606940:0:338184:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000001:1.0:1767389112.606950:0:339009:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=346030080 : 346030080 : 14a00000) 00000004:00000001:2.0:1767389112.606952:0:338184:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 80000000:00000010:0.0:1767389112.606954:0:361217:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ddb5466e. 00000020:00000001:3.0:1767389112.606957:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000004:00000001:2.0:1767389112.606958:0:338184:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000020:00000001:1.0:1767389112.606958:0:339009:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 40000000:00000010:0.0:1767389112.606961:0:361217:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000059accd96. 00080000:00000001:2.0:1767389112.606967:0:338184:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000020:00000020:1.0:1767389112.606967:0:339009:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/000000008a07d9c2 wants: 134217728 current grant 0 granting: 3407872 00080000:00000001:2.0:1767389112.606977:0:338184:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000020:00000020:1.0:1767389112.606978:0:339009:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/000000008a07d9c2 tot cached:0 granted:44236800 num_exports: 2 00100000:00000010:0.0:1767389112.606979:0:361217:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000087b1371b. 00000020:00000001:3.0:1767389112.606980:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000004:00000001:2.0:1767389112.606984:0:338184:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:2.0:1767389112.606998:0:338184:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00040000:00000010:0.0:1767389112.606998:0:361217:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006b19f742. 00000020:00000001:1.0:1767389112.607004:0:339009:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000100:00000001:3.0:1767389112.607006:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:2.0:1767389112.607015:0:338184:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000020:00000020:1.0:1767389112.607018:0:339009:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/000000008a07d9c2 ocd_grant: 3407872 want: 134217728 left: 346030080 00000020:00000010:3.0:1767389112.607020:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d936ac7e. 00000004:00000001:2.0:1767389112.607021:0:338184:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00040000:00000010:0.0:1767389112.607022:0:361217:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ba0450e4. 00000020:00000001:1.0:1767389112.607024:0:339009:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000100:00000001:2.0:1767389112.607032:0:338184:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00100000:1.0:1767389112.607032:0:339009:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00000001:3.0:1767389112.607035:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389112.607039:0:338184:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00040000:00000010:0.0:1767389112.607040:0:361217:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bdc05623. 00002000:00000001:1.0:1767389112.607041:0:339009:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389112.607044:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d936ac7e. 02000000:00000010:2.0:1767389112.607051:0:338184:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000add8fcc5. 00000001:00000001:1.0:1767389112.607063:0:339009:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 02000000:00000001:2.0:1767389112.607064:0:338184:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767389112.607065:0:361217:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000008fa39fc6. 00000020:00000010:3.0:1767389112.607072:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084351e6a. 00000001:00000040:1.0:1767389112.607073:0:339009:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID 'b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8' generation 0 00000100:00000001:2.0:1767389112.607080:0:338184:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767389112.607084:0:361217:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000efd4943a. 00000001:00000001:1.0:1767389112.607090:0:339009:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00000020:00000010:3.0:1767389112.607094:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a1d19af. 00000004:00000001:2.0:1767389112.607096:0:338184:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00080000:00000001:1.0:1767389112.607096:0:339009:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000004:00000010:0.0:1767389112.607098:0:361217:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e982ad8b. 00000004:00000001:2.0:1767389112.607107:0:338184:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389112.607113:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9c65e41. 00000004:00000001:2.0:1767389112.607113:0:338184:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000004:00000010:0.0:1767389112.607115:0:361217:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000dc957276. 00080000:00000010:1.0:1767389112.607116:0:339009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000031c00260. 00000001:00000001:2.0:1767389112.607119:0:338184:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767389112.607125:0:338184:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389112.607133:0:339009:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252604664832 : -122821104886784 : ffff904b7bac1c00) 00000001:00000001:2.0:1767389112.607135:0:338184:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000004:00000010:0.0:1767389112.607136:0:361217:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000225c2d05. 00080000:00000001:1.0:1767389112.607139:0:339009:0:(osd_io.c:243:osd_declare_write()) Process entered 00000100:00000040:3.0:1767389112.607141:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000001:00000001:2.0:1767389112.607150:0:338184:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389112.607153:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000001:00000001:2.0:1767389112.607154:0:338184:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767389112.607163:0:338184:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000100:00000001:3.0:1767389112.607165:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000001:00000001:2.0:1767389112.607166:0:338184:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389112.607175:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767389112.607175:0:338184:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389112.607176:0:361217:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000004dc0f4c8. 00000001:00000001:2.0:1767389112.607178:0:338184:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:2.0:1767389112.607202:0:338184:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389112.607205:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767389112.607208:0:338184:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767389112.607225:0:338184:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000100:00000200:0.0:1767389112.607227:0:361217:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000001:00000001:2.0:1767389112.607235:0:338184:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389112.607243:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1767389112.607244:0:338184:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767389112.607259:0:338184:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767389112.607265:0:338184:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389112.607274:0:338184:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000100:00000001:3.0:1767389112.607287:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1767389112.607291:0:338184:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 000000002fa0145b. 00000100:00000001:0.0:1767389112.607293:0:352639:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389112.607294:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000004:00000001:2.0:1767389112.607315:0:338184:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000100:00000001:0.0:1767389112.607317:0:352639:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000004:00000040:2.0:1767389112.607321:0:338184:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00000100:00100000:3.0:1767389112.607334:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 202 00000100:00000040:3.0:1767389112.607348:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d053261 : new rpc_count 1 00000100:00000001:0.0:1767389112.607349:0:352639:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.607359:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684804688 : -122822024746928 : ffff904b44d82850) 00000100:00000001:0.0:1767389112.607361:0:352639:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389112.607384:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9cb4b4e x1853241647172224/t0(0) o400->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:563/0 lens 224/0 e 0 to 0 dl 1767389123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767389112.607431:0:339009:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000001:3.0:1767389112.607435:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:1.0:1767389112.607437:0:339009:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389112.607445:0:339009:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000020:00000010:3.0:1767389112.607448:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d936ac7e. 00000100:00000001:3.0:1767389112.607456:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389112.607461:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d936ac7e. 00080000:00000001:1.0:1767389112.607474:0:339009:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389112.607477:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9cb4b4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+9:236320:x1853241647172224:12345-192.168.204.13@tcp50:400: 00000001:00000010:1.0:1767389112.607481:0:339009:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000fae2376b. 00000001:00000040:1.0:1767389112.607491:0:339009:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000008a07d9c2 : new cb_count 1 00000100:00000200:3.0:1767389112.607502:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647172224 00000020:00000040:1.0:1767389112.607502:0:339009:0:(genops.c:887:class_export_get()) GET export 000000008a07d9c2 refcount=5 00000020:00000001:3.0:1767389112.607520:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:1.0:1767389112.607522:0:339009:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000001:3.0:1767389112.607539:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389112.607546:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.607554:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389112.607559:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000020:00000001:3.0:1767389112.607567:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389112.607571:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389112.607576:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389112.607581:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389112.607587:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.607593:0:338175:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767389112.607599:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389112.607611:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389112.607621:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006a56d76f. 02000000:00000001:3.0:1767389112.607627:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.607634:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.607641:0:338175:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389112.607646:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647172224 00010000:00000001:3.0:1767389112.607651:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389112.607665:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9cb4b4e x1853241647172224/t0(0) o400->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:563/0 lens 224/224 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389112.607697:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389112.607702:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389112.607708:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=137 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389112.607717:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389112.607724:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 5 to 192.168.204.13@tcp50 00000100:00000001:3.0:1767389112.607783:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 00080000:00000001:1.0:1767389112.607785:0:339009:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767389112.607797:0:339009:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 02000000:00000001:3.0:1767389112.607798:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:1.0:1767389112.607803:0:339009:0:(osd_handler.c:287:osd_trans_stop()) Process entered 02000000:00000001:3.0:1767389112.607810:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.607822:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:1.0:1767389112.607834:0:339009:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389112.607836:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000001:00000040:1.0:1767389112.607842:0:339009:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 4294967296: rc = 0 00000001:00000001:1.0:1767389112.607849:0:339009:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389112.607850:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055ea294a. 00002000:00000001:1.0:1767389112.607853:0:339009:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000020:00000001:1.0:1767389112.607862:0:339009:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000100:00000200:3.0:1767389112.607867:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241647172224, offset 224 00000020:01000000:1.0:1767389112.607871:0:339009:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000dba2e993 00000020:00000010:1.0:1767389112.607880:0:339009:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000001a9f6e8a. 00000400:00000200:3.0:1767389112.607891:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000020:00000040:1.0:1767389112.607896:0:339009:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000001a9f6e8a for nid 192.168.204.13@tcp50 - ref 2 00000400:00000200:3.0:1767389112.607915:0:338175:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:3.0:1767389112.607943:0:338175:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [245:245:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [22:22:8:4294967295] 00000400:00000200:3.0:1767389112.607973:0:338175:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767389112.607987:0:338175:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:3.0:1767389112.607997:0:338175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000078c4122. 00000800:00000200:3.0:1767389112.608009:0:338175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:3.0:1767389112.608025:0:338175:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:3.0:1767389112.608032:0:338175:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000078c4122 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1767389112.608048:0:339009:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389112.608059:0:339009:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000030f078cf. 00000020:00000010:1.0:1767389112.608064:0:339009:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 00000000b278ddc9. 00000100:00000001:3.0:1767389112.608065:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389112.608069:0:339009:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 0000000078c6e70c. 00000100:00000040:3.0:1767389112.608082:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 4 to 192.168.204.13@tcp50 00010000:00000001:3.0:1767389112.608089:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389112.608093:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.608099:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1767389112.608103:0:339009:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000b8bb9c84. 00000100:00000040:3.0:1767389112.608111:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9cb4b4e x1853241647172224/t0(0) o400->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:563/0 lens 224/224 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389112.608111:0:339009:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000003fc0a815. 00000020:00000010:1.0:1767389112.608122:0:339009:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000b5c7acce. 00002000:00000001:1.0:1767389112.608147:0:339009:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389112.608149:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9cb4b4e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+9:236320:x1853241647172224:12345-192.168.204.13@tcp50:400: Request processed in 738us (1672us total) trans 0 rc 0/0 00002000:00080000:1.0:1767389112.608155:0:339009:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:1.0:1767389112.608166:0:339009:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389112.608176:0:339009:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389112.608185:0:339009:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000c2c407cf. 00000100:00100000:3.0:1767389112.608194:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 202 00000020:00000040:1.0:1767389112.608195:0:339009:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 8 - import 00000100:00000040:3.0:1767389112.608219:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 0 00000800:00000200:2.0:1767389112.608225:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1767389112.608227:0:339009:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767389112.608230:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1767389112.608235:0:339009:0:(genops.c:1242:class_import_put()) import 00000000c2c407cf refcount=1 obd=lustre-OST0000 00000800:00000010:2.0:1767389112.608236:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000078c4122. 00000100:00000001:3.0:1767389112.608241:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767389112.608244:0:339009:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767389112.608249:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767389112.608254:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a82c7aaa. 00000020:00000010:3.0:1767389112.608256:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a1d19af. 00000020:00000040:1.0:1767389112.608268:0:339009:0:(genops.c:887:class_export_get()) GET export 000000008a07d9c2 refcount=6 00000400:00000200:2.0:1767389112.608269:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000020:00000010:3.0:1767389112.608273:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9c65e41. 00000100:00000040:1.0:1767389112.608276:0:339009:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000008a07d9c2 : new rpc_count 1 00000400:00000200:2.0:1767389112.608284:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055ea294a 00000100:00000001:1.0:1767389112.608288:0:339009:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:2.0:1767389112.608292:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055ea294a. 00000020:00000010:3.0:1767389112.608296:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084351e6a. 00000100:00000001:2.0:1767389112.608314:0:337531:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389112.608320:0:337531:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767389112.608326:0:339009:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.204.13@tcp50 primary NID 192.168.204.13@tcp50 rc 0 00000020:00000040:3.0:1767389112.608333:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 8 00000100:00000001:1.0:1767389112.608335:0:339009:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389112.608347:0:339009:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 5 to 192.168.204.13@tcp50 00000100:00000001:1.0:1767389112.608354:0:339009:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:3.0:1767389112.608355:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767389112.608377:0:339009:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446621251874971776 : -122821834579840 : 0xffff904b502de080) 00000100:00000040:1.0:1767389112.608389:0:339009:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000886a6644 refcount 5 to 192.168.204.13@tcp50 00000020:00000040:1.0:1767389112.608395:0:339009:0:(genops.c:887:class_export_get()) GET export 000000008a07d9c2 refcount=7 00000100:00000001:1.0:1767389112.608401:0:339009:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389112.608431:0:339009:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 6 to 192.168.204.13@tcp50 00000004:00080000:2.0:1767389112.608447:0:338184:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1100us 00000100:00000001:1.0:1767389112.608450:0:339009:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 00000004:00000001:2.0:1767389112.608453:0:338184:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 02000000:00000001:1.0:1767389112.608456:0:339009:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767389112.608461:0:339009:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767389112.608463:0:339009:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:1.0:1767389112.608466:0:339009:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072662929472 : -1046622144 : ffffffffc19dd040) 02000000:00000001:1.0:1767389112.608469:0:339009:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389112.608471:0:339009:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1767389112.608474:0:339009:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1767389112.608477:0:339009:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767389112.608479:0:339009:0:(import.c:65:import_set_state_nolock()) 00000000c2c407cf : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767389112.608482:0:339009:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767389112.608484:0:339009:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1767389112.608486:0:339009:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389112.608487:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000008a07d9c2 : new refcount 6 00000020:00000040:1.0:1767389112.608489:0:339009:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 8 - find 00010000:00000001:1.0:1767389112.608491:0:339009:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.608494:0:339009:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389112.608495:0:339009:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674497760 : -1035053856 : ffffffffc24e54e0) 00000020:00000001:1.0:1767389112.608498:0:339009:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389112.608499:0:339009:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389112.608500:0:339009:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389112.608502:0:339009:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389112.608503:0:339009:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.608505:0:339009:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:1.0:1767389112.608509:0:339009:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389112.608511:0:339009:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647171968 00010000:00000001:1.0:1767389112.608513:0:339009:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389112.608515:0:339009:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d8bc4171 x1853241647171968/t0(0) o8->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767389132 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389112.608521:0:339009:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389112.608522:0:339009:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389112.608524:0:339009:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=121 v=5 (1 0 0 0) 00000100:00001000:1.0:1767389112.608527:0:339009:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1767389112.608528:0:339009:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389112.608530:0:339009:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 7 to 192.168.204.13@tcp50 00000100:00000001:1.0:1767389112.608531:0:339009:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:1.0:1767389112.608533:0:339009:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389112.608535:0:339009:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389112.608536:0:339009:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389112.608538:0:339009:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:1.0:1767389112.608545:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e70b55. 00000100:00000200:1.0:1767389112.608548:0:339009:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853241647171968, offset 0 00000400:00000200:1.0:1767389112.608552:0:339009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:1.0:1767389112.608561:0:339009:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:1.0:1767389112.608568:0:339009:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [246:246:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:1.0:1767389112.608580:0:339009:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:1.0:1767389112.608584:0:339009:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:1.0:1767389112.608587:0:339009:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000085ac4de6. 02000000:00000010:3.0:1767389112.608594:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006a56d76f. 00000800:00000200:1.0:1767389112.608596:0:339009:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 02000000:00000001:3.0:1767389112.608611:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000200:1.0:1767389112.608612:0:339009:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:1.0:1767389112.608623:0:339009:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000085ac4de6 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767389112.608625:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767389112.608637:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767389112.608640:0:339009:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389112.608645:0:339009:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 6 to 192.168.204.13@tcp50 00010000:00000001:1.0:1767389112.608649:0:339009:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767389112.608650:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5a673b5. 00000020:00000001:1.0:1767389112.608651:0:339009:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.608661:0:339009:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389112.608666:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8bc4171 x1853241647171968/t0(0) o8->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767389132 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389112.608668:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea921e27. 00000100:00100000:1.0:1767389112.608683:0:339009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d8bc4171 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8+6:236318:x1853241647171968:12345-192.168.204.13@tcp50:8: Request processed in 2546us (2795us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389112.608695:0:339009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 4 00000100:00000040:1.0:1767389112.608698:0:339009:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008a07d9c2 : new rpc_count 0 00000100:00000001:1.0:1767389112.608701:0:339009:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389112.608704:0:339009:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389112.608707:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000433b1593. 00000020:00000010:1.0:1767389112.608710:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069e5be74. 00000020:00000010:1.0:1767389112.608713:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006fc9a729. 00000020:00000040:1.0:1767389112.608718:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000008a07d9c2 : new refcount 5 00000100:00000001:1.0:1767389112.608789:0:339009:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767389112.608793:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389112.608800:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000085ac4de6. 00000400:00000200:2.0:1767389112.608810:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389112.608820:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:2.0:1767389112.608827:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035e70b55 00000400:00000010:2.0:1767389112.608830:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035e70b55. 00000100:00000001:2.0:1767389112.608836:0:337529:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389112.608838:0:337529:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000010:0.0:1767389112.617375:0:361218:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000298d1e7f. 02000000:00000001:0.0:1767389112.617383:0:361218:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:0.0:1767389112.617389:0:361218:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:0.0:1767389112.617391:0:361218:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@000000006eda2138: 0:0, ngroups 0, nperms 0 00000004:00000001:0.0:1767389112.617394:0:361218:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:0.0:1767389112.617397:0:361218:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 000000002fa0145b for key 0 02000000:00000001:0.0:1767389112.617437:0:361218:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767389112.617449:0:361218:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000298d1e7f. 02000000:00001000:3.0:1767389112.617511:0:338184:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 000000002fa0145b flags 0x0 02000000:00000001:3.0:1767389112.617519:0:338184:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446621247370339328 : -122826339212288 : ffff904a43aea400) 00000001:00000001:3.0:1767389112.617528:0:338184:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767389112.617532:0:338184:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767389112.617537:0:338184:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.617542:0:338184:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767389112.617545:0:338184:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767389112.617549:0:338184:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.617555:0:338184:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1767389112.617559:0:338184:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.617564:0:338184:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767389112.617568:0:338184:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.617572:0:338184:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1767389112.617577:0:338184:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.617583:0:338184:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:3.0:1767389112.617588:0:338184:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8: does not need LOVEA. 00000004:00000001:3.0:1767389112.617593:0:338184:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1767389112.617597:0:338184:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1767389112.617938:0:338184:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767389112.617943:0:338184:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1767389112.617949:0:338184:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.617953:0:338184:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767389112.617956:0:338184:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.617960:0:338184:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767389112.617963:0:338184:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767389112.617967:0:338184:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.617970:0:338184:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767389112.617971:0:338184:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767389112.617974:0:338184:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.617977:0:338184:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767389112.617979:0:338184:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767389112.617982:0:338184:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767389112.617986:0:338184:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1767389112.617991:0:338184:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00000002:3.0:1767389112.617996:0:338184:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1767389112.617999:0:338184:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767389112.618001:0:338184:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.618005:0:338184:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1767389112.618010:0:338184:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767389112.618018:0:338184:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767389112.618021:0:338184:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767389112.618028:0:338184:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767389112.618032:0:338184:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767389112.618038:0:338184:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767389112.618041:0:338184:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.618048:0:338184:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1767389112.618051:0:338184:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.618055:0:338184:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767389112.618058:0:338184:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.618062:0:338184:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.618091:0:338184:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:3.0:1767389112.618096:0:338184:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1767389112.618100:0:338184:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1767389112.618104:0:338184:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1767389112.618107:0:338184:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1767389112.618110:0:338184:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1767389112.618114:0:338184:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1767389112.618120:0:338184:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.618124:0:338184:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1767389112.618130:0:338184:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:3.0:1767389112.618135:0:338184:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647172096 00010000:00000001:3.0:1767389112.618139:0:338184:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389112.618151:0:338184:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002be2f709 x1853241647172096/t0(0) o33->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 448/464 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767389112.618165:0:338184:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389112.618169:0:338184:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389112.618173:0:338184:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c40a78a6 time=1767389112 v=10 (0 0 0 0) 00000100:00001000:3.0:1767389112.618180:0:338184:0:(import.c:2194:obd_at_measure()) AT 00000000c40a78a6 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767389112.618189:0:338184:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@000000002be2f709 x1853241647172096/t0(0) o33->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 448/464 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767389112.618204:0:338184:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389112.618209:0:338184:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 7 to 192.168.204.13@tcp50 00000100:00000001:3.0:1767389112.618213:0:338184:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:3.0:1767389112.618218:0:338184:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389112.618221:0:338184:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.618226:0:338184:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389112.618232:0:338184:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:3.0:1767389112.618239:0:338184:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b193d21e. 00000100:00000200:3.0:1767389112.618245:0:338184:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853241647172096, offset 224 00000400:00000200:3.0:1767389112.618255:0:338184:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:3.0:1767389112.618270:0:338184:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:3.0:1767389112.618286:0:338184:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [247:247:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:3.0:1767389112.618308:0:338184:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767389112.618317:0:338184:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:3.0:1767389112.618323:0:338184:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001909adae. 00000800:00000200:3.0:1767389112.618332:0:338184:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:3.0:1767389112.618341:0:338184:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:3.0:1767389112.618347:0:338184:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001909adae type 1, nob 560 niov 1 nkiov 1 00000100:00000001:3.0:1767389112.618373:0:338184:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389112.618380:0:338184:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 6 to 192.168.204.13@tcp50 00010000:00000001:3.0:1767389112.618384:0:338184:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389112.618387:0:338184:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.618392:0:338184:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:3.0:1767389112.618398:0:338184:0:(lu_object.c:207:lu_object_put()) Add 00000000633eb352/000000007f8b4cbc to site lru. bkt: 000000000935b71a 00000100:00000040:3.0:1767389112.618427:0:338184:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002be2f709 x1853241647172096/t0(0) o33->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 448/464 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767389112.618455:0:338184:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002be2f709 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8+6:239741:x1853241647172096:12345-192.168.204.13@tcp50:33: Request processed in 12063us (12484us total) trans 0 rc 0/0 00000020:00000010:3.0:1767389112.618471:0:338184:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000080687c9b. 00000100:00100000:3.0:1767389112.618490:0:338184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 0 00000100:00000040:3.0:1767389112.618497:0:338184:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000064290599 : new rpc_count 0 00000100:00000001:3.0:1767389112.618501:0:338184:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389112.618507:0:338184:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389112.618514:0:338184:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000362d048c. 00000020:00000010:3.0:1767389112.618523:0:338184:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004e1ff831. 00000020:00000010:3.0:1767389112.618531:0:338184:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000414ca817. 00000020:00000040:3.0:1767389112.618544:0:338184:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 5 00000800:00000200:2.0:1767389112.618548:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767389112.618550:0:338184:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767389112.618553:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001909adae. 00000400:00000200:2.0:1767389112.618565:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389112.618577:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:2.0:1767389112.618584:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b193d21e 00000400:00000010:2.0:1767389112.618586:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b193d21e. 00000100:00000001:2.0:1767389112.618593:0:337530:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389112.618596:0:337530:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767389112.632261:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.632272:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389112.632275:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.632277:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389112.632284:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:2.0:1767389112.632306:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 576 into portal 12 MB=0x6958372100b00 00000400:00000200:2.0:1767389112.632313:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.13@tcp50 of length 576/576 into md 0x229 [64] + 14392 00000800:00000001:2.0:1767389112.632319:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.632326:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389112.632329:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389112.632333:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000100:00000001:2.0:1767389112.632337:0:337531:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389112.632339:0:337531:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767389112.632344:0:337531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003c8504a9. 00000100:00000040:2.0:1767389112.632347:0:337531:0:(events.c:337:request_in_callback()) incoming req@000000003c8504a9 x1853241647172352 msgsize 576 00000100:00100000:2.0:1767389112.632351:0:337531:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000001:2.0:1767389112.632378:0:337531:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767389112.632383:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.632385:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389112.632441:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389112.632446:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647172352 02000000:00000001:3.0:1767389112.632449:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389112.632451:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389112.632453:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389112.632457:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389112.632460:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647172352 00000020:00000001:3.0:1767389112.632462:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389112.632463:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42968c 00000020:00000001:3.0:1767389112.632466:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389112.632468:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000064290599 refcount=6 00000020:00000001:3.0:1767389112.632471:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616661504 : -122826092890112 : ffff904a525d3800) 00000020:00000001:3.0:1767389112.632474:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616661504 : -122826092890112 : ffff904a525d3800) 00000100:00000001:3.0:1767389112.632477:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389112.632482:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d936ac7e. 00000100:00000001:3.0:1767389112.632485:0:338180:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389112.632487:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d936ac7e. 00000020:00000010:3.0:1767389112.632492:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a85b52db. 00000020:00000010:3.0:1767389112.632496:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a1d19af. 00000020:00000010:3.0:1767389112.632499:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9c65e41. 00000100:00000040:3.0:1767389112.632503:0:338180:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767389112.632506:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389112.632507:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1767389112.632509:0:338180:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1767389112.632511:0:338180:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.632513:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.632517:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.632529:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389112.632537:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389112.632539:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389112.632545:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 7 00000100:00000040:3.0:1767389112.632548:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000064290599 : new rpc_count 1 00000100:00000001:3.0:1767389112.632550:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402885760 : -122821306665856 : ffff904b6fa53480) 00000100:00000040:3.0:1767389112.632554:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c8504a9 x1853241647172352/t0(0) o101->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 576/0 e 0 to 0 dl 1767389123 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767389112.632565:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389112.632567:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d936ac7e. 00000100:00000001:3.0:1767389112.632569:0:338180:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389112.632571:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d936ac7e. 00000100:00100000:3.0:1767389112.632575:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003c8504a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8+6:239771:x1853241647172352:12345-192.168.204.13@tcp50:101: 00000100:00000200:3.0:1767389112.632580:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647172352 00000020:00000001:3.0:1767389112.632583:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389112.632587:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389112.632590:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.632593:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389112.632595:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677696 : -1046873920 : ffffffffc199f8c0) 00000020:00000001:3.0:1767389112.632599:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767389112.632602:0:338180:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853241647172352, found 0 last_xid 1853241647172351 00000020:00000001:3.0:1767389112.632605:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389112.632608:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389112.632611:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389112.632614:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.632616:0:338180:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767389112.632618:0:338180:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767389112.632620:0:338180:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767389112.632622:0:338180:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767389112.632624:0:338180:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.632629:0:338180:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767389112.632635:0:338180:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000065997a71. 00010000:00000010:3.0:1767389112.632639:0:338180:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000042a92c19. 00010000:00000001:3.0:1767389112.632644:0:338180:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389112.632647:0:338180:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fbdd7723. 00000020:00000010:3.0:1767389112.632651:0:338180:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000d936ac7e. 00000020:00000001:3.0:1767389112.632654:0:338180:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389112.632656:0:338180:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000fbdd7723 with handle 0x95cd417baf42969a to hash 00000020:00000001:3.0:1767389112.632658:0:338180:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389112.632660:0:338180:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538717696 : -122821170833920 : ffff904b77bdd600) 00010000:00000010:3.0:1767389112.632665:0:338180:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000bca7cee. 00010000:00000001:3.0:1767389112.632668:0:338180:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538717696 : -122821170833920 : ffff904b77bdd600) 00010000:00010000:3.0:1767389112.632672:0:338180:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fbdd7723/0x95cd417baf42969a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaa11dd24c66059ce expref: -99 pid: 338180 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389112.632682:0:338180:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 0000000064290599 : new locks_count 1 00000020:00000040:3.0:1767389112.632684:0:338180:0:(genops.c:887:class_export_get()) GET export 0000000064290599 refcount=7 00010000:00000001:3.0:1767389112.632690:0:338180:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1767389112.632693:0:338180:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1767389112.632698:0:338180:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1767389112.632701:0:338180:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1767389112.632702:0:338180:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1767389112.632705:0:338180:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1767389112.632707:0:338180:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:3.0:1767389112.632710:0:338180:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767389112.632715:0:338180:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446621252267505848 : -122821442045768 : ffff904b679378b8) 00000004:00000001:3.0:1767389112.632717:0:338180:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446621252267505760 : -122821442045856 : ffff904b67937860) 00000004:00000001:3.0:1767389112.632719:0:338180:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.632722:0:338180:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1767389112.632761:0:338180:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1767389112.632766:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389112.632772:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389112.632777:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000008ec36d. 02000000:00000001:3.0:1767389112.632779:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.632782:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.632786:0:338180:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.632789:0:338180:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1767389112.632792:0:338180:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:3.0:1767389112.632794:0:338180:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767389112.632796:0:338180:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.632798:0:338180:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767389112.632799:0:338180:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767389112.632801:0:338180:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.632803:0:338180:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767389112.632804:0:338180:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767389112.632806:0:338180:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.632807:0:338180:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767389112.632808:0:338180:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767389112.632809:0:338180:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.632811:0:338180:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767389112.632812:0:338180:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767389112.632813:0:338180:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.632815:0:338180:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767389112.632816:0:338180:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767389112.632818:0:338180:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.632820:0:338180:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767389112.632822:0:338180:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389112.632825:0:338180:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1767389112.632830:0:338180:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 000000002fa0145b flags 0x0 02000000:00000001:3.0:1767389112.632832:0:338180:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446621247370339328 : -122826339212288 : ffff904a43aea400) 00000001:00000001:3.0:1767389112.632834:0:338180:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767389112.632835:0:338180:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767389112.632837:0:338180:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.632839:0:338180:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767389112.632840:0:338180:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767389112.632842:0:338180:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.632843:0:338180:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1767389112.632844:0:338180:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.632846:0:338180:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767389112.632848:0:338180:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.632849:0:338180:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1767389112.632850:0:338180:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.632854:0:338180:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1767389112.632858:0:338180:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1767389112.632859:0:338180:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1767389112.632861:0:338180:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:3.0:1767389112.632863:0:338180:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767389112.632864:0:338180:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 000000009cdda013 00000004:00000001:3.0:1767389112.632870:0:338180:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1767389112.632873:0:338180:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767389112.632875:0:338180:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767389112.632878:0:338180:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000065997a71 count: 2 00010000:00000001:3.0:1767389112.632880:0:338180:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389112.632883:0:338180:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767389112.632885:0:338180:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005e4647b1. 00000020:00000001:3.0:1767389112.632887:0:338180:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767389112.632889:0:338180:0:(lustre_handles.c:77:class_handle_hash()) added object 000000005e4647b1 with handle 0x95cd417baf4296a1 to hash 00000020:00000001:3.0:1767389112.632891:0:338180:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767389112.632892:0:338180:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446621252538713600 : -122821170838016 : ffff904b77bdc600) 00010000:00000010:3.0:1767389112.632895:0:338180:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f48d6dc9. 00010000:00000001:3.0:1767389112.632898:0:338180:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446621252538713600 : -122821170838016 : ffff904b77bdc600) 00010000:00000001:3.0:1767389112.632901:0:338180:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389112.632904:0:338180:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389112.632906:0:338180:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005e4647b1/0x95cd417baf4296a1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 338180 initiator: MDT0 00010000:00000001:3.0:1767389112.632913:0:338180:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767389112.632917:0:338180:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767389112.632919:0:338180:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1767389112.632922:0:338180:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1767389112.632924:0:338180:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389112.632926:0:338180:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1767389112.632927:0:338180:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389112.632930:0:338180:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767389112.632932:0:338180:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767389112.632934:0:338180:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767389112.632936:0:338180:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767389112.632938:0:338180:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (0000000065997a71) refcount = 2 00010000:00010000:3.0:1767389112.632941:0:338180:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005e4647b1/0x95cd417baf4296a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 338180 initiator: MDT0 00010000:00000001:3.0:1767389112.632947:0:338180:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:3.0:1767389112.632952:0:338180:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000414ca817. 00010000:00000001:3.0:1767389112.632955:0:338180:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389112.632957:0:338180:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.632959:0:338180:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767389112.632960:0:338180:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389112.632962:0:338180:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.632964:0:338180:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389112.632967:0:338180:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767389112.632969:0:338180:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389112.632972:0:338180:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005e4647b1/0x95cd417baf4296a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 338180 initiator: MDT0 00010000:00000001:3.0:1767389112.632977:0:338180:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767389112.632980:0:338180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389112.632982:0:338180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389112.632984:0:338180:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389112.632986:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389112.632987:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005e4647b1 refcount=3 00000020:00000001:3.0:1767389112.632990:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538713600 : -122821170838016 : ffff904b77bdc600) 00010000:00000001:3.0:1767389112.632992:0:338180:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538713600 : -122821170838016 : ffff904b77bdc600) 00010000:00000001:3.0:1767389112.632994:0:338180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389112.632995:0:338180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1767389112.632996:0:338180:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.632998:0:338180:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1767389112.633001:0:338180:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1767389112.633003:0:338180:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1767389112.633018:0:338180:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.633022:0:338180:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767389112.633025:0:338180:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767389112.633027:0:338180:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767389112.633030:0:338180:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767389112.633032:0:338180:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767389112.633035:0:338180:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767389112.633037:0:338180:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767389112.633039:0:338180:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767389112.633040:0:338180:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767389112.633042:0:338180:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:3.0:1767389112.633044:0:338180:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:3.0:1767389112.633046:0:338180:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:3.0:1767389112.633048:0:338180:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:3.0:1767389112.633050:0:338180:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.633052:0:338180:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767389112.633053:0:338180:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.633055:0:338180:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767389112.633056:0:338180:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767389112.633058:0:338180:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.633060:0:338180:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767389112.633061:0:338180:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767389112.633062:0:338180:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.633064:0:338180:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767389112.633066:0:338180:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767389112.633068:0:338180:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767389112.633069:0:338180:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1767389112.633072:0:338180:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 10752 00000004:00200000:3.0:1767389112.633075:0:338180:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00000002:3.0:1767389112.633077:0:338180:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1767389112.633078:0:338180:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767389112.633079:0:338180:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.633081:0:338180:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1767389112.633082:0:338180:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767389112.633084:0:338180:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767389112.633085:0:338180:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1767389112.633086:0:338180:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767389112.633088:0:338180:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767389112.633090:0:338180:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767389112.633092:0:338180:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.633095:0:338180:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1767389112.633097:0:338180:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.633098:0:338180:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767389112.633099:0:338180:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.633101:0:338180:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.633110:0:338180:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389112.633111:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389112.633112:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005e4647b1 refcount=3 00000020:00000001:3.0:1767389112.633114:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538713600 : -122821170838016 : ffff904b77bdc600) 00010000:00000001:3.0:1767389112.633116:0:338180:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538713600 : -122821170838016 : ffff904b77bdc600) 00000004:00010000:3.0:1767389112.633119:0:338180:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000005e4647b1/0x95cd417baf4296a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 338180 initiator: MDT0 00010000:00000001:3.0:1767389112.633125:0:338180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389112.633126:0:338180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1767389112.633127:0:338180:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1767389112.633129:0:338180:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1767389112.633131:0:338180:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1767389112.633134:0:338180:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389112.633135:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389112.633138:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005e4647b1 refcount=3 00000020:00000001:3.0:1767389112.633141:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538713600 : -122821170838016 : ffff904b77bdc600) 00010000:00000001:3.0:1767389112.633144:0:338180:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538713600 : -122821170838016 : ffff904b77bdc600) 00000004:00000040:3.0:1767389112.633148:0:338180:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 0000000064290599 : new locks_count 2 00000020:00000040:3.0:1767389112.633152:0:338180:0:(genops.c:887:class_export_get()) GET export 0000000064290599 refcount=8 00010000:00000001:3.0:1767389112.633156:0:338180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389112.633158:0:338180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1767389112.633160:0:338180:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1767389112.633164:0:338180:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1767389112.633168:0:338180:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1767389112.633171:0:338180:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1767389112.633172:0:338180:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1767389112.633175:0:338180:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1767389112.633177:0:338180:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1767389112.633180:0:338180:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:3.0:1767389112.633185:0:338180:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.633199:0:338180:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1767389112.633203:0:338180:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1767389112.633206:0:338180:0:(lu_object.c:207:lu_object_put()) Add 00000000633eb352/000000007f8b4cbc to site lru. bkt: 000000000935b71a 00000004:00000001:3.0:1767389112.633210:0:338180:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1767389112.633212:0:338180:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1767389112.633215:0:338180:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1767389112.633218:0:338180:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389112.633224:0:338180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389112.633226:0:338180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389112.633228:0:338180:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389112.633229:0:338180:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389112.633232:0:338180:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000fbdd7723 with handle 0x95cd417baf42969a from hash 00010000:00000001:3.0:1767389112.633234:0:338180:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389112.633236:0:338180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389112.633237:0:338180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389112.633238:0:338180:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1767389112.633239:0:338180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389112.633243:0:338180:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fbdd7723/0x95cd417baf42969a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.13@tcp50 remote: 0xaa11dd24c66059ce expref: 8 pid: 338180 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389112.633257:0:338180:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000064290599 : new locks_count 1 00000020:00000040:3.0:1767389112.633259:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 7 00010000:00000010:3.0:1767389112.633262:0:338180:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bca7cee. 00010000:00000001:3.0:1767389112.633268:0:338180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389112.633270:0:338180:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.633274:0:338180:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767389112.633277:0:338180:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005e4647b1/0x95cd417baf4296a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.13@tcp50 remote: 0xaa11dd24c66059ce expref: 7 pid: 338180 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389112.633285:0:338180:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767389112.633287:0:338180:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1767389112.633289:0:338180:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (0000000065997a71) 00010000:00010000:3.0:1767389112.633292:0:338180:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:3.0:1767389112.633295:0:338180:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389112.633297:0:338180:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.633299:0:338180:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767389112.633300:0:338180:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389112.633301:0:338180:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389112.633302:0:338180:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005e4647b1, rc 0) 00000020:00000001:3.0:1767389112.633304:0:338180:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389112.633307:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647172352 00010000:00000001:3.0:1767389112.633309:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389112.633312:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003c8504a9 x1853241647172352/t0(0) o101->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 576/688 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767389112.633320:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389112.633322:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389112.633324:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=131 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389112.633327:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389112.633330:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 7 to 192.168.204.13@tcp50 00000100:00000001:3.0:1767389112.633332:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:3.0:1767389112.633334:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389112.633337:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.633340:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389112.633342:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:3.0:1767389112.633346:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c269d9d. 00000100:00000200:3.0:1767389112.633350:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853241647172352, offset 224 00000400:00000200:3.0:1767389112.633355:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:3.0:1767389112.633364:0:338180:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:3.0:1767389112.633375:0:338180:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [248:248:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:3.0:1767389112.633387:0:338180:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767389112.633392:0:338180:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:3.0:1767389112.633395:0:338180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ef13a07. 00000800:00000200:3.0:1767389112.633400:0:338180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:3.0:1767389112.633425:0:338180:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:3.0:1767389112.633429:0:338180:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ef13a07 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:3.0:1767389112.633443:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389112.633446:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 6 to 192.168.204.13@tcp50 00010000:00000001:3.0:1767389112.633448:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389112.633450:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.633452:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389112.633465:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c8504a9 x1853241647172352/t0(0) o101->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 576/688 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767389112.633475:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003c8504a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8+7:239771:x1853241647172352:12345-192.168.204.13@tcp50:101: Request processed in 909us (1126us total) trans 0 rc 0/0 00000100:00100000:3.0:1767389112.633483:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 7 00000100:00000040:3.0:1767389112.633487:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000064290599 : new rpc_count 0 00000100:00000001:3.0:1767389112.633489:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389112.633491:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389112.633495:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a1d19af. 00000020:00000010:3.0:1767389112.633499:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9c65e41. 00000020:00000010:3.0:1767389112.633502:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a85b52db. 00000020:00000040:3.0:1767389112.633512:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 6 00000100:00000001:3.0:1767389112.633515:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767389112.633547:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389112.633553:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ef13a07. 00000400:00000200:2.0:1767389112.633557:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389112.633564:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:2.0:1767389112.633568:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c269d9d 00000400:00000010:2.0:1767389112.633570:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c269d9d. 00000100:00000001:2.0:1767389112.633574:0:337529:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389112.633576:0:337529:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767389112.639834:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:3.1:1767389112.639851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000fbdd7723. 00000800:00000001:2.0:1767389112.639881:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389112.639887:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.639891:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389112.639897:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:2.0:1767389112.639907:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 328 into portal 17 MB=0x6958372100b80 00000400:00000200:2.0:1767389112.639915:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.13@tcp50 of length 328/328 into md 0x19 [2] + 0 00000800:00000001:2.0:1767389112.639920:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.639925:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389112.639928:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389112.639931:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000100:00000001:2.0:1767389112.639936:0:337530:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389112.639939:0:337530:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767389112.639943:0:337530:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2734a03. 00000100:00000040:2.0:1767389112.639946:0:337530:0:(events.c:337:request_in_callback()) incoming req@00000000d2734a03 x1853241647172480 msgsize 328 00000100:00100000:2.0:1767389112.639951:0:337530:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000001:2.0:1767389112.639967:0:337530:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767389112.639974:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.639981:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389112.639985:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.639988:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389112.639994:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:2.0:1767389112.640005:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 328 into portal 17 MB=0x6958372100c80 00000100:00000001:0.0:1767389112.640008:0:338165:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389112.640014:0:338165:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647172480 00000400:00000200:2.0:1767389112.640021:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.13@tcp50 of length 328/328 into md 0x19 [2] + 328 02000000:00000001:0.0:1767389112.640022:0:338165:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389112.640027:0:338165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389112.640031:0:338165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389112.640038:0:338165:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389112.640044:0:338165:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647172480 00000800:00000001:2.0:1767389112.640045:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767389112.640047:0:338165:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389112.640051:0:338165:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00000020:00000001:0.0:1767389112.640053:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1767389112.640057:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767389112.640057:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=9 00000020:00000001:0.0:1767389112.640065:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000400:00000200:2.0:1767389112.640070:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767389112.640070:0:338165:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000100:00000001:0.0:1767389112.640080:0:338165:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389112.640085:0:338165:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026b2bcdd. 00000400:00000200:2.0:1767389112.640088:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000100:00000001:0.0:1767389112.640089:0:338165:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767389112.640096:0:338165:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026b2bcdd. 00000100:00000001:2.0:1767389112.640103:0:337530:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1767389112.640104:0:338165:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000134f7215. 00000100:00000200:2.0:1767389112.640111:0:337530:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1767389112.640112:0:338165:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000deea35c4. 00000020:00000010:0.0:1767389112.640123:0:338165:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007aec204. 00000100:00000010:2.0:1767389112.640128:0:337530:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001edd92c3. 00000100:00000040:0.0:1767389112.640132:0:338165:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000040:2.0:1767389112.640135:0:337530:0:(events.c:337:request_in_callback()) incoming req@000000001edd92c3 x1853241647172736 msgsize 328 00000100:00000001:0.0:1767389112.640136:0:338165:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389112.640139:0:338165:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767389112.640142:0:338165:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767389112.640146:0:338165:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389112.640151:0:338165:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00100000:2.0:1767389112.640156:0:337530:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00010000:00000001:0.0:1767389112.640157:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389112.640164:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389112.640169:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=3 00000020:00000001:0.0:1767389112.640173:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:0.0:1767389112.640176:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00010000:00000001:0.0:1767389112.640179:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389112.640180:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389112.640182:0:338165:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389112.640183:0:338165:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389112.640187:0:337530:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767389112.640189:0:338165:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767389112.640197:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.640207:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389112.640211:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767389112.640211:0:338165:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389112.640219:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389112.640225:0:338165:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389112.640233:0:338165:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647172736 00000100:00000001:3.0:1767389112.640239:0:339024:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767389112.640240:0:338165:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389112.640246:0:338165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389112.640247:0:339024:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767389112.640247:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000100:00000001:0.0:1767389112.640250:0:338165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389112.640257:0:338165:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389112.640263:0:339024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 1 00000100:00100000:0.0:1767389112.640264:0:338165:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647172736 00000020:00000001:0.0:1767389112.640270:0:338165:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767389112.640274:0:339024:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d053261 : new rpc_count 1 00000400:00000200:2.0:1767389112.640275:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 328 into portal 17 MB=0x6958372100c00 00000020:00000040:0.0:1767389112.640276:0:338165:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00000020:00000001:0.0:1767389112.640283:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767389112.640284:0:339024:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402874112 : -122821306677504 : ffff904b6fa50700) 00000020:00000040:0.0:1767389112.640290:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=10 00000020:00000001:0.0:1767389112.640298:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000100:00000040:3.0:1767389112.640300:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d2734a03 x1853241647172480/t0(0) o103->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:563/0 lens 328/0 e 0 to 0 dl 1767389123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389112.640304:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.13@tcp50 of length 328/328 into md 0x19 [2] + 656 00000020:00000001:0.0:1767389112.640306:0:338165:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000100:00000001:0.0:1767389112.640315:0:338165:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389112.640321:0:338165:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026b2bcdd. 00000100:00000001:0.0:1767389112.640334:0:338165:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1767389112.640335:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1767389112.640345:0:338165:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026b2bcdd. 00000100:00000001:3.0:1767389112.640347:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1767389112.640351:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767389112.640354:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023ca8ce1. 00000020:00000010:0.0:1767389112.640355:0:338165:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd30d963. 00000400:00000200:2.0:1767389112.640356:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389112.640365:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389112.640371:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023ca8ce1. 00000020:00000010:0.0:1767389112.640372:0:338165:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d7033644. 00000400:00000200:2.0:1767389112.640378:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000020:00000010:0.0:1767389112.640385:0:338165:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cd4a4bab. 00000100:00000001:2.0:1767389112.640388:0:337530:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767389112.640392:0:338165:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1767389112.640395:0:337530:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1767389112.640396:0:338165:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767389112.640397:0:339024:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d2734a03 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+10:236319:x1853241647172480:12345-192.168.204.13@tcp50:103: 00010000:00000001:0.0:1767389112.640422:0:338165:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000010:2.0:1767389112.640423:0:337530:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001244c98e. 00000100:00000200:3.0:1767389112.640426:0:339024:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647172480 00010000:00000001:0.0:1767389112.640428:0:338165:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389112.640438:0:337530:0:(events.c:337:request_in_callback()) incoming req@000000001244c98e x1853241647172608 msgsize 328 00010000:00000001:3.0:1767389112.640439:0:339024:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:0.0:1767389112.640440:0:338165:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000002:3.0:1767389112.640447:0:339024:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767389112.640450:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767389112.640462:0:339024:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:0.0:1767389112.640463:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767389112.640470:0:339024:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1767389112.640470:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000094c0982e refcount=3 02000000:00000001:3.0:1767389112.640480:0:339024:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767389112.640484:0:337530:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000020:00000001:0.0:1767389112.640484:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 02000000:00000010:3.0:1767389112.640487:0:339024:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006a56d76f. 02000000:00000001:3.0:1767389112.640496:0:339024:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389112.640497:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 00000100:00000001:3.0:1767389112.640502:0:339024:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389112.640504:0:337530:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767389112.640504:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389112.640509:0:339024:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767389112.640510:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389112.640515:0:339024:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000800:00000001:2.0:1767389112.640516:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767389112.640516:0:338165:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.640519:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767389112.640526:0:338165:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.640527:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:2.0:1767389112.640528:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389112.640528:0:338167:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389112.640533:0:338165:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389112.640538:0:338167:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647172608 00000020:00000040:3.0:1767389112.640539:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f79eca00 refcount=3 02000000:00000001:1.0:1767389112.640551:0:338167:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767389112.640553:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00000100:00000001:0.0:1767389112.640553:0:338165:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389112.640556:0:338167:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389112.640567:0:338167:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.640569:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634432 : -122826365917184 : ffff904a42172800) 00000100:00000001:0.0:1767389112.640574:0:338165:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389112.640582:0:338165:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000040:3.0:1767389112.640585:0:339024:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000edf97b29 count: 8 02000000:00000001:1.0:1767389112.640586:0:338167:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389112.640599:0:338167:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647172608 00000100:00100000:0.0:1767389112.640600:0:338165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 2 00010000:00000001:3.0:1767389112.640601:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767389112.640613:0:338167:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767389112.640614:0:339024:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:0.0:1767389112.640614:0:338165:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d053261 : new rpc_count 2 00000020:00000040:1.0:1767389112.640620:0:338167:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00010000:00000001:3.0:1767389112.640622:0:339024:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:0.0:1767389112.640625:0:338165:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402878592 : -122821306673024 : ffff904b6fa51880) 00000020:00000001:1.0:1767389112.640635:0:338167:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767389112.640637:0:339024:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389112.640640:0:338165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001edd92c3 x1853241647172736/t0(0) o103->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:563/0 lens 328/0 e 0 to 0 dl 1767389123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389112.640645:0:338167:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=11 00000020:00000001:3.0:1767389112.640647:0:339024:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.640659:0:338167:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00010000:00000001:3.0:1767389112.640662:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:1.0:1767389112.640671:0:338167:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00010000:00000001:3.0:1767389112.640673:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389112.640683:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389112.640688:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767389112.640688:0:338167:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767389112.640697:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:1.0:1767389112.640699:0:338167:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f58775e. 00010000:00000001:3.0:1767389112.640701:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389112.640702:0:338165:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389112.640716:0:338167:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767389112.640717:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f79eca00 with handle 0x95cd417baf429677 from hash 00000020:00000010:0.0:1767389112.640718:0:338165:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026b2bcdd. 00000100:00000001:0.0:1767389112.640768:0:338165:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389112.640780:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:1.0:1767389112.640780:0:338167:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008f58775e. 00000020:00000010:0.0:1767389112.640782:0:338165:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026b2bcdd. 00010000:00000001:3.0:1767389112.640791:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389112.640800:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389112.640804:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:1.0:1767389112.640805:0:338167:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006fc9a729. 00000100:00100000:0.0:1767389112.640811:0:338165:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001edd92c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+11:236319:x1853241647172736:12345-192.168.204.13@tcp50:103: 00010000:00000001:3.0:1767389112.640816:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000010:1.0:1767389112.640820:0:338167:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007019f29e. 00010000:00000001:3.0:1767389112.640822:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:0.0:1767389112.640828:0:338165:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647172736 00000020:00000010:1.0:1767389112.640834:0:338167:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069e5be74. 00010000:00000001:0.0:1767389112.640834:0:338165:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00010000:3.0:1767389112.640838:0:339024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f79eca00/0x95cd417baf429677 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.204.13@tcp50 remote: 0xaa11dd24c6605981 expref: 11 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000002:0.0:1767389112.640844:0:338165:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767389112.640849:0:338165:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767389112.640851:0:338167:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389112.640858:0:338165:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767389112.640859:0:338167:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000040:3.0:1767389112.640861:0:339024:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d053261 : new locks_count 3 00000020:00000040:3.0:1767389112.640868:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 10 00010000:00000001:1.0:1767389112.640868:0:338167:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 02000000:00000001:0.0:1767389112.640869:0:338165:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767389112.640879:0:338167:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389112.640880:0:338165:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000146c0669. 00010000:00000001:3.0:1767389112.640883:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389112.640897:0:338167:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767389112.640898:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000001:0.0:1767389112.640898:0:338165:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389112.640912:0:338165:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.640916:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767389112.640916:0:338167:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767389112.640918:0:338165:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767389112.640929:0:338165:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767389112.640941:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389112.640944:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389112.640945:0:338167:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767389112.640946:0:339024:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.640957:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000040:1.0:1767389112.640959:0:338167:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000383cc2e6 refcount=3 00000020:00000001:0.0:1767389112.640960:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:3.0:1767389112.640961:0:339024:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000040:0.0:1767389112.640970:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000094c0982e refcount=3 00010000:00000001:3.0:1767389112.640972:0:339024:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389112.640972:0:338167:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634944 : -122826365916672 : ffff904a42172a00) 00000020:00000001:0.0:1767389112.640982:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 00010000:00000001:1.0:1767389112.640983:0:338167:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634944 : -122826365916672 : ffff904a42172a00) 00010000:00000001:3.0:1767389112.640985:0:339024:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389112.640990:0:339024:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389112.640996:0:338167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389112.640996:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436001280 : -122826273550336 : ffff904a47989000) 00000100:00001000:3.0:1767389112.640998:0:339024:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=137 v=5 (1 0 0 0) 00010000:00000001:1.0:1767389112.641008:0:338167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1767389112.641010:0:338165:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003c38b262 count: 4 00000100:00000001:3.0:1767389112.641011:0:339024:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767389112.641012:0:338167:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389112.641015:0:338165:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767389112.641023:0:338167:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389112.641025:0:338165:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:3.0:1767389112.641026:0:339024:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 7 to 192.168.204.13@tcp50 00010000:00000001:0.0:1767389112.641031:0:338165:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767389112.641036:0:338165:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389112.641037:0:338167:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.641038:0:339024:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 00000020:00000001:0.0:1767389112.641041:0:338165:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389112.641051:0:339024:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767389112.641054:0:338165:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:3.0:1767389112.641055:0:339024:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389112.641059:0:338167:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389112.641059:0:338165:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767389112.641062:0:339024:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767389112.641076:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767389112.641077:0:339024:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00010000:00000001:0.0:1767389112.641082:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767389112.641085:0:339024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000213d4250. 00010000:00000001:0.0:1767389112.641087:0:338165:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:3.0:1767389112.641092:0:339024:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241647172480, offset 224 00010000:00000001:0.0:1767389112.641092:0:338165:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389112.641102:0:338165:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000094c0982e with handle 0x95cd417baf429685 from hash 00000400:00000200:3.0:1767389112.641108:0:339024:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00010000:00000001:0.0:1767389112.641109:0:338165:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389112.641114:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389112.641116:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389112.641118:0:338165:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389112.641120:0:338165:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389112.641124:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767389112.641127:0:339024:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00010000:00010000:0.0:1767389112.641133:0:338165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000094c0982e/0x95cd417baf429685 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.13@tcp50 remote: 0xaa11dd24c66059ab expref: 10 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389112.641142:0:338165:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d053261 : new locks_count 2 00000020:00000040:0.0:1767389112.641144:0:338165:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 9 00000400:00000200:3.0:1767389112.641151:0:339024:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [249:249:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [26:26:8:4294967295] 00010000:00000001:0.0:1767389112.641152:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389112.641156:0:338165:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389112.641159:0:338165:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389112.641162:0:338165:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389112.641166:0:338165:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389112.641168:0:338165:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767389112.641170:0:338165:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767389112.641173:0:338165:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389112.641179:0:338165:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389112.641183:0:338165:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389112.641197:0:338165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=137 v=5 (1 0 0 0) 00000400:00000200:3.0:1767389112.641200:0:339024:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000100:00000001:0.0:1767389112.641203:0:338165:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389112.641210:0:338165:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 8 to 192.168.204.13@tcp50 00000100:00000001:0.0:1767389112.641215:0:338165:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:0.0:1767389112.641220:0:338165:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:3.0:1767389112.641221:0:339024:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.13@tcp50 02000000:00000001:0.0:1767389112.641223:0:338165:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389112.641229:0:338165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1767389112.641230:0:339024:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000daa7973d. 00000100:00000040:0.0:1767389112.641237:0:338165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000800:00000200:3.0:1767389112.641243:0:339024:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000400:00000010:0.0:1767389112.641244:0:338165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec4b001d. 00000100:00000200:0.0:1767389112.641254:0:338165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241647172736, offset 224 00000800:00000200:3.0:1767389112.641260:0:339024:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:3.0:1767389112.641268:0:339024:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000daa7973d type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767389112.641269:0:338165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:0.0:1767389112.641283:0:338165:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000100:00000001:3.0:1767389112.641291:0:339024:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389112.641298:0:338165:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [250:250:255:4294967295] 192.168.204.13@tcp50 LPNI seq info [27:27:7:4294967295] 00000100:00000040:3.0:1767389112.641303:0:339024:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 7 to 192.168.204.13@tcp50 00010000:00000001:3.0:1767389112.641312:0:339024:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.641317:0:339024:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389112.641330:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2734a03 x1853241647172480/t0(0) o103->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:563/0 lens 328/224 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389112.641339:0:338165:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:0.0:1767389112.641356:0:338165:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000200:2.0:1767389112.641358:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767389112.641365:0:338165:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000deee8a24. 00000100:00100000:3.0:1767389112.641370:0:339024:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d2734a03 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+9:236319:x1853241647172480:12345-192.168.204.13@tcp50:103: Request processed in 1014us (1413us total) trans 0 rc 0/0 00000800:00000010:2.0:1767389112.641370:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000daa7973d. 00000400:00000200:2.0:1767389112.641381:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767389112.641390:0:338165:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000400:00000200:2.0:1767389112.641403:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:2.0:1767389112.641422:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000213d4250 00000400:00000010:2.0:1767389112.641428:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000213d4250. 00000800:00000200:0.0:1767389112.641429:0:338165:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000100:00000001:2.0:1767389112.641436:0:337531:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000200:0.0:1767389112.641436:0:338165:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000deee8a24 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767389112.641440:0:337531:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389112.641446:0:338165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389112.641452:0:338165:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 6 to 192.168.204.13@tcp50 00010000:00000001:0.0:1767389112.641455:0:338165:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389112.641457:0:338165:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767389112.641461:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389112.641469:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000deee8a24. 00000100:00000040:0.0:1767389112.641470:0:338165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001edd92c3 x1853241647172736/t0(0) o103->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:563/0 lens 328/224 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389112.641486:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767389112.641495:0:338165:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001edd92c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+9:236319:x1853241647172736:12345-192.168.204.13@tcp50:103: Request processed in 790us (1355us total) trans 0 rc 0/0 00000400:00000200:2.0:1767389112.641510:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:2.0:1767389112.641516:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec4b001d 00000400:00000010:2.0:1767389112.641520:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec4b001d. 00000100:00100000:3.0:1767389112.641529:0:339024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 1 00000100:00000001:2.0:1767389112.641529:0:337531:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389112.641537:0:337531:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1767389112.641538:0:339024:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 1 00000100:00000001:3.0:1767389112.641546:0:339024:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1767389112.641547:0:338165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 2 00000100:00000001:3.0:1767389112.641550:0:339024:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767389112.641553:0:338165:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 0 00000100:00000001:0.0:1767389112.641557:0:338165:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767389112.641558:0:339024:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000deea35c4. 00000100:00000001:0.0:1767389112.641561:0:338165:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389112.641567:0:338165:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d7033644. 00000020:00000010:0.0:1767389112.641574:0:338165:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cd4a4bab. 00000020:00000010:0.0:1767389112.641578:0:338165:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd30d963. 00000020:00000040:0.0:1767389112.641581:0:338165:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 8 00000100:00000001:0.0:1767389112.641584:0:338165:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389112.641593:0:338165:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767389112.641595:0:338165:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389112.641598:0:338165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 3 00000100:00000040:0.0:1767389112.641601:0:338165:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d053261 : new rpc_count 1 00000100:00000001:0.0:1767389112.641603:0:338165:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252402877696 : -122821306673920 : ffff904b6fa51500) 00000100:00000040:0.0:1767389112.641607:0:338165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001244c98e x1853241647172608/t0(0) o103->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:563/0 lens 328/0 e 0 to 0 dl 1767389123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389112.641612:0:339024:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007aec204. 00000020:00000010:3.0:1767389112.641620:0:339024:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000134f7215. 00000100:00000001:0.0:1767389112.641621:0:338165:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389112.641627:0:338165:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026b2bcdd. 00000020:00000040:3.0:1767389112.641629:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 7 00000100:00000001:0.0:1767389112.641632:0:338165:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389112.641636:0:339024:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767389112.641637:0:338165:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026b2bcdd. 00000100:00100000:0.0:1767389112.641646:0:338165:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001244c98e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+7:236319:x1853241647172608:12345-192.168.204.13@tcp50:103: 00000100:00000200:0.0:1767389112.641650:0:338165:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647172608 00010000:00000001:0.0:1767389112.641653:0:338165:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1767389112.641654:0:338165:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767389112.641656:0:338165:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1767389112.641658:0:338165:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389112.641660:0:338165:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767389112.641664:0:338165:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002859a621. 02000000:00000001:0.0:1767389112.641666:0:338165:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389112.641668:0:338165:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389112.641670:0:338165:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1767389112.641671:0:338165:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767389112.641674:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767389112.641676:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389112.641678:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000383cc2e6 refcount=3 00000020:00000001:0.0:1767389112.641679:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343634944 : -122826365916672 : ffff904a42172a00) 00010000:00000001:0.0:1767389112.641682:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343634944 : -122826365916672 : ffff904a42172a00) 00010000:00000040:0.0:1767389112.641685:0:338165:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000dac65c84 count: 3 00010000:00000001:0.0:1767389112.641687:0:338165:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767389112.641688:0:338165:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767389112.641690:0:338165:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767389112.641692:0:338165:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389112.641693:0:338165:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389112.641696:0:338165:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389112.641698:0:338165:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389112.641701:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389112.641703:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389112.641704:0:338165:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389112.641722:0:338165:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389112.641726:0:338165:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000383cc2e6 with handle 0x95cd417baf42967e from hash 00010000:00000001:0.0:1767389112.641729:0:338165:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389112.641730:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389112.641732:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389112.641733:0:338165:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389112.641735:0:338165:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389112.641783:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389112.641789:0:338165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000383cc2e6/0x95cd417baf42967e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.204.13@tcp50 remote: 0xaa11dd24c66059a4 expref: 7 pid: 338175 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767389112.641799:0:338165:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d053261 : new locks_count 1 00000020:00000040:0.0:1767389112.641802:0:338165:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 6 00010000:00000001:0.0:1767389112.641811:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389112.641813:0:338165:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767389112.641815:0:338165:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767389112.641817:0:338165:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389112.641820:0:338165:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389112.641822:0:338165:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767389112.641824:0:338165:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767389112.641825:0:338165:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389112.641829:0:338165:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389112.641831:0:338165:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389112.641834:0:338165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=137 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389112.641838:0:338165:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389112.641840:0:338165:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 7 to 192.168.204.13@tcp50 00000100:00000001:0.0:1767389112.641843:0:338165:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:0.0:1767389112.641846:0:338165:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767389112.641848:0:338165:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389112.641851:0:338165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389112.641854:0:338165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:0.0:1767389112.641858:0:338165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046ef2379. 00000100:00000200:0.0:1767389112.641862:0:338165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241647172608, offset 224 00000400:00000200:0.0:1767389112.641868:0:338165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:0.0:1767389112.641876:0:338165:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:0.0:1767389112.641888:0:338165:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [251:251:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [28:28:8:4294967295] 00000400:00000200:0.0:1767389112.641902:0:338165:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:0.0:1767389112.641908:0:338165:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:0.0:1767389112.641913:0:338165:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000deee8a24. 00000800:00000200:0.0:1767389112.641918:0:338165:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:0.0:1767389112.641924:0:338165:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:0.0:1767389112.641928:0:338165:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000deee8a24 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767389112.641945:0:338165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389112.641950:0:338165:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 6 to 192.168.204.13@tcp50 00010000:00000001:0.0:1767389112.641953:0:338165:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389112.641955:0:338165:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389112.641961:0:338165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001244c98e x1853241647172608/t0(0) o103->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:563/0 lens 328/224 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389112.641979:0:338165:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001244c98e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+6:236319:x1853241647172608:12345-192.168.204.13@tcp50:103: Request processed in 351us (1534us total) trans 0 rc 0/0 00000100:00100000:0.0:1767389112.641994:0:338165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 3 00000100:00000040:0.0:1767389112.641997:0:338165:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 0 00000100:00000001:0.0:1767389112.642000:0:338165:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389112.642002:0:338165:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767389112.642008:0:338165:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007019f29e. 00000020:00000010:0.0:1767389112.642016:0:338165:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069e5be74. 00000020:00000010:0.0:1767389112.642022:0:338165:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006fc9a729. 00000020:00000040:0.0:1767389112.642029:0:338165:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 5 00000100:00000001:0.0:1767389112.642036:0:338165:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767389112.642067:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389112.642071:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000deee8a24. 00000400:00000200:2.0:1767389112.642074:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389112.642079:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:2.0:1767389112.642082:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046ef2379 00000400:00000010:2.0:1767389112.642083:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046ef2379. 00000100:00000001:2.0:1767389112.642085:0:337529:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389112.642087:0:337529:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767389112.643557:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.643567:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389112.643569:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.643571:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389112.643576:0:337530:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:2.0:1767389112.643585:0:337530:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 224 into portal 28 MB=0x6958372100d00 00000400:00000200:2.0:1767389112.643591:0:337530:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.13@tcp50 of length 224/224 into md 0xad9 [8] + 6200 00000800:00000001:2.0:1767389112.643595:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.643601:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389112.643602:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389112.643605:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000100:00000001:2.0:1767389112.643609:0:337530:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389112.643610:0:337530:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767389112.643614:0:337530:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c68dee1e. 00000100:00000040:2.0:1767389112.643617:0:337530:0:(events.c:337:request_in_callback()) incoming req@00000000c68dee1e x1853241647172864 msgsize 224 00000100:00100000:2.0:1767389112.643620:0:337530:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000001:2.0:1767389112.643633:0:337530:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767389112.643638:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.643640:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389112.643698:0:339009:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767389112.643704:0:339009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647172864 02000000:00000001:1.0:1767389112.643707:0:339009:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389112.643710:0:339009:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389112.643712:0:339009:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389112.643717:0:339009:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389112.643720:0:339009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647172864 00000020:00000001:1.0:1767389112.643723:0:339009:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389112.643725:0:339009:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429693 00000020:00000001:1.0:1767389112.643727:0:339009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389112.643731:0:339009:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008a07d9c2 refcount=6 00000020:00000001:1.0:1767389112.643734:0:339009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365316608 : -122826344235008 : ffff904a43620000) 00000020:00000001:1.0:1767389112.643842:0:339009:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365316608 : -122826344235008 : ffff904a43620000) 00000100:00000001:1.0:1767389112.643851:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389112.643860:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008f58775e. 00000020:00000010:1.0:1767389112.643869:0:339009:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a82c7aaa. 00000020:00000040:1.0:1767389112.643879:0:339009:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 8 - evictor 00000100:00000001:1.0:1767389112.643907:0:339009:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767389112.643914:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006fc9a729. 00000020:00000010:1.0:1767389112.643920:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b9fca1e6. 00000020:00000010:1.0:1767389112.643939:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b81e899. 00000100:00000040:1.0:1767389112.643947:0:339009:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767389112.643949:0:339009:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389112.643951:0:339009:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389112.643954:0:339009:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767389112.643955:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767389112.643960:0:339009:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389112.643964:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 8 - evictor 00000100:00000001:1.0:1767389112.643973:0:339009:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389112.643984:0:339009:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389112.643986:0:339009:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389112.643993:0:339009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 5 00000100:00000040:1.0:1767389112.643997:0:339009:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008a07d9c2 : new rpc_count 1 00000100:00000001:1.0:1767389112.643999:0:339009:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252613746944 : -122821095804672 : ffff904b7c36b100) 00000100:00000040:1.0:1767389112.644003:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c68dee1e x1853241647172864/t0(0) o9->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 224/0 e 0 to 0 dl 1767389123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389112.644010:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389112.644013:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a82c7aaa. 00000100:00000001:1.0:1767389112.644015:0:339009:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389112.644018:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a82c7aaa. 00000100:00100000:1.0:1767389112.644022:0:339009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c68dee1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8+6:236318:x1853241647172864:12345-192.168.204.13@tcp50:9: 00000100:00000200:1.0:1767389112.644025:0:339009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647172864 00000020:00000001:1.0:1767389112.644029:0:339009:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389112.644032:0:339009:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767389112.644033:0:339009:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.644035:0:339009:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389112.644036:0:339009:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674497808 : -1035053808 : ffffffffc24e5510) 00000020:00000001:1.0:1767389112.644038:0:339009:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767389112.644040:0:339009:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389112.644042:0:339009:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389112.644043:0:339009:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767389112.644045:0:339009:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.644047:0:339009:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:1.0:1767389112.644048:0:339009:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1767389112.644051:0:339009:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389112.644052:0:339009:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767389112.644056:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000047d1168f. 02000000:00000001:1.0:1767389112.644057:0:339009:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389112.644058:0:339009:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389112.644063:0:339009:0:(genops.c:887:class_export_get()) GET export 000000008a07d9c2 refcount=7 00010000:00000001:1.0:1767389112.644065:0:339009:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:1.0:1767389112.644067:0:339009:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:1.0:1767389112.644068:0:339009:0:(genops.c:887:class_export_get()) GET export 000000008a07d9c2 refcount=8 00010000:00000001:1.0:1767389112.644070:0:339009:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767389112.644072:0:339009:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767389112.644078:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000008a07d9c2 : new refcount 7 00000020:00000080:1.0:1767389112.644079:0:339009:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf429693 00000020:00000040:1.0:1767389112.644082:0:339009:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008a07d9c2 with handle 0x95cd417baf429693 from hash 00000020:00000040:1.0:1767389112.644086:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000008a07d9c2 : new refcount 6 00000020:00000010:1.0:1767389112.644088:0:339009:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008f58775e. 00000020:00000001:1.0:1767389112.644090:0:339009:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767389112.644091:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000008a07d9c2 : new refcount 5 00000020:00000001:1.0:1767389112.644093:0:339009:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767389112.644094:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000008a07d9c2 : new refcount 4 00000020:00000001:1.0:1767389112.644095:0:339009:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389112.644097:0:339009:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767389112.644099:0:339009:0:(import.c:65:import_set_state_nolock()) 00000000c2c407cf : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767389112.644101:0:339009:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767389112.644103:0:339009:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767389112.644104:0:339009:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767389112.644114:0:339009:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767389112.644117:0:339009:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:1.0:1767389112.644119:0:339009:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767389112.644122:0:339009:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/000000008a07d9c2 dirty 0 pend 0 grant 0 00000020:00000010:1.0:1767389112.644126:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2c57920. 00000020:00000010:1.0:1767389112.644129:0:339009:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001f28b041. 00000020:00000010:1.0:1767389112.644145:0:339009:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006232e190. 00000020:00000010:1.0:1767389112.644149:0:339009:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057d12b29. 00000020:00000010:1.0:1767389112.644152:0:339009:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000028d871. 80000000:00000010:1.0:1767389112.644156:0:339009:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a5c3f1b0. 00000020:00000001:0.0:1767389112.644157:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389112.644173:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:1.0:1767389112.644175:0:339009:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008f58775e. 00010000:00010000:0.0:1767389112.644178:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:00000010:1.0:1767389112.644183:0:339009:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009dbebb2b. 00040000:00000010:1.0:1767389112.644188:0:339009:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000097c6937f. 00040000:00000010:1.0:1767389112.644192:0:339009:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e483bc5a. 00080000:00000010:1.0:1767389112.644196:0:339009:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006f03e7c0. 00002000:00000010:1.0:1767389112.644202:0:339009:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b04804af. 00000001:00000001:1.0:1767389112.644205:0:339009:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:1.0:1767389112.644206:0:339009:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID 'b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8' 00000001:00000001:1.0:1767389112.644211:0:339009:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767389112.644213:0:339009:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967301 00080000:00000001:1.0:1767389112.644215:0:339009:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767389112.644221:0:339009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000054564ded. 00080000:00000001:1.0:1767389112.644222:0:339009:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247628160000 : -122826081391616 : ffff904a530cac00) 00080000:00000001:1.0:1767389112.644241:0:339009:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767389112.644259:0:339009:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767389112.644262:0:339009:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389112.644265:0:339009:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767389112.644280:0:339009:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767389112.644284:0:339009:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:1.0:1767389112.644287:0:339009:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767389112.644350:0:339009:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:1.0:1767389112.644354:0:339009:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:1.0:1767389112.644358:0:339009:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389112.644361:0:339009:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767389112.644371:0:339009:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767389112.644373:0:339009:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:1.0:1767389112.644376:0:339009:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767389112.644380:0:339009:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:1.0:1767389112.644382:0:339009:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1767389112.644386:0:339009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000008edaf60a. 00080000:00000001:1.0:1767389112.644389:0:339009:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247376472064 : -122826333079552 : ffff904a440c3800) 00080000:00000001:1.0:1767389112.644392:0:339009:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767389112.644401:0:339009:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1767389112.644403:0:339009:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389112.644442:0:339009:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1767389112.644453:0:339009:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767389112.644455:0:339009:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000013abfc3a. 00000001:00000040:1.0:1767389112.644457:0:339009:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000008a07d9c2 : new cb_count 2 00000020:00000040:1.0:1767389112.644458:0:339009:0:(genops.c:887:class_export_get()) GET export 000000008a07d9c2 refcount=5 00080000:00000001:1.0:1767389112.644461:0:339009:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1767389112.644467:0:339009:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1767389112.644469:0:339009:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:1.0:1767389112.644471:0:339009:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1767389112.644473:0:339009:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767389112.644475:0:339009:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000040:1.0:1767389112.644477:0:339009:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:1.0:1767389112.644479:0:339009:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389112.644482:0:339009:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001f28b041. 00000020:00000010:1.0:1767389112.644485:0:339009:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006232e190. 00000020:00000010:1.0:1767389112.644515:0:339009:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000057d12b29. 00000020:00000010:1.0:1767389112.644520:0:339009:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000028d871. 80000000:00000010:1.0:1767389112.644523:0:339009:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a5c3f1b0. 40000000:00000010:1.0:1767389112.644525:0:339009:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008f58775e. 00100000:00000010:1.0:1767389112.644529:0:339009:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009dbebb2b. 00040000:00000010:1.0:1767389112.644532:0:339009:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000097c6937f. 00040000:00000010:1.0:1767389112.644535:0:339009:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e483bc5a. 00080000:00000010:1.0:1767389112.644538:0:339009:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006f03e7c0. 00002000:00000010:1.0:1767389112.644542:0:339009:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b04804af. 00000020:00000010:1.0:1767389112.644545:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2c57920. 00000001:00000001:1.0:1767389112.644549:0:339009:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:1.0:1767389112.644551:0:339009:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000030122e48) : new refcount 8 00000001:00000001:1.0:1767389112.644553:0:339009:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:1.0:1767389112.644555:0:339009:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000030122e48) : new refcount 7 00000020:00000040:1.0:1767389112.644557:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000008a07d9c2 : new refcount 4 00000001:00000001:1.0:1767389112.644559:0:339009:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767389112.644560:0:339009:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000030122e48) : new refcount 6 00000001:00000001:1.0:1767389112.644561:0:339009:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1767389112.644562:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000008a07d9c2 : new refcount 3 00002000:00000001:1.0:1767389112.644563:0:339009:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389112.644565:0:339009:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389112.644566:0:339009:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.644568:0:339009:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389112.644570:0:339009:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647172864 00010000:00000001:1.0:1767389112.644572:0:339009:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767389112.644576:0:339009:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c68dee1e x1853241647172864/t0(0) o9->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 224/224 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389112.644588:0:339009:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767389112.644590:0:339009:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389112.644593:0:339009:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=121 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389112.644596:0:339009:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389112.644598:0:339009:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 7 to 192.168.204.13@tcp50 00000100:00000001:1.0:1767389112.644600:0:339009:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:1.0:1767389112.644603:0:339009:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767389112.644604:0:339009:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389112.644607:0:339009:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767389112.644609:0:339009:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:1.0:1767389112.644611:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050247d49. 00000100:00000200:1.0:1767389112.644614:0:339009:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241647172864, offset 224 00000400:00000200:1.0:1767389112.644620:0:339009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:1.0:1767389112.644627:0:339009:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:1.0:1767389112.644636:0:339009:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [252:252:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:1.0:1767389112.644645:0:339009:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:1.0:1767389112.644649:0:339009:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:1.0:1767389112.644652:0:339009:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000097c6937f. 00000800:00000200:1.0:1767389112.644656:0:339009:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:1.0:1767389112.644661:0:339009:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:1.0:1767389112.644664:0:339009:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000097c6937f type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767389112.644676:0:339009:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389112.644679:0:339009:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 6 to 192.168.204.13@tcp50 00010000:00000001:1.0:1767389112.644681:0:339009:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389112.644683:0:339009:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.644685:0:339009:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767389112.644688:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c68dee1e x1853241647172864/t0(0) o9->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 224/224 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389112.644695:0:339009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c68dee1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8+3:236318:x1853241647172864:12345-192.168.204.13@tcp50:9: Request processed in 684us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1767389112.644703:0:339009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 5 00000100:00000040:1.0:1767389112.644706:0:339009:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008a07d9c2 : new rpc_count 0 00000100:00000001:1.0:1767389112.644708:0:339009:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389112.644710:0:339009:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389112.644713:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b9fca1e6. 00000020:00000010:1.0:1767389112.644716:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b81e899. 00000020:00000010:1.0:1767389112.644719:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006fc9a729. 00000020:00000040:1.0:1767389112.644757:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000008a07d9c2 : new refcount 2 00000100:00000001:1.0:1767389112.644762:0:339009:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767389112.644820:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389112.644826:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000097c6937f. 00000400:00000200:2.0:1767389112.644830:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389112.644837:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:2.0:1767389112.644840:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050247d49 00000400:00000010:2.0:1767389112.644842:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050247d49. 00000100:00000001:2.0:1767389112.644845:0:337531:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389112.644846:0:337531:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1767389112.646794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000094c0982e. 00010000:00000010:3.1:1767389112.646797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f79eca00. 00010000:00000010:0.1:1767389112.646809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000383cc2e6. 00000800:00000001:2.0:1767389112.650020:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.650030:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389112.650033:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.650035:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389112.650040:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:2.0:1767389112.650049:0:337529:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 224 into portal 12 MB=0x6958372100e00 00000400:00000200:2.0:1767389112.650054:0:337529:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.13@tcp50 of length 224/224 into md 0x229 [64] + 14968 00000800:00000001:2.0:1767389112.650058:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.650065:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389112.650067:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389112.650070:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000100:00000001:2.0:1767389112.650073:0:337529:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389112.650075:0:337529:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767389112.650078:0:337529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c4f469a5. 00000100:00000040:2.0:1767389112.650080:0:337529:0:(events.c:337:request_in_callback()) incoming req@00000000c4f469a5 x1853241647173120 msgsize 224 00000100:00100000:2.0:1767389112.650084:0:337529:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000001:2.0:1767389112.650098:0:337529:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767389112.650102:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.650105:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389112.650176:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389112.650182:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647173120 02000000:00000001:3.0:1767389112.650186:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389112.650189:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389112.650192:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389112.650197:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389112.650201:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647173120 00000020:00000001:3.0:1767389112.650204:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389112.650206:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42968c 00000020:00000001:3.0:1767389112.650209:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389112.650212:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000064290599 refcount=7 00000020:00000001:3.0:1767389112.650217:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616661504 : -122826092890112 : ffff904a525d3800) 00000020:00000001:3.0:1767389112.650220:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616661504 : -122826092890112 : ffff904a525d3800) 00000100:00000001:3.0:1767389112.650225:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389112.650230:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023ca8ce1. 00000100:00000001:3.0:1767389112.650233:0:338180:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389112.650235:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023ca8ce1. 00000020:00000010:3.0:1767389112.650240:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a85b52db. 00000020:00000010:3.0:1767389112.650243:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a1d19af. 00000020:00000010:3.0:1767389112.650246:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9c65e41. 00000100:00000040:3.0:1767389112.650251:0:338180:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767389112.650254:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389112.650255:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389112.650257:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.650262:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.650275:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389112.650284:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389112.650285:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389112.650291:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 8 00000100:00000040:3.0:1767389112.650294:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000064290599 : new rpc_count 1 00000100:00000001:3.0:1767389112.650296:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252613738880 : -122821095812736 : ffff904b7c369180) 00000100:00000040:3.0:1767389112.650302:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c4f469a5 x1853241647173120/t0(0) o39->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 224/0 e 0 to 0 dl 1767389123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389112.650311:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389112.650314:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023ca8ce1. 00000100:00000001:3.0:1767389112.650315:0:338180:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389112.650317:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023ca8ce1. 00000100:00100000:3.0:1767389112.650321:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c4f469a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8+7:236318:x1853241647173120:12345-192.168.204.13@tcp50:39: 00000100:00000200:3.0:1767389112.650326:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647173120 00000020:00000001:3.0:1767389112.650329:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389112.650332:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389112.650336:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.650339:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389112.650341:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672374112 : -1037177504 : ffffffffc22ded60) 00000020:00000001:3.0:1767389112.650345:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767389112.650347:0:338180:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853241647173120, found 0 last_xid 1853241647172351 00000020:00000001:3.0:1767389112.650351:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389112.650354:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389112.650357:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389112.650360:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.650363:0:338180:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767389112.650365:0:338180:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767389112.650368:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389112.650371:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389112.650376:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002e64cbc4. 02000000:00000001:3.0:1767389112.650379:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.650383:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389112.650390:0:338180:0:(genops.c:887:class_export_get()) GET export 0000000064290599 refcount=8 00010000:00000001:3.0:1767389112.650393:0:338180:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767389112.650396:0:338180:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:3.0:1767389112.650398:0:338180:0:(genops.c:887:class_export_get()) GET export 0000000064290599 refcount=9 00010000:00000001:3.0:1767389112.650402:0:338180:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767389112.650420:0:338180:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767389112.650435:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 8 00000020:00000080:3.0:1767389112.650439:0:338180:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf42968c 00000020:00000040:3.0:1767389112.650442:0:338180:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000064290599 with handle 0x95cd417baf42968c from hash 00000020:00000040:3.0:1767389112.650447:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 7 00000020:00000010:3.0:1767389112.650450:0:338180:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b2979d92. 00000020:00000001:3.0:1767389112.650453:0:338180:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767389112.650455:0:338180:0:(genops.c:1938:obd_stale_export_put()) Put export 0000000064290599: total 0 00000020:00000001:3.0:1767389112.650457:0:338180:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767389112.650458:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 6 00000020:00000001:3.0:1767389112.650460:0:338180:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.650462:0:338180:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767389112.650464:0:338180:0:(import.c:65:import_set_state_nolock()) 00000000105b2305 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767389112.650468:0:338180:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767389112.650470:0:338180:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767389112.650471:0:338180:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767389112.650483:0:338180:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767389112.650488:0:338180:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1767389112.650490:0:338180:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000045548e5b dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767389112.650493:0:338180:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000ef5ce901 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767389112.650497:0:338180:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/0000000064290599 dirty 0 pend 0 grant 0 00000004:00000001:3.0:1767389112.650500:0:338180:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000020:00000001:1.0:1767389112.650504:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:3.0:1767389112.650506:0:338180:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000020:00010000:1.0:1767389112.650509:0:338169:0:(genops.c:1924:obd_stale_export_get()) Get export 0000000064290599: total 0 00000001:00000040:3.0:1767389112.650510:0:338180:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID 'b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8' 00000020:00000001:1.0:1767389112.650520:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446621247616661504 : -122826092890112 : ffff904a525d3800) 00000001:00000001:3.0:1767389112.650522:0:338180:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00010000:00000001:1.0:1767389112.650526:0:338169:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000001:00000004:3.0:1767389112.650527:0:338180:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294967296 00000020:00000010:1.0:1767389112.650539:0:338169:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e483bc5a. 00080000:00000001:3.0:1767389112.650541:0:338180:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000010:1.0:1767389112.650551:0:338169:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006fc9a729. 00000020:00000010:1.0:1767389112.650554:0:338169:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006f03e7c0. 00000020:00000010:1.0:1767389112.650558:0:338169:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057d12b29. 00000020:00000010:1.0:1767389112.650562:0:338169:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f2c57920. 80000000:00000010:1.0:1767389112.650565:0:338169:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a5c3f1b0. 40000000:00000010:1.0:1767389112.650568:0:338169:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000047214a3f. 00100000:00000010:1.0:1767389112.650572:0:338169:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009dbebb2b. 00040000:00000010:1.0:1767389112.650576:0:338169:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000125a6411. 00040000:00000010:1.0:1767389112.650579:0:338169:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000028d871. 00080000:00000010:1.0:1767389112.650584:0:338169:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006232e190. 00002000:00000010:1.0:1767389112.650588:0:338169:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000adda44fe. 00000020:00000010:1.0:1767389112.650593:0:338169:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006fc9a729. 00000020:00000010:1.0:1767389112.650599:0:338169:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006f03e7c0. 00000020:00000010:1.0:1767389112.650604:0:338169:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000057d12b29. 00000020:00000010:1.0:1767389112.650609:0:338169:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f2c57920. 80000000:00000010:1.0:1767389112.650615:0:338169:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a5c3f1b0. 40000000:00000010:1.0:1767389112.650617:0:338169:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000047214a3f. 00100000:00000010:1.0:1767389112.650619:0:338169:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009dbebb2b. 00040000:00000010:1.0:1767389112.650622:0:338169:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000125a6411. 00040000:00000010:1.0:1767389112.650626:0:338169:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000028d871. 00080000:00000010:1.0:1767389112.650630:0:338169:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006232e190. 00002000:00000010:1.0:1767389112.650633:0:338169:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000adda44fe. 00080000:00000010:3.0:1767389112.650635:0:338180:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006c48f64f. 00000020:00000010:1.0:1767389112.650637:0:338169:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e483bc5a. 00080000:00000001:3.0:1767389112.650645:0:338180:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252617807872 : -122821091743744 : ffff904b7c74a800) 00010000:00010000:1.0:1767389112.650647:0:338169:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 0000000064290599, canceled 0 locks, left on hash table 1. 00000020:00000010:1.0:1767389112.650660:0:338169:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000028d871. 00080000:00000001:3.0:1767389112.650661:0:338180:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000010:1.0:1767389112.650669:0:338169:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001f28b041. 00000020:00000010:1.0:1767389112.650673:0:338169:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006232e190. 00000020:00000010:1.0:1767389112.650676:0:338169:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057d12b29. 00000020:00000010:1.0:1767389112.650680:0:338169:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e483bc5a. 80000000:00000010:1.0:1767389112.650682:0:338169:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a5c3f1b0. 40000000:00000010:1.0:1767389112.650685:0:338169:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000047214a3f. 00100000:00000010:1.0:1767389112.650687:0:338169:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009dbebb2b. 00040000:00000010:1.0:1767389112.650690:0:338169:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000125a6411. 00000001:00000001:3.0:1767389112.650692:0:338180:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00040000:00000010:1.0:1767389112.650692:0:338169:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f2c57920. 00080000:00000001:3.0:1767389112.650698:0:338180:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767389112.650701:0:338169:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006f03e7c0. 00080000:00000001:3.0:1767389112.650704:0:338180:0:(osd_handler.c:189:osd_trans_start()) Process entered 00002000:00000010:1.0:1767389112.650705:0:338169:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000adda44fe. 00000001:00000001:1.0:1767389112.650711:0:338169:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00080000:00000001:3.0:1767389112.650713:0:338180:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1767389112.650762:0:338169:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767389112.650767:0:338180:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00010000:00000040:1.0:1767389112.650770:0:338169:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000065997a71 count: 2 00080000:00000001:3.0:1767389112.650771:0:338180:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389112.650784:0:338169:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1767389112.650786:0:338169:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767389112.650789:0:338169:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767389112.650792:0:338169:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767389112.650794:0:338169:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389112.650797:0:338180:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.650797:0:338169:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389112.650818:0:338169:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000001:00000001:3.0:1767389112.650823:0:338180:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00010000:00000001:1.0:1767389112.650824:0:338169:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:3.0:1767389112.650833:0:338180:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:1.0:1767389112.650834:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389112.650845:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389112.650849:0:338169:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389112.650851:0:338169:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389112.650855:0:338169:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005e4647b1 with handle 0x95cd417baf4296a1 from hash 00010000:00000001:1.0:1767389112.650859:0:338169:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389112.650861:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389112.650866:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389112.650868:0:338169:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:1.0:1767389112.650883:0:338169:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000006fc9a729. 00010000:00000001:1.0:1767389112.650887:0:338169:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1767389112.650889:0:338169:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389112.650891:0:338169:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767389112.650893:0:338169:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389112.650896:0:338169:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1767389112.650898:0:338169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (0000000065997a71) 00010000:00010000:1.0:1767389112.650901:0:338169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:1.0:1767389112.650904:0:338169:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389112.650908:0:338169:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389112.650910:0:338169:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1767389112.650913:0:338169:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 0000000064290599, 1 locks cancelled. 00010000:00000001:1.0:1767389112.650915:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389112.650916:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389112.650918:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389112.650923:0:338169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005e4647b1/0x95cd417baf4296a1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.13@tcp50 remote: 0xaa11dd24c66059ce expref: 6 pid: 338180 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767389112.650924:0:338180:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:3.0:1767389112.650937:0:338180:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 4294967296: rc = 0 00000001:00000001:3.0:1767389112.650947:0:338180:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389112.650965:0:338180:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000020:00000010:1.0:1767389112.650966:0:338169:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000954e6662. 00010000:00000040:1.0:1767389112.650974:0:338169:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 0000000064290599 : new locks_count 0 00000001:00000001:3.0:1767389112.650976:0:338180:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000020:00000040:1.0:1767389112.650977:0:338169:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 5 00000001:00000002:3.0:1767389112.650981:0:338180:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 4294967297, last_committed = 0 00010000:00000010:1.0:1767389112.650981:0:338169:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f48d6dc9. 00000001:00000010:3.0:1767389112.650996:0:338180:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000004550a83d. 00010000:00000040:1.0:1767389112.650997:0:338169:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000065997a71 count: 0 00000001:00000040:3.0:1767389112.651011:0:338180:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 0000000064290599 : new cb_count 2 00010000:00000010:1.0:1767389112.651015:0:338169:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042a92c19. 00000020:00000040:3.0:1767389112.651016:0:338180:0:(genops.c:887:class_export_get()) GET export 0000000064290599 refcount=6 00000001:00000010:3.0:1767389112.651028:0:338180:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000de50cf86. 00010000:00000001:1.0:1767389112.651030:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767389112.651035:0:338169:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: b7d2999d-e17e-4, loop: 0 00000001:00000001:1.0:1767389112.651038:0:338169:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767389112.651041:0:338169:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389112.651044:0:338169:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 0000000064290599, canceled 1 locks, left on hash table 0. 00000020:00000010:1.0:1767389112.651046:0:338169:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001f28b041. 00000020:00000010:1.0:1767389112.651049:0:338169:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006232e190. 00000020:00000010:1.0:1767389112.651052:0:338169:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000057d12b29. 00000020:00000010:1.0:1767389112.651054:0:338169:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e483bc5a. 80000000:00000010:1.0:1767389112.651056:0:338169:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a5c3f1b0. 40000000:00000010:1.0:1767389112.651058:0:338169:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000047214a3f. 00100000:00000010:1.0:1767389112.651060:0:338169:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009dbebb2b. 00040000:00000010:1.0:1767389112.651062:0:338169:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000125a6411. 00040000:00000010:1.0:1767389112.651063:0:338169:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f2c57920. 00080000:00000010:1.0:1767389112.651065:0:338169:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006f03e7c0. 00002000:00000010:1.0:1767389112.651068:0:338169:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000adda44fe. 00000020:00000010:1.0:1767389112.651070:0:338169:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000028d871. 00000020:00000001:1.0:1767389112.651072:0:338169:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767389112.651073:0:338169:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 5 00000020:00000001:1.0:1767389112.651075:0:338169:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767389112.651076:0:338169:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.651078:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389112.651079:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389112.651080:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767389112.651082:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389112.651083:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389112.651084:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767389112.651085:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389112.651086:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767389112.651088:0:338180:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 000000003b5dd18e. 00010000:00010000:1.0:1767389112.651088:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767389112.651097:0:338180:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767389112.651180:0:338180:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1767389112.651187:0:338180:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 00000000de50cf86: xid 1853241647173120, transno 4294967297, tag 0, client gen 1, slot idx 0 00000001:00000001:3.0:1767389112.651192:0:338180:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389112.651208:0:338180:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767389112.651210:0:338180:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 4294967296: rc = 0 00000001:00000001:3.0:1767389112.651213:0:338180:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.651215:0:338180:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767389112.651217:0:338180:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767389112.651223:0:338180:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006633c69b. 00080000:00000001:3.0:1767389112.651226:0:338180:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247497314304 : -122826212237312 : ffff904a4b402000) 00080000:00000001:3.0:1767389112.651228:0:338180:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767389112.651238:0:338180:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767389112.651239:0:338180:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389112.651241:0:338180:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767389112.651248:0:338180:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767389112.651251:0:338180:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000009f39f16a. 00000001:00000040:3.0:1767389112.651253:0:338180:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000064290599 : new cb_count 3 00000020:00000040:3.0:1767389112.651255:0:338180:0:(genops.c:887:class_export_get()) GET export 0000000064290599 refcount=6 00080000:00000001:3.0:1767389112.651259:0:338180:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767389112.651267:0:338180:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1767389112.651269:0:338180:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767389112.651270:0:338180:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767389112.651274:0:338180:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767389112.651276:0:338180:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 4294967296: rc = 0 00000001:00000040:3.0:1767389112.651278:0:338180:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:3.0:1767389112.651280:0:338180:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389112.651282:0:338180:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389112.651285:0:338180:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:3.0:1767389112.651287:0:338180:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000030122e48) : new refcount 7 00000001:00000001:3.0:1767389112.651290:0:338180:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767389112.651293:0:338180:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000030122e48) : new refcount 6 00000020:00000040:3.0:1767389112.651295:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 5 00000001:00000001:3.0:1767389112.651296:0:338180:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767389112.651298:0:338180:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000030122e48) : new refcount 5 00000001:00000001:3.0:1767389112.651299:0:338180:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767389112.651301:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 4 00000004:00000001:3.0:1767389112.651302:0:338180:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.651304:0:338180:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.651306:0:338180:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.651308:0:338180:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389112.651310:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 4294967297, xid 1853241647173120 00010000:00000001:3.0:1767389112.651313:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389112.651318:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c4f469a5 x1853241647173120/t4294967297(0) o39->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 224/224 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389112.651326:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389112.651328:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389112.651330:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=131 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389112.651334:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389112.651337:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 7 to 192.168.204.13@tcp50 00000100:00000001:3.0:1767389112.651339:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:3.0:1767389112.651341:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389112.651343:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.651346:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389112.651348:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00000400:00000010:3.0:1767389112.651351:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f6b4a97. 00000100:00000200:3.0:1767389112.651355:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241647173120, offset 224 00000400:00000200:3.0:1767389112.651360:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000400:00000200:3.0:1767389112.651369:0:338180:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000400:00000200:3.0:1767389112.651379:0:338180:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [253:253:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1767389112.651390:0:338180:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000800:00000200:3.0:1767389112.651395:0:338180:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000800:00000010:3.0:1767389112.651398:0:338180:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000683d4180. 00000800:00000200:3.0:1767389112.651403:0:338180:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00000800:00000200:3.0:1767389112.651444:0:338180:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000800:00000200:3.0:1767389112.651450:0:338180:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000683d4180 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767389112.651469:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389112.651472:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 6 to 192.168.204.13@tcp50 00010000:00000001:3.0:1767389112.651476:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389112.651478:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.651481:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389112.651486:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c4f469a5 x1853241647173120/t4294967297(0) o39->b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8@192.168.204.13@tcp50:563/0 lens 224/224 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389112.651515:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c4f469a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8+4:236318:x1853241647173120:12345-192.168.204.13@tcp50:39: Request processed in 1201us (1431us total) trans 4294967297 rc 0/0 00000100:00100000:3.0:1767389112.651524:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 8 00000100:00000040:3.0:1767389112.651527:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000064290599 : new rpc_count 0 00000100:00000001:3.0:1767389112.651530:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389112.651532:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389112.651535:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a1d19af. 00000020:00000010:3.0:1767389112.651539:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9c65e41. 00000020:00000010:3.0:1767389112.651543:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a85b52db. 00000020:00000040:3.0:1767389112.651547:0:338180:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 3 00000100:00000001:3.0:1767389112.651551:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767389112.651576:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389112.651580:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000683d4180. 00000400:00000200:2.0:1767389112.651584:0:337530:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389112.651590:0:337530:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:2.0:1767389112.651593:0:337530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f6b4a97 00000400:00000010:2.0:1767389112.651595:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f6b4a97. 00000100:00000001:2.0:1767389112.651598:0:337530:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389112.651599:0:337530:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767389112.658453:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.658463:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389112.658466:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.658469:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389112.658476:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50) <- 192.168.204.13@tcp50 : PUT - for me 00000400:00000200:2.0:1767389112.658486:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.13@tcp50 of length 224 into portal 26 MB=0x6958372100f00 00000400:00000200:2.0:1767389112.658493:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.13@tcp50 of length 224/224 into md 0x1d85 [2] + 0 00000400:00000010:2.0:1767389112.658497:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcd225f1. 00000400:00000200:2.0:1767389112.658502:0:337531:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000fcba285 00000800:00000001:2.0:1767389112.658505:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.658512:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389112.658515:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389112.658519:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00000400:00000200:2.0:1767389112.658522:0:337531:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fcba285 00000400:00000010:2.0:1767389112.658525:0:337531:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000fcba285. 00000100:00000001:2.0:1767389112.658529:0:337531:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389112.658531:0:337531:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767389112.658535:0:337531:0:(events.c:337:request_in_callback()) incoming req@0000000090a3a456 x1853241647173376 msgsize 224 00000100:00100000:2.0:1767389112.658541:0:337531:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.13@tcp50 (source: 12345-192.168.204.13@tcp50) 00000100:00000040:2.0:1767389112.658543:0:337531:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767389112.658557:0:337531:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767389112.658562:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389112.658565:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389112.658605:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389112.658609:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241647173376 02000000:00000001:3.0:1767389112.658611:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389112.658613:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389112.658615:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389112.658618:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389112.658621:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241647173376 00000020:00000001:3.0:1767389112.658623:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389112.658624:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429669 00000020:00000001:3.0:1767389112.658626:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389112.658629:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005d053261 refcount=6 00000020:00000001:3.0:1767389112.658631:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000020:00000001:3.0:1767389112.658634:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00000100:00000001:3.0:1767389112.658637:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389112.658641:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff50b108. 00000100:00000001:3.0:1767389112.658643:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389112.658646:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff50b108. 00000020:00000010:3.0:1767389112.658650:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059336d48. 00000020:00000010:3.0:1767389112.658653:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a1d19af. 00000020:00000010:3.0:1767389112.658656:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9c65e41. 00000100:00000040:3.0:1767389112.658660:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767389112.658662:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389112.658664:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389112.658665:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.658669:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.658681:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389112.658688:0:338175:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389112.658690:0:338175:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389112.658695:0:338175:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.13@tcp50, seq: 203 00000100:00000040:3.0:1767389112.658698:0:338175:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005d053261 : new rpc_count 1 00000100:00000001:3.0:1767389112.658700:0:338175:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251684797520 : -122822024754096 : ffff904b44d80c50) 00000100:00000040:3.0:1767389112.658704:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000090a3a456 x1853241647173376/t0(0) o251->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:563/0 lens 224/0 e 0 to 0 dl 1767389123 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389112.658721:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389112.658754:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ff50b108. 00000100:00000001:3.0:1767389112.658762:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389112.658767:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ff50b108. 00000100:00100000:3.0:1767389112.658773:0:338175:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000090a3a456 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+6:236318:x1853241647173376:12345-192.168.204.13@tcp50:251: 00000100:00000200:3.0:1767389112.658777:0:338175:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241647173376 00000020:00000001:3.0:1767389112.658779:0:338175:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389112.658785:0:338175:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389112.658788:0:338175:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.658790:0:338175:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389112.658792:0:338175:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333168 : -1039218448 : ffffffffc20ec8f0) 00000020:00000001:3.0:1767389112.658795:0:338175:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389112.658798:0:338175:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389112.658800:0:338175:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389112.658803:0:338175:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389112.658806:0:338175:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389112.658810:0:338175:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:3.0:1767389112.658813:0:338175:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767389112.658814:0:338175:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767389112.658817:0:338175:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767389112.658821:0:338175:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389112.658825:0:338175:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d311b910. 02000000:00000001:3.0:1767389112.658827:0:338175:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.658829:0:338175:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389112.658833:0:338175:0:(genops.c:887:class_export_get()) GET export 000000005d053261 refcount=7 00010000:00000001:3.0:1767389112.658835:0:338175:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:3.0:1767389112.658837:0:338175:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:3.0:1767389112.658841:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 6 20000000:00000010:3.0:1767389112.658843:0:338175:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 000000006e91fafc. 00000020:00000040:3.0:1767389112.658847:0:338175:0:(genops.c:887:class_export_get()) GET export 000000005d053261 refcount=7 00010000:00000001:3.0:1767389112.658849:0:338175:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767389112.658851:0:338175:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767389112.658859:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 6 00000020:00000080:3.0:1767389112.658862:0:338175:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf429669 00000020:00000040:3.0:1767389112.658864:0:338175:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005d053261 with handle 0x95cd417baf429669 from hash 00000020:00000040:3.0:1767389112.658868:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 5 00000020:00000001:3.0:1767389112.658870:0:338175:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767389112.658871:0:338175:0:(genops.c:1938:obd_stale_export_put()) Put export 000000005d053261: total 0 00000020:00000001:3.0:1767389112.658873:0:338175:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767389112.658874:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 4 00000020:00000001:3.0:1767389112.658876:0:338175:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.658878:0:338175:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767389112.658879:0:338175:0:(import.c:65:import_set_state_nolock()) 00000000511cd70a : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767389112.658882:0:338175:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767389112.658883:0:338175:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767389112.658884:0:338175:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767389112.658895:0:338175:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389112.658897:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 3 20000000:00000001:3.0:1767389112.658899:0:338175:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.658901:0:338175:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389112.658902:0:338175:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389112.658904:0:338175:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389112.658907:0:338175:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389112.658910:0:338175:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241647173376 00010000:00000001:3.0:1767389112.658913:0:338175:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389112.658917:0:338175:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000090a3a456 x1853241647173376/t0(0) o251->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:563/0 lens 224/224 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389112.658919:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:1.0:1767389112.658923:0:338168:0:(genops.c:1924:obd_stale_export_get()) Get export 000000005d053261: total 0 00000020:00000001:1.0:1767389112.658931:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446621247615838208 : -122826093713408 : ffff904a5250a800) 00010000:00000001:1.0:1767389112.658942:0:338168:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00010000:00000001:3.0:1767389112.658943:0:338175:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389112.658946:0:338175:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389112.658948:0:338168:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2c57920. 00000100:00001000:3.0:1767389112.658950:0:338175:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=137 v=5 (1 0 0 0) 00000020:00000010:1.0:1767389112.658958:0:338168:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e483bc5a. 00000100:00000001:3.0:1767389112.658960:0:338175:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767389112.658965:0:338168:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006f03e7c0. 00000100:00000040:3.0:1767389112.658969:0:338175:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000886a6644 refcount 7 to 192.168.204.13@tcp50 00000020:00000010:1.0:1767389112.658976:0:338168:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057d12b29. 00000100:00000001:3.0:1767389112.658978:0:338175:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621251874971776 : -122821834579840 : ffff904b502de080) 02000000:00000001:3.0:1767389112.658992:0:338175:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1767389112.658992:0:338168:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000028d871. 02000000:00000001:3.0:1767389112.658997:0:338175:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:1.0:1767389112.658998:0:338168:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a5c3f1b0. 00000100:00000001:3.0:1767389112.659006:0:338175:0:(niobuf.c:69:ptl_send_buf()) Process entered 40000000:00000010:1.0:1767389112.659007:0:338168:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000047214a3f. 00100000:00000010:1.0:1767389112.659012:0:338168:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009dbebb2b. 00000100:00000040:3.0:1767389112.659019:0:338175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.13@tcp50 00040000:00000010:1.0:1767389112.659022:0:338168:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000125a6411. 00000400:00000010:3.0:1767389112.659024:0:338175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f280d18. 00040000:00000010:1.0:1767389112.659031:0:338168:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001f28b041. 00000100:00000200:3.0:1767389112.659032:0:338175:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241647173376, offset 224 00080000:00000010:1.0:1767389112.659037:0:338168:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006232e190. 00002000:00000010:1.0:1767389112.659041:0:338168:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000adda44fe. 00000400:00000200:3.0:1767389112.659050:0:338175:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.13@tcp50 00000020:00000010:1.0:1767389112.659051:0:338168:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e483bc5a. 00000020:00000010:1.0:1767389112.659059:0:338168:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006f03e7c0. 00000400:00000200:3.0:1767389112.659068:0:338175:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp50 to NMR: 192.168.204.13@tcp50 local destination 00000020:00000010:1.0:1767389112.659068:0:338168:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000057d12b29. 00000020:00000010:1.0:1767389112.659079:0:338168:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000028d871. 80000000:00000010:1.0:1767389112.659084:0:338168:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a5c3f1b0. 40000000:00000010:1.0:1767389112.659086:0:338168:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000047214a3f. 00000400:00000200:3.0:1767389112.659093:0:338175:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp50 NI seq info: [254:254:256:4294967295] 192.168.204.13@tcp50 LPNI seq info [31:31:8:4294967295] 00100000:00000010:1.0:1767389112.659094:0:338168:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009dbebb2b. 00040000:00000010:1.0:1767389112.659107:0:338168:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000125a6411. 00040000:00000010:1.0:1767389112.659113:0:338168:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001f28b041. 00080000:00000010:1.0:1767389112.659121:0:338168:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006232e190. 00002000:00000010:1.0:1767389112.659130:0:338168:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000adda44fe. 00000400:00000200:3.0:1767389112.659132:0:338175:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp50(192.168.204.113@tcp50:192.168.204.113@tcp50) -> 192.168.204.13@tcp50(192.168.204.13@tcp50:192.168.204.13@tcp50) : PUT try# 0 00000020:00000010:1.0:1767389112.659134:0:338168:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2c57920. 00010000:00010000:1.0:1767389112.659141:0:338168:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000005d053261, canceled 0 locks, left on hash table 1. 00000020:00000010:1.0:1767389112.659146:0:338168:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f28b041. 00000020:00000010:1.0:1767389112.659152:0:338168:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000028d871. 00000800:00000200:3.0:1767389112.659154:0:338175:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.13@tcp50 00000020:00000010:1.0:1767389112.659155:0:338168:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006232e190. 00000020:00000010:1.0:1767389112.659164:0:338168:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057d12b29. 00000020:00000010:1.0:1767389112.659170:0:338168:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f2c57920. 00000800:00000010:3.0:1767389112.659172:0:338175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dbb16687. 80000000:00000010:1.0:1767389112.659173:0:338168:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a5c3f1b0. 40000000:00000010:1.0:1767389112.659181:0:338168:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000047214a3f. 00100000:00000010:1.0:1767389112.659185:0:338168:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009dbebb2b. 00040000:00000010:1.0:1767389112.659192:0:338168:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000125a6411. 00000800:00000200:3.0:1767389112.659195:0:338175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000072fc5618] -> 12345-192.168.204.13@tcp50 (4) 00040000:00000010:1.0:1767389112.659197:0:338168:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e483bc5a. 00080000:00000010:1.0:1767389112.659203:0:338168:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006f03e7c0. 00002000:00000010:1.0:1767389112.659207:0:338168:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000adda44fe. 00000001:00000001:1.0:1767389112.659214:0:338168:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000800:00000200:3.0:1767389112.659215:0:338175:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.13@tcp50 ip 192.168.204.13:1023 00000001:00000001:1.0:1767389112.659218:0:338168:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000800:00000200:3.0:1767389112.659222:0:338175:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dbb16687 type 1, nob 320 niov 1 nkiov 1 00010000:00000040:1.0:1767389112.659226:0:338168:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000edf97b29 count: 7 00010000:00000001:1.0:1767389112.659230:0:338168:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767389112.659233:0:338168:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767389112.659235:0:338168:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767389112.659236:0:338168:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.659239:0:338168:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389112.659240:0:338175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389112.659244:0:338168:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767389112.659249:0:338168:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767389112.659251:0:338175:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 6 to 192.168.204.13@tcp50 00010000:00000001:3.0:1767389112.659258:0:338175:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767389112.659259:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767389112.659267:0:338175:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389112.659269:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389112.659277:0:338168:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767389112.659278:0:338175:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767389112.659288:0:338168:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389112.659295:0:338168:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a4381453 with handle 0x95cd417baf429670 from hash 00000100:00000040:3.0:1767389112.659296:0:338175:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090a3a456 x1853241647173376/t0(0) o251->35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131@192.168.204.13@tcp50:563/0 lens 224/224 e 0 to 0 dl 1767389123 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389112.659306:0:338168:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389112.659312:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389112.659315:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389112.659319:0:338168:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767389112.659325:0:338168:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767389112.659328:0:338168:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767389112.659335:0:338168:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00100000:3.0:1767389112.659336:0:338175:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000090a3a456 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131+3:236318:x1853241647173376:12345-192.168.204.13@tcp50:251: Request processed in 603us (788us total) trans 0 rc 0/0 00010000:00000001:1.0:1767389112.659340:0:338168:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767389112.659349:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767389112.659358:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dbb16687. 00010000:00000001:1.0:1767389112.659358:0:338168:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389112.659372:0:338175:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.13@tcp50, seq: 203 00010000:00000001:1.0:1767389112.659373:0:338168:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1767389112.659374:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1767389112.659382:0:338168:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000005d053261, 1 locks cancelled. 00000100:00000040:3.0:1767389112.659391:0:338175:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005d053261 : new rpc_count 0 00010000:00000001:1.0:1767389112.659391:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767389112.659397:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp50->192.168.204.13@tcp50: PUT: OK 00010000:00000001:1.0:1767389112.659398:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767389112.659401:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f280d18 00010000:00000001:1.0:1767389112.659401:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389112.659418:0:338168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a4381453/0x95cd417baf429670 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.13@tcp50 remote: 0xaa11dd24c660597a expref: 3 pid: 338175 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767389112.659423:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f280d18. 00010000:00000040:1.0:1767389112.659428:0:338168:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000005d053261 : new locks_count 0 00000100:00000001:2.0:1767389112.659430:0:337529:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:1.0:1767389112.659433:0:338168:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 2 00000100:00000001:2.0:1767389112.659434:0:337529:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767389112.659458:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767389112.659460:0:338168:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 35dbed0c-c292-4, loop: 0 00000001:00000001:1.0:1767389112.659464:0:338168:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767389112.659467:0:338168:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389112.659468:0:338168:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000005d053261, canceled 1 locks, left on hash table 0. 00000020:00000010:1.0:1767389112.659472:0:338168:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000028d871. 00000100:00000001:3.0:1767389112.659474:0:338175:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767389112.659478:0:338168:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006232e190. 00000100:00000001:3.0:1767389112.659479:0:338175:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389112.659483:0:338168:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000057d12b29. 00000020:00000010:3.0:1767389112.659486:0:338175:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a1d19af. 00000020:00000010:1.0:1767389112.659489:0:338168:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f2c57920. 00000020:00000010:3.0:1767389112.659493:0:338175:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9c65e41. 80000000:00000010:1.0:1767389112.659494:0:338168:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a5c3f1b0. 40000000:00000010:1.0:1767389112.659502:0:338168:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000047214a3f. 00000020:00000010:3.0:1767389112.659503:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059336d48. 00100000:00000010:1.0:1767389112.659523:0:338168:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009dbebb2b. 00000020:00000040:3.0:1767389112.659524:0:338175:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 1 00040000:00000010:1.0:1767389112.659534:0:338168:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000125a6411. 02000000:00000001:3.0:1767389112.659536:0:338175:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00040000:00000010:1.0:1767389112.659540:0:338168:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e483bc5a. 02000000:00000010:3.0:1767389112.659541:0:338175:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d311b910. 02000000:00000001:3.0:1767389112.659563:0:338175:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000010:1.0:1767389112.659564:0:338168:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006f03e7c0. 00000100:00000001:3.0:1767389112.659572:0:338175:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:1.0:1767389112.659573:0:338168:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000adda44fe. 00000020:00000010:1.0:1767389112.659581:0:338168:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f28b041. 00000100:00000200:3.0:1767389112.659582:0:338175:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1767389112.659587:0:338168:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000400:00000010:3.0:1767389112.659590:0:338175:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000798683f3. 00000020:00000040:1.0:1767389112.659590:0:338168:0:(genops.c:898:class_export_put()) PUTting export 000000005d053261 : new refcount 0 00000020:00000080:1.0:1767389112.659604:0:338168:0:(genops.c:904:class_export_put()) final put 000000005d053261/35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131 00000400:00000010:3.0:1767389112.659605:0:338175:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008654b0a3. 00000020:00000001:1.0:1767389112.659625:0:338168:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767389112.659627:0:338168:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389112.659630:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389112.659631:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389112.659633:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767389112.659635:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389112.659639:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389112.659643:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767389112.659649:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389112.659654:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389112.659660:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767389112.659678:0:257746:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767389112.659682:0:257746:0:(genops.c:863:class_export_destroy()) destroying export 000000005d053261/35dbed0c-c292-4ea8-b9d4-3f5fd3ec2131 for MGS 00000020:00000040:2.0:1767389112.659688:0:257746:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 5 to 192.168.204.13@tcp50 00000020:00000001:2.0:1767389112.659691:0:257746:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:2.0:1767389112.659694:0:257746:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:2.0:1767389112.659700:0:257746:0:(genops.c:1229:class_import_get()) import 00000000511cd70a refcount=2 obd=MGS 00000020:00000001:2.0:1767389112.659704:0:257746:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389112.659705:0:257746:0:(genops.c:1242:class_import_put()) import 00000000511cd70a refcount=1 obd=MGS 00000020:00000001:2.0:1767389112.659707:0:257746:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767389112.659709:0:257746:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389112.659710:0:257746:0:(genops.c:1242:class_import_put()) import 00000000511cd70a refcount=0 obd=MGS 00000020:00000040:2.0:1767389112.659712:0:257746:0:(genops.c:1245:class_import_put()) final put import 00000000511cd70a 00000020:00000001:2.0:1767389112.659721:0:257746:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767389112.659748:0:257746:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767389112.659752:0:257746:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389112.659757:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002efac834. 00000001:00000010:2.0:1767389112.659760:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000df05f51e. 00000001:00000010:2.0:1767389112.659763:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a5b9754c. 00000001:00000010:2.0:1767389112.659769:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000098a336bb. 00010000:00000010:1.1:1767389112.659770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000065997a71. 00000001:00000010:2.0:1767389112.659773:0:257746:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a775afd9. 00000001:00000010:2.0:1767389112.659778:0:257746:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007f2b91ae. 00010000:00000010:1.1:1767389112.659783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005e4647b1. 00000001:00000001:2.0:1767389112.659784:0:257746:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767389112.659789:0:257746:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1767389112.659791:0:257746:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767389112.659792:0:257746:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:2.0:1767389112.659793:0:257746:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389112.659795:0:257746:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389112.659796:0:257746:0:(obd_config.c:955:class_decref()) Decref MGS (000000007e972090) now 7 - export 00000020:00000010:2.0:1767389112.659799:0:257746:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005d053261. 00000020:00000001:2.0:1767389112.659808:0:257746:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767389112.659812:0:257746:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767389112.659814:0:257746:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000511cd70a for MGS 00000020:00000040:2.0:1767389112.659819:0:257746:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 4 to 192.168.204.13@tcp50 00000020:00000040:2.0:1767389112.659821:0:257746:0:(obd_config.c:955:class_decref()) Decref MGS (000000007e972090) now 6 - import 00000020:00000010:2.0:1767389112.659823:0:257746:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000511cd70a. 00000020:00000001:2.0:1767389112.659827:0:257746:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:1.1:1767389112.664770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a4381453. 00000400:00000001:2.0:1767389112.907858:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389112.907865:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389112.907869:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da461291 00000400:00000010:2.0:1767389112.907874:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da461291. 00000400:00000200:2.0:1767389112.907882:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389112.907892:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp49 recovery ping unlinked 00000800:00000200:1.0:1767389112.907898:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001143181a] -> 12345-192.168.204.113@tcp11 (6) 00000800:00000200:1.0:1767389112.907909:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp11 ip 192.168.204.113:988 00000800:00000200:1.0:1767389112.907915:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025f2a25f type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767389112.907918:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a33de146. 00000400:00000010:2.0:1767389112.907930:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008369c1ce. 00000400:00000200:2.0:1767389112.907952:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp46 00000400:00000010:2.0:1767389112.907961:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a33de146. 00000400:00000010:2.0:1767389112.907973:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e38fd051. 00000400:00000010:2.0:1767389112.907981:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da461291. 00000400:00000010:2.0:1767389112.907993:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a60003b6. 00000400:00000200:2.0:1767389112.908001:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp46 00000400:00000200:2.0:1767389112.908021:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp46 local destination 00000400:00000200:2.0:1767389112.908031:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp46 00000400:00000200:2.0:1767389112.908038:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp46 NI seq info: [255:255:256:4294967295] 192.168.204.113@tcp46 LPNI seq info [220:220:8:4294967295] 00000400:00000200:2.0:1767389112.908045:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp46 00000400:00000200:2.0:1767389112.908065:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp46(192.168.204.113@tcp46:) -> 192.168.204.113@tcp46(192.168.204.113@tcp46:192.168.204.113@tcp46) : GET try# 0 00000800:00000200:2.0:1767389112.908072:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp46 00000800:00000010:2.0:1767389112.908079:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000510f349d. 00000800:00000200:2.0:1767389112.908086:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000053e93c7] -> 12345-192.168.204.113@tcp46 (2) 00000800:00000200:2.1:1767389112.908092:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000053e93c7] -> 12345-192.168.204.113@tcp46 (2) 00000400:00000200:2.0:1767389112.908122:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp46 added to recovery queue. ping count: 4 next ping: 5049 health :600 00000800:00000200:3.0:1767389112.908224:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767389112.908237:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389112.908253:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389112.908262:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389112.908270:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389112.908288:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908366:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908392:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908458:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908486:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908509:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908531:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908554:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908577:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908600:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908623:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908645:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908669:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908693:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908719:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908803:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908868:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908894:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908918:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908941:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908963:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.908987:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.909011:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.909035:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.909058:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.909082:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.909104:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.909128:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.909152:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.909174:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.909196:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.909217:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.909240:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.909263:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389112.909285:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:1.0:1767389112.909495:0:359705:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f4a0f3eb. 00000800:00000010:1.0:1767389112.909503:0:359705:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f09fe17e. 00000800:00000010:1.0:1767389112.909510:0:359705:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000047214a3f. 00000800:00000010:1.0:1767389112.909536:0:359705:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000047214a3f. 00000800:00020000:1.0:1767389112.909549:0:359705:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389112.909554:0:359705:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f09fe17e. 00000800:00000010:1.0:1767389112.909557:0:359705:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f4a0f3eb. 00000400:02020000:1.0:1767389112.909606:0:359705:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp46 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389112.909615:0:359705:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp46 notifying 192.168.204.113@tcp46: down 00000400:00000200:1.0:1767389112.909621:0:359705:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767389112.909626:0:359705:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp46 00000800:00000010:1.0:1767389112.909630:0:359705:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000510f349d. 00000400:00000200:1.0:1767389112.909636:0:359705:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389112.909642:0:359705:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp46->192.168.204.113@tcp46: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389112.909654:0:359705:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767389112.909658:0:359705:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767389112.909663:0:359705:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp46) recovery failed with -71 00010000:00000001:3.0:1767389113.547891:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389113.547902:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389113.547911:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389113.547915:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389113.548010:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389113.548017:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389113.548022:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767389113.931862:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389113.931872:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389113.931877:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da461291 00000400:00000010:2.0:1767389113.931884:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da461291. 00000400:00000200:2.0:1767389113.931893:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389113.931904:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp46 recovery ping unlinked 00000400:00000010:2.0:1767389113.931933:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a33de146. 00000400:00000010:2.0:1767389113.931944:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e38fd051. 00000400:00000200:2.0:1767389113.931961:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp49 00000400:00000010:2.0:1767389113.931972:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a33de146. 00000400:00000010:2.0:1767389113.931984:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e38fd051. 00000400:00000010:2.0:1767389113.931992:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da461291. 00000400:00000010:2.0:1767389113.932007:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004f8af83a. 00000400:00000200:2.0:1767389113.932016:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp49 00000400:00000200:2.0:1767389113.932043:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp49 local destination 00000400:00000200:2.0:1767389113.932052:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp49 00000400:00000200:2.0:1767389113.932057:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp49 NI seq info: [256:256:256:4294967295] 192.168.204.113@tcp49 LPNI seq info [221:221:8:4294967295] 00000400:00000200:2.0:1767389113.932067:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp49 00000400:00000200:2.0:1767389113.932078:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp49(192.168.204.113@tcp49:) -> 192.168.204.113@tcp49(192.168.204.113@tcp49:192.168.204.113@tcp49) : GET try# 0 00000800:00000200:2.0:1767389113.932085:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp49 00000800:00000010:2.0:1767389113.932092:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000011cdf8b5. 00000800:00000200:2.0:1767389113.932101:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c17ccf] -> 12345-192.168.204.113@tcp49 (2) 00000800:00000200:2.1:1767389113.932109:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c17ccf] -> 12345-192.168.204.113@tcp49 (2) 00000400:00000200:2.0:1767389113.932140:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp49 added to recovery queue. ping count: 2 next ping: 5038 health :800 00000400:00000200:0.0:1767389113.932354:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.932489:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.932521:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.932546:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.932571:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.932595:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.932619:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.932643:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.932675:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.932720:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.932852:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.932887:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.932963:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933000:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933026:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933052:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933076:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933100:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933125:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933149:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933174:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933198:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933222:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933248:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933275:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933300:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933326:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933351:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933376:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933439:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933468:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933494:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933521:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933547:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389113.933573:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389113.933879:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d41cd61d. 00000800:00000010:0.0:1767389113.933888:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ec10b579. 00000800:00000010:0.0:1767389113.933895:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec24bd2a. 00000800:00000010:0.0:1767389113.933924:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec24bd2a. 00000800:00020000:0.0:1767389113.933949:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389113.933954:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ec10b579. 00000800:00000010:0.0:1767389113.933957:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d41cd61d. 00000400:02020000:0.0:1767389113.934021:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp49 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389113.934031:0:337525:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp49 notifying 192.168.204.113@tcp49: down 00000400:00000200:0.0:1767389113.934040:0:337525:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767389113.934046:0:337525:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp49 00000800:00000010:0.0:1767389113.934051:0:337525:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000011cdf8b5. 00000400:00000200:0.0:1767389113.934058:0:337525:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389113.934064:0:337525:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp49->192.168.204.113@tcp49: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389113.934088:0:337525:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767389113.934093:0:337525:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp49 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767389113.934098:0:337525:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp49) recovery failed with -71 00000800:00000001:3.0:1767389114.094315:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389114.094325:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389114.094336:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767389114.094348:0:337529:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000435c77c2] EOF from 12345-192.168.204.13@tcp50 ip 192.168.204.13:1021 00000800:00000001:2.0:1767389114.094354:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767389114.094369:0:337530:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [00000000692f9821] EOF from 12345-192.168.204.13@tcp50 ip 192.168.204.13:1022 00000800:00000001:0.0:1767389114.094369:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767389114.094684:0:337528:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000435c77c2 00000800:00000010:1.0:1767389114.094692:0:337528:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000435c77c2. 00000800:00000200:1.0:1767389114.094698:0:337528:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 00000000692f9821 00000800:00000010:1.0:1767389114.094700:0:337528:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 00000000692f9821. 00000800:00000200:1.0:1767389114.094709:0:337528:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000009b535535 00000800:00000200:1.0:1767389114.094716:0:337528:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.13@tcp50 0000000072fc5618 deleted 00000800:00000010:1.0:1767389114.094719:0:337528:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000072fc5618. 00000800:00000010:1.0:1767389114.094794:0:337528:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 000000009b535535. 00000100:00000040:3.0:1767389114.251942:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767389114.251952:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000004:00000001:1.0:1767389114.251961:0:339624:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000010:3.0:1767389114.251962:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007939ef71. 00000004:00000020:1.0:1767389114.251969:0:339624:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000040:3.0:1767389114.251972:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000010:1.0:1767389114.251982:0:339624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d30d9c02. 00000100:00000001:3.0:1767389114.251984:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389114.251998:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:1.0:1767389114.252001:0:339624:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767389114.252010:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389114.252011:0:339624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767389114.252027:0:339624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1767389114.252033:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000071b1322a. 02000000:00000001:1.0:1767389114.252038:0:339624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.252045:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389114.252051:0:339624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000125a6411. 00000100:00000040:3.0:1767389114.252060:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@000000007939ef71 x1853241654552192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389114.252065:0:339624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389114.252085:0:339624:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389114.252089:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767389114.252090:0:339624:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.252096:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389114.252107:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007939ef71] to pc [ptlrpcd_00_00+0] req@000000007939ef71 x1853241654552192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389114.252112:0:339624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d30d9c02] to pc [ptlrpcd_00_03+3] req@00000000d30d9c02 x1853241654552320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389114.252257:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389114.252263:0:339624:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389114.252264:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767389114.252280:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767389114.252294:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1767389114.252295:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b278fe5a. 00000020:00000040:3.0:1767389114.252308:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767389114.252314:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389114.252315:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767389114.252321:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767389114.252326:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767389114.252330:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767389114.252336:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389114.252338:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389114.252352:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007939ef71 x1853241654552192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767389114.252366:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dbb16687. 00000100:00000001:1.0:1767389114.252367:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389114.252414:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389114.252415:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389114.252422:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767389114.252435:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000b278fe5a x1853241654552448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767389114.252440:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d30d9c02 x1853241654552320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389114.252459:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389114.252472:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389114.252496:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389114.252512:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389114.252537:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.252554:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389114.252568:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389114.252570:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007939ef71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654552192:0@lo:400: 00000100:00000001:1.0:1767389114.252571:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767389114.252586:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389114.252596:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b278fe5a] to pc [ptlrpcd_00_01+1] req@00000000b278fe5a x1853241654552448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389114.252599:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389114.252599:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767389114.252610:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389114.252621:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389114.252623:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389114.252636:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389114.252645:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d30d9c02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:337539:1853241654552320:0@lo:13: 02000000:00000001:2.0:1767389114.252659:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767389114.252679:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000318092c4. 00000100:00000001:1.0:1767389114.252679:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767389114.252686:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767389114.252689:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389114.252692:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.252697:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389114.252700:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767389114.252703:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767389114.252707:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ee8cc00. 00000100:00000001:3.0:1767389114.252711:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767389114.252722:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a211e0ae. 00000020:00000040:3.0:1767389114.252773:0:257746:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767389114.252779:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389114.252784:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389114.252789:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389114.252791:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009913b38a. 02000000:00000010:3.0:1767389114.252796:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000683d4180. 00000100:00000001:1.0:1767389114.252807:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389114.252809:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389114.252810:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654552192, portal 25 00000100:00000001:1.0:1767389114.252824:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389114.252828:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767389114.252835:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000a211e0ae x1853241654552576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767389114.252836:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767389114.252840:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694457088 : -122822015094528 : ffff904b456b7100) 00000100:00000040:1.0:1767389114.252861:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b278fe5a x1853241654552448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389114.252875:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007939ef71 x1853241654552192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389114.252918:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389114.252928:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389114.252952:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a211e0ae] to pc [ptlrpcd_00_02+2] req@00000000a211e0ae x1853241654552576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389114.252973:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767389114.252980:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767389114.252982:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389114.252998:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767389114.253008:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767389114.253009:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767389114.253026:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000471bfa54. 02000000:00000001:1.0:1767389114.253029:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.253033:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389114.253043:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654552192, offset 0 00000100:00100000:1.0:1767389114.253045:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b278fe5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:337537:1853241654552448:0@lo:400: 00000100:00000040:3.0:1767389114.253047:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767389114.253083:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767389114.253084:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389114.253094:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1767389114.253094:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767389114.253111:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767389114.253114:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e4073a11. 02000000:00000001:1.0:1767389114.253121:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767389114.253126:0:257746:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=4 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:2.0:1767389114.253127:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389114.253146:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389114.253150:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389114.253156:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389114.253170:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e483bc5a. 02000000:00000010:3.0:1767389114.253172:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000daa7973d. 00000400:00000200:2.0:1767389114.253175:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695837280a680 02000000:00000001:1.0:1767389114.253196:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.253198:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389114.253216:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1ded [2] + 0 00000400:00000010:1.0:1767389114.253230:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008540b847. 00000100:00000040:3.0:1767389114.253232:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000e4073a11 x1853241654552704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767389114.253234:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000222c06ed. 00000400:00000200:2.0:1767389114.253260:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000460b681d 00000100:00000001:3.0:1767389114.253262:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389114.253264:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389114.253277:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4073a11] to pc [ptlrpcd_00_03+3] req@00000000e4073a11 x1853241654552704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389114.253279:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767389114.253279:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabc7690. 00000100:00000200:1.0:1767389114.253299:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654552448, portal 10 00000400:00000200:2.0:1767389114.253319:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389114.253319:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389114.253323:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389114.253327:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694449024 : -122822015102592 : ffff904b456b5180) 00000100:00000040:3.0:1767389114.253347:0:257746:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5039) 00000400:00000200:2.0:1767389114.253350:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000460b681d 00000100:00000040:1.0:1767389114.253356:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b278fe5a x1853241654552448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389114.253366:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000460b681d. 00000100:00000001:1.0:1767389114.253399:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767389114.253403:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767389114.253404:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767389114.253416:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:1.0:1767389114.253417:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099012e88. 00000100:00000001:3.0:1767389114.253419:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767389114.253428:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767389114.253430:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1767389114.253431:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654552448, offset 0 00000100:00000040:3.0:1767389114.253443:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a211e0ae x1853241654552576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389114.253446:0:337536:0:(events.c:337:request_in_callback()) incoming req@0000000098d7bf5f x1853241654552192 msgsize 224 00000400:00000200:1.0:1767389114.253463:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389114.253488:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1767389114.253501:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767389114.253504:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389114.253506:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389114.253510:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767389114.253527:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389114.253532:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767389114.253544:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695837280a780 02000000:00000001:3.0:1767389114.253547:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389114.253550:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:3.0:1767389114.253570:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a211e0ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:337538:1853241654552576:0@lo:400: 00000400:00000200:1.0:1767389114.253571:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 15192 00000100:00000001:3.0:1767389114.253591:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767389114.253592:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000471bfa54 00000400:00000200:1.0:1767389114.253596:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767389114.253599:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767389114.253603:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000471bfa54. 02000000:00000001:3.0:1767389114.253606:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389114.253621:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767389114.253623:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767389114.253628:0:337536:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:3.0:1767389114.253640:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ca11833. 00000100:00000001:1.0:1767389114.253642:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389114.253648:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007939ef71 x1853241654552192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389114.253652:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1767389114.253654:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389114.253675:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a472ac74. 00000400:00000010:3.0:1767389114.253677:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0582928. 00000100:00000040:1.0:1767389114.253691:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000a472ac74 x1853241654552448 msgsize 224 00000400:00000010:3.0:1767389114.253701:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f280d18. 00000100:00000001:2.0:1767389114.253713:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767389114.253722:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767389114.253763:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654552576, portal 10 00000100:00000001:3.0:1767389114.253776:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389114.253781:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694459776 : -122822015091840 : ffff904b456b7b80) 00000100:00000001:1.0:1767389114.253800:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767389114.253802:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a211e0ae x1853241654552576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389114.253802:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007939ef71 x1853241654552192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389114.253823:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099012e88 00000400:00000010:1.0:1767389114.253833:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099012e88. 00000100:00000001:1.0:1767389114.253853:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389114.253871:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b278fe5a x1853241654552448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389114.253912:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389114.253922:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389114.253935:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767389114.253944:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767389114.253953:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f6b4a97. 00000100:00000001:1.0:1767389114.253955:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389114.253964:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389114.253971:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654552576, offset 0 00000100:00000040:1.0:1767389114.253976:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b278fe5a x1853241654552448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389114.253980:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299702297 00000400:00000200:3.0:1767389114.254004:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767389114.254004:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2b77d54. 00000100:00000001:1.0:1767389114.254011:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389114.254021:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389114.254030:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767389114.254033:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389114.254041:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767389114.254053:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5785 usecs (6 jiffies) 00000100:00000001:2.0:1767389114.254059:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299702297 00000100:00000001:1.0:1767389114.254063:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299702280 00000100:00000010:2.0:1767389114.254075:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d4d7413b. 00000400:00000200:3.0:1767389114.254077:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695837280a800 00000100:00000001:2.0:1767389114.254103:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767389114.254104:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 15416 00000400:00000200:3.0:1767389114.254121:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389114.254121:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299702297 00000400:00000200:3.0:1767389114.254138:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767389114.254140:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004794c26e. 00000100:00000001:3.0:1767389114.254149:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389114.254153:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767389114.254157:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000010:3.0:1767389114.254162:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ff8424d7. 00000100:00000040:3.0:1767389114.254168:0:337538:0:(events.c:337:request_in_callback()) incoming req@00000000ff8424d7 x1853241654552576 msgsize 224 00000100:00000001:2.0:1767389114.254170:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299702297 00000100:00100000:3.0:1767389114.254187:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767389114.254193:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026f97304. 00000100:00000001:3.0:1767389114.254205:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389114.254209:0:337536:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767389114.254220:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f6b4a97 00000400:00000010:3.0:1767389114.254228:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f6b4a97. 00000100:00000001:2.0:1767389114.254230:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389114.254234:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767389114.254247:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389114.254249:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a211e0ae x1853241654552576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389114.254266:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.254272:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389114.254277:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389114.254284:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a211e0ae x1853241654552576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389114.254299:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.254301:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389114.254307:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389114.254312:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389114.254314:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767389114.254325:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6538 usecs (7 jiffies) 00000100:00000001:2.0:1767389114.254329:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389114.254333:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299702281 00000100:00000001:2.0:1767389114.254340:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389114.254341:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299702297 00000100:00000001:3.0:1767389114.254352:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299702281 00000100:00000001:2.0:1767389114.254354:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.254359:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299702297 00000100:00000001:2.0:1767389114.254368:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.254369:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299702281 00000100:00000001:3.0:1767389114.254402:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299702297 00000100:00000001:3.0:1767389114.254409:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299702281 00000100:00000001:3.0:1767389114.254414:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299702297 00000100:00000001:3.0:1767389114.254417:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389114.254421:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.254427:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.254430:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389114.254441:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389114.254445:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389114.254456:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389114.254460:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389114.254470:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389114.254481:0:337538:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767389114.254486:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389114.254494:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389114.254496:0:338175:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767389114.254500:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767389114.254509:0:338175:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654552192 00000100:00000001:3.0:1767389114.254511:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389114.254518:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389114.254523:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767389114.254523:0:338175:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389114.254536:0:338175:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767389114.254539:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4073a11 x1853241654552704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389114.254548:0:338175:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.254564:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389114.254569:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389114.254570:0:338175:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389114.254591:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1767389114.254594:0:338175:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654552192 02000000:00000001:3.0:1767389114.254598:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389114.254606:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389114.254608:0:338175:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767389114.254616:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e4073a11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654552704:0@lo:400: 00000020:00000040:2.0:1767389114.254619:0:338175:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000001:3.0:1767389114.254626:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767389114.254633:0:338175:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767389114.254636:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389114.254644:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389114.254645:0:338175:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 02000000:00000001:3.0:1767389114.254651:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767389114.254662:0:338175:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 02000000:00000010:3.0:1767389114.254664:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002518750a. 02000000:00000001:3.0:1767389114.254672:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389114.254679:0:338175:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000400:00000010:3.0:1767389114.254685:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d764a204. 00000100:00000001:2.0:1767389114.254697:0:338175:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767389114.254702:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f6b4a97. 00000100:00000200:3.0:1767389114.254712:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654552704, portal 4 00000020:00000010:2.0:1767389114.254713:0:338175:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019f1f151. 00000100:00000001:3.0:1767389114.254755:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389114.254759:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621251694456192 : -122822015095424 : ffff904b456b6d80) 00000100:00000040:3.0:1767389114.254774:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e4073a11 x1853241654552704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389114.254778:0:338175:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389114.254798:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767389114.254798:0:338175:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019f1f151. 00000100:00000040:3.0:1767389114.254810:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389114.254816:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000213d4250. 00000100:00000200:3.0:1767389114.254821:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654552704, offset 0 00000020:00000010:2.0:1767389114.254823:0:338175:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f3fad1d. 00000400:00000200:3.0:1767389114.254836:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767389114.254839:0:338175:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000362d048c. 00000400:00000200:3.0:1767389114.254852:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767389114.254860:0:338175:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000045aeb922. 00000400:00000200:3.0:1767389114.254869:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695837280a880 00000400:00000200:3.0:1767389114.254886:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 6424 00000400:00000200:3.0:1767389114.254896:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767389114.254899:0:338175:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767389114.254910:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389114.254913:0:338175:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389114.254918:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767389114.254921:0:338175:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1767389114.254923:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767389114.254931:0:338175:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767389114.254933:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092aa3fa7. 00000100:00000040:3.0:1767389114.254942:0:337538:0:(events.c:337:request_in_callback()) incoming req@0000000092aa3fa7 x1853241654552704 msgsize 224 00000100:00000001:2.0:1767389114.254961:0:338175:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389114.254962:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767389114.254995:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389114.255002:0:338175:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389114.255013:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000213d4250 00000400:00000010:3.0:1767389114.255020:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000213d4250. 00000100:00000001:3.0:1767389114.255030:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767389114.255042:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e4073a11 x1853241654552704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389114.255058:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389114.255070:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e4073a11 x1853241654552704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389114.255074:0:352639:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389114.255083:0:352639:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767389114.255086:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.255094:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767389114.255105:0:352639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00000001:3.0:1767389114.255108:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389114.255124:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7750 usecs (8 jiffies) 00000100:00000040:2.0:1767389114.255126:0:352639:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:3.0:1767389114.255132:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299702283 00000100:00000001:2.0:1767389114.255140:0:352639:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251661754448 : -122822047797168 : ffff904b43787050) 00000100:00000001:3.0:1767389114.255142:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299702297 00000100:00000001:3.0:1767389114.255149:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299702283 00000100:00000001:3.0:1767389114.255156:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299702297 00000100:00000001:3.0:1767389114.255160:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299702283 00000100:00000001:3.0:1767389114.255164:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299702297 00000100:00000040:2.0:1767389114.255167:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098d7bf5f x1853241654552192/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:565/0 lens 224/0 e 0 to 0 dl 1767389125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389114.255172:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299702283 00000100:00000001:3.0:1767389114.255182:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299702297 00000100:00000001:3.0:1767389114.255196:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389114.255211:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.255229:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389114.255234:0:352639:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389114.255240:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389114.255250:0:352639:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000019f1f151. 00000100:00000001:2.0:1767389114.255264:0:352639:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389114.255273:0:352639:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000019f1f151. 00000100:00100000:2.0:1767389114.255297:0:352639:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098d7bf5f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654552192:12345-0@lo:400: 00000100:00000200:2.0:1767389114.255311:0:352639:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654552192 00000020:00000001:2.0:1767389114.255320:0:352639:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767389114.255325:0:339009:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767389114.255333:0:352639:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:3.0:1767389114.255336:0:339009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654552704 00000020:00000001:2.0:1767389114.255344:0:352639:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389114.255345:0:339009:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389114.255354:0:339009:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389114.255362:0:339009:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389114.255364:0:352639:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767389114.255405:0:339009:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389114.255406:0:352639:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000100:00100000:3.0:1767389114.255413:0:339009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654552704 00000020:00000001:2.0:1767389114.255424:0:352639:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389114.255425:0:339009:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389114.255438:0:339009:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000001:2.0:1767389114.255441:0:352639:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389114.255446:0:339009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767389114.255454:0:352639:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000040:3.0:1767389114.255456:0:339009:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000001:3.0:1767389114.255471:0:339009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:2.0:1767389114.255472:0:352639:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389114.255484:0:339009:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:2.0:1767389114.255485:0:352639:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.255498:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767389114.255500:0:352639:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:3.0:1767389114.255514:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000086fd10db. 00000100:00000001:2.0:1767389114.255517:0:352639:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767389114.255536:0:339009:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006bd1012a. 02000000:00000001:2.0:1767389114.255537:0:352639:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389114.255563:0:352639:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008533111d. 00000020:00000040:3.0:1767389114.255564:0:339009:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 8 - evictor 02000000:00000001:2.0:1767389114.255587:0:352639:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389114.255597:0:352639:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.255603:0:339009:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1767389114.255608:0:352639:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389114.255618:0:352639:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654552192 00000100:00080000:3.0:1767389114.255633:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000001:2.0:1767389114.255633:0:352639:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000040:3.0:1767389114.255654:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 8 - evictor 00010000:00000200:2.0:1767389114.255665:0:352639:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098d7bf5f x1853241654552192/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:565/0 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389114.255682:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059336d48. 00010000:00000001:2.0:1767389114.255691:0:352639:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1767389114.255694:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a1d19af. 00010000:00000001:2.0:1767389114.255700:0:352639:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389114.255705:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9c65e41. 00000100:00001000:2.0:1767389114.255717:0:352639:0:(import.c:2128:obd_at_measure()) add 1 to 00000000ea776192 time=139 v=5 (1 0 0 0) 00000100:00000040:3.0:1767389114.255779:0:339009:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767389114.255783:0:352639:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767389114.255786:0:339009:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767389114.255795:0:339009:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389114.255800:0:339009:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389114.255802:0:352639:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389114.255816:0:352639:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:3.0:1767389114.255819:0:339009:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767389114.255830:0:339009:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1767389114.255830:0:352639:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767389114.255838:0:339009:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389114.255842:0:352639:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389114.255857:0:352639:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767389114.255867:0:339009:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389114.255873:0:352639:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389114.255885:0:352639:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000471bfa54. 00000100:00000200:2.0:1767389114.255899:0:352639:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654552192, offset 224 00000400:00000200:2.0:1767389114.255925:0:352639:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767389114.255926:0:339008:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389114.255938:0:339008:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767389114.255950:0:339008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000040:3.0:1767389114.255963:0:339008:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:3.0:1767389114.255969:0:339008:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520920832 : -122821188630784 : ffff904b76ae4700) 00000400:00000200:2.0:1767389114.255972:0:352639:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767389114.255982:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000092aa3fa7 x1853241654552704/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:565/0 lens 224/0 e 0 to 0 dl 1767389125 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389114.255995:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767389114.256004:0:352639:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695837280a680 00000020:00000010:3.0:1767389114.256005:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bd1012a. 00000100:00000001:3.0:1767389114.256017:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389114.256025:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bd1012a. 00000400:00000200:2.0:1767389114.256040:0:352639:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2585 [1] + 224 00000100:00100000:3.0:1767389114.256052:0:339008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000092aa3fa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654552704:12345-0@lo:400: 00000400:00000200:2.0:1767389114.256057:0:352639:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767389114.256062:0:339008:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654552704 00000020:00000001:3.0:1767389114.256072:0:339008:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767389114.256081:0:352639:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767389114.256084:0:339008:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767389114.256092:0:339008:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389114.256097:0:339008:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389114.256101:0:339008:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:2.0:1767389114.256104:0:352639:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767389114.256107:0:339008:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389114.256117:0:339008:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389114.256123:0:339008:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1767389114.256127:0:352639:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007939ef71 x1853241654552192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389114.256128:0:339008:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389114.256133:0:339008:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389114.256136:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003df2a3e5. 00000020:00000001:3.0:1767389114.256146:0:339008:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1767389114.256149:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.256158:0:339008:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1767389114.256165:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2970f44. 02000000:00000001:3.0:1767389114.256166:0:339008:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389114.256176:0:339008:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a373c17d. 00000400:00000010:0.0:1767389114.256182:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fec76cb. 02000000:00000001:3.0:1767389114.256189:0:339008:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389114.256195:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654552320, portal 4 00000100:00000001:3.0:1767389114.256197:0:339008:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389114.256203:0:352639:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007939ef71 x1853241654552192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389114.256209:0:339008:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389114.256221:0:339008:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654552704 00010000:00000001:3.0:1767389114.256236:0:339008:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389114.256250:0:339008:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000092aa3fa7 x1853241654552704/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:565/0 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389114.256264:0:339008:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389114.256268:0:339008:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389114.256270:0:352639:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1767389114.256273:0:339008:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=123 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389114.256282:0:339008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767389114.256295:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767389114.256296:0:339008:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000400:00000200:2.0:1767389114.256296:0:352639:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000471bfa54 00000100:00000001:0.0:1767389114.256303:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378542976 : -122821331008640 : ffff904b6e31c380) 00000400:00000010:2.0:1767389114.256317:0:352639:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000471bfa54. 00000100:00000001:3.0:1767389114.256319:0:339008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000040:0.0:1767389114.256329:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d30d9c02 x1853241654552320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389130 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389114.256335:0:339008:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767389114.256340:0:352639:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767389114.256345:0:339008:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389114.256358:0:352639:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389114.256360:0:339008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389114.256362:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389114.256405:0:352639:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389114.256407:0:339008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767389114.256408:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389114.256423:0:339008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000213d4250. 00000100:00000040:2.0:1767389114.256431:0:352639:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00010000:00000001:2.0:1767389114.256441:0:352639:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:3.0:1767389114.256443:0:339008:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654552704, offset 224 00000400:00000010:0.0:1767389114.256459:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f4d85e8. 00000020:00000001:2.0:1767389114.256461:0:352639:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389114.256465:0:339008:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767389114.256487:0:352639:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767389114.256491:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654552320, offset 0 00000100:00000040:2.0:1767389114.256507:0:352639:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098d7bf5f x1853241654552192/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:565/0 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389114.256520:0:339625:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767389114.256521:0:339008:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389114.256521:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767389114.256545:0:339625:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654552448 02000000:00000001:1.0:1767389114.256557:0:339625:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389114.256574:0:339625:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767389114.256575:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389114.256576:0:339008:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695837280a880 00000100:00000001:1.0:1767389114.256591:0:339625:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389114.256605:0:352639:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098d7bf5f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654552192:12345-0@lo:400: Request processed in 1349us (3134us total) trans 0 rc 0/0 02000000:00000001:1.0:1767389114.256606:0:339625:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389114.256617:0:339008:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x259d [1] + 224 00000400:00000200:0.0:1767389114.256626:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695837280a700 00000100:00100000:1.0:1767389114.256628:0:339625:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654552448 00000020:00000001:1.0:1767389114.256644:0:339625:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767389114.256654:0:339625:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000400:00000200:3.0:1767389114.256656:0:339008:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767389114.256663:0:339625:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767389114.256676:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 5376 00000020:00000040:1.0:1767389114.256677:0:339625:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000400:00000200:3.0:1767389114.256678:0:339008:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767389114.256681:0:352639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000020:00000001:1.0:1767389114.256700:0:339625:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000040:2.0:1767389114.256706:0:352639:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000020:00000001:1.0:1767389114.256716:0:339625:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:3.0:1767389114.256722:0:339008:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767389114.256723:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767389114.256765:0:339625:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767389114.256768:0:339008:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e4073a11 x1853241654552704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389114.256774:0:339625:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004945fbd8. 00000100:00000001:2.0:1767389114.256790:0:352639:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389114.256790:0:339625:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389114.256804:0:352639:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767389114.256806:0:339008:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e4073a11 x1853241654552704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389114.256813:0:339625:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004945fbd8. 00000020:00000010:2.0:1767389114.256823:0:352639:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000362d048c. 00000400:00000200:0.0:1767389114.256828:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767389114.256834:0:339625:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df05f51e. 00000020:00000010:2.0:1767389114.256850:0:352639:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000045aeb922. 00000020:00000010:1.0:1767389114.256856:0:339625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000062d5870c. 00000100:00000001:0.0:1767389114.256858:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767389114.256871:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000020:00000010:2.0:1767389114.256875:0:352639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f3fad1d. 00000020:00000010:1.0:1767389114.256880:0:339625:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b81e899. 00000100:00000010:0.0:1767389114.256883:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000963dd200. 00000100:00000001:3.0:1767389114.256889:0:339008:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767389114.256893:0:352639:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000100:00000040:0.0:1767389114.256901:0:337539:0:(events.c:337:request_in_callback()) incoming req@00000000963dd200 x1853241654552320 msgsize 224 00000400:00000200:3.0:1767389114.256911:0:339008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000213d4250 02000000:00000001:2.0:1767389114.256912:0:352639:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767389114.256916:0:339625:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:0.0:1767389114.256934:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1767389114.256935:0:352639:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008533111d. 00000400:00000010:3.0:1767389114.256936:0:339008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000213d4250. 00000100:00000001:1.0:1767389114.256937:0:339625:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389114.256948:0:339625:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389114.256955:0:337539:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389114.256957:0:339008:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389114.256959:0:339625:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389114.256961:0:352639:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767389114.256965:0:339008:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389114.256974:0:352639:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389114.256974:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f4d85e8 00000100:00000001:1.0:1767389114.256978:0:339625:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767389114.256980:0:339008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389114.256991:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f4d85e8. 00000100:00000001:1.0:1767389114.256992:0:339625:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767389114.257008:0:339625:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389114.257010:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767389114.257011:0:339008:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000200:2.0:1767389114.257011:0:352639:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1767389114.257034:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d30d9c02 x1853241654552320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389130 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389114.257038:0:339008:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767389114.257041:0:352639:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eab702e3. 00000020:00000001:3.0:1767389114.257046:0:339008:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389114.257051:0:339625:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389114.257066:0:339008:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767389114.257067:0:352639:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000257a5c46. 00000100:00000001:1.0:1767389114.257080:0:339625:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767389114.257083:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000092aa3fa7 x1853241654552704/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:565/0 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389114.257097:0:339625:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654552576 00000100:00000001:0.0:1767389114.257099:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767389114.257113:0:339625:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1767389114.257115:0:339008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000092aa3fa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654552704:12345-0@lo:400: Request processed in 1111us (2162us total) trans 0 rc 0/0 00000100:00000040:0.0:1767389114.257120:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d30d9c02 x1853241654552320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389130 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389114.257126:0:339625:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389114.257135:0:339625:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389114.257158:0:339625:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389114.257169:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389114.257175:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389114.257176:0:339008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1767389114.257180:0:339625:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654552576 00000100:00000001:2.0:1767389114.257183:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389114.257191:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767389114.257203:0:339625:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1767389114.257204:0:339008:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000400:00000001:2.0:1767389114.257208:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767389114.257209:0:339625:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000100:00000001:3.0:1767389114.257212:0:339008:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767389114.257213:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767389114.257218:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767389114.257224:0:339625:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767389114.257226:0:339008:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767389114.257228:0:337539:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7750 usecs (8 jiffies) 00000400:00000010:2.0:1767389114.257229:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ee8cc00. 00000020:00000040:1.0:1767389114.257234:0:339625:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000045548e5b refcount=5 00000020:00000010:3.0:1767389114.257238:0:339008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a1d19af. 00000100:00000001:0.0:1767389114.257245:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299702285 00000400:00000200:2.0:1767389114.257254:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009913b38a 00000020:00000001:1.0:1767389114.257256:0:339625:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000100:00000001:0.0:1767389114.257258:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299702297 00000020:00000010:3.0:1767389114.257260:0:339008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9c65e41. 00000400:00000010:2.0:1767389114.257270:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009913b38a. 00000100:00000001:0.0:1767389114.257277:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299702285 00000020:00000001:1.0:1767389114.257284:0:339625:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616647168 : -122826092904448 : ffff904a525d0000) 00000020:00000010:3.0:1767389114.257285:0:339008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059336d48. 00000100:00000001:0.0:1767389114.257291:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299702297 00000100:00000001:2.0:1767389114.257294:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767389114.257305:0:339008:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000001:1.0:1767389114.257306:0:339625:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389114.257309:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299702285 00000020:00000010:1.0:1767389114.257318:0:339625:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004945fbd8. 00000100:00000200:2.0:1767389114.257319:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007939ef71 x1853241654552192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389114.257321:0:339008:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389114.257325:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299702297 00000020:00000010:1.0:1767389114.257334:0:339625:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000576b713b. 00000100:00000001:0.0:1767389114.257345:0:337539:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299702285 00000020:00000040:1.0:1767389114.257352:0:339625:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000e28610cc) now 10 - evictor 00000100:00000001:0.0:1767389114.257358:0:337539:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299702297 00000100:00000001:3.0:1767389114.257370:0:339011:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767389114.257404:0:339011:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654552320 00000100:00000001:1.0:1767389114.257405:0:339625:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767389114.257406:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389114.257421:0:339011:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389114.257423:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389114.257425:0:339625:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002efac834. 00000100:00000001:3.0:1767389114.257426:0:339011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389114.257439:0:339011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389114.257439:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007939ef71 x1853241654552192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389114.257453:0:339625:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cfbab477. 00000100:00000001:0.0:1767389114.257455:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389114.257457:0:339011:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389114.257478:0:339625:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000f5b2184. 00000100:00000001:0.0:1767389114.257478:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767389114.257481:0:339011:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654552320 00000020:00000001:3.0:1767389114.257497:0:339011:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389114.257505:0:339011:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000100:00000001:2.0:1767389114.257508:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389114.257509:0:339625:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389114.257510:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767389114.257513:0:339011:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767389114.257518:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389114.257530:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:3.0:1767389114.257533:0:339011:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000100:00000001:1.0:1767389114.257533:0:339625:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389114.257534:0:337536:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767389114.257556:0:339625:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389114.257558:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1767389114.257559:0:339011:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:0.0:1767389114.257559:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389114.257579:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389114.257581:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767389114.257582:0:339011:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:1.0:1767389114.257583:0:339625:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767389114.257592:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389114.257599:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389114.257600:0:339625:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767389114.257602:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389114.257604:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389114.257611:0:339625:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389114.257618:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bd1012a. 02000000:00000001:2.0:1767389114.257621:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.257634:0:339011:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389114.257636:0:339625:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767389114.257639:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=139 v=5 (5 0 0 0) 00000100:00000001:0.0:1767389114.257641:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299702297 00000020:00000010:3.0:1767389114.257643:0:339011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bd1012a. 00000100:00000001:0.0:1767389114.257660:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299702283 00000020:00000010:3.0:1767389114.257663:0:339011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059336d48. 00000100:00000001:1.0:1767389114.257665:0:339625:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00001000:2.0:1767389114.257666:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=139 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389114.257673:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299702297 00000100:00000001:1.0:1767389114.257675:0:339625:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767389114.257680:0:339011:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a1d19af. 00000100:00100000:1.0:1767389114.257696:0:339625:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00000001:2.0:1767389114.257701:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389114.257701:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299702283 00000020:00000010:3.0:1767389114.257702:0:339011:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9c65e41. 00000100:00000040:1.0:1767389114.257703:0:339625:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000100:00000001:2.0:1767389114.257719:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389114.257766:0:339625:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252378555520 : -122821330996096 : ffff904b6e31f480) 00000100:00000040:3.0:1767389114.257771:0:339011:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:1.0:1767389114.257778:0:339625:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a472ac74 x1853241654552448/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:565/0 lens 224/0 e 0 to 0 dl 1767389125 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389114.257779:0:339011:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389114.257783:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299702297 00010000:00000001:2.0:1767389114.257788:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767389114.257792:0:339011:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767389114.257804:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.257805:0:339011:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389114.257806:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299702284 00000100:00000001:0.0:1767389114.257832:0:337537:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299702297 00000100:00000001:1.0:1767389114.257836:0:339625:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389114.257838:0:339011:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389114.257838:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389114.257840:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389114.257856:0:339625:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000047214a3f. 00000100:00000001:0.0:1767389114.257864:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389114.257865:0:339625:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389114.257868:0:339011:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389114.257878:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007939ef71 x1853241654552192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389114.257879:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389114.257887:0:339625:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000047214a3f. 00000100:00000001:0.0:1767389114.257893:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389114.257898:0:339011:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767389114.257914:0:339011:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767389114.257916:0:339625:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a472ac74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:337537:x1853241654552448:12345-0@lo:400: 00000100:00000001:0.0:1767389114.257917:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389114.257933:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767389114.257950:0:339011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000200:1.0:1767389114.257954:0:339625:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654552448 00000100:00000001:0.0:1767389114.257955:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767389114.257968:0:339011:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:0.0:1767389114.257972:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767389114.257973:0:339625:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767389114.257979:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389114.257984:0:339011:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252619208448 : -122821090343168 : ffff904b7c8a0700) 00000100:00000001:0.0:1767389114.257989:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389114.257991:0:339625:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767389114.258006:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767389114.258007:0:339625:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389114.258008:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389114.258014:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000963dd200 x1853241654552320/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:565/0 lens 224/0 e 0 to 0 dl 1767389125 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389114.258016:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389114.258038:0:339625:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767389114.258051:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007939ef71 x1853241654552192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389114.258051:0:339625:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:3.0:1767389114.258059:0:339011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767389114.258064:0:339625:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767389114.258070:0:339011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bd1012a. 00000020:00000001:1.0:1767389114.258071:0:339625:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389114.258089:0:339625:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767389114.258090:0:339011:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389114.258102:0:339625:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767389114.258116:0:339011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bd1012a. 00000020:00000001:1.0:1767389114.258117:0:339625:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389114.258127:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007939ef71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654552192:0@lo:400: 00000020:00000001:1.0:1767389114.258134:0:339625:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767389114.258144:0:339625:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767389114.258150:0:339011:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000963dd200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337539:x1853241654552320:12345-0@lo:13: 02000000:00000001:1.0:1767389114.258155:0:339625:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767389114.258159:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767389114.258164:0:339011:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654552320 02000000:00000010:1.0:1767389114.258166:0:339625:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b04804af. 00000100:00000001:2.0:1767389114.258168:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767389114.258170:0:339011:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767389114.258174:0:339625:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389114.258186:0:339011:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767389114.258188:0:339625:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389114.258197:0:338182:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767389114.258199:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007939ef71 x1853241654552192/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389114.258200:0:339011:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389114.258201:0:339625:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389114.258203:0:338182:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767389114.258231:0:339011:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000040:1.0:1767389114.258232:0:339625:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654552448 00000100:00100000:0.0:1767389114.258234:0:338182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000020:00000001:3.0:1767389114.258246:0:339011:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00010000:00000001:1.0:1767389114.258259:0:339625:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767389114.258262:0:338182:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000045548e5b : new rpc_count 1 00000020:00000001:3.0:1767389114.258273:0:339011:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767389114.258275:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767389114.258276:0:338182:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621251694450816 : -122822015100800 : ffff904b456b5880) 00010000:00000200:1.0:1767389114.258281:0:339625:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a472ac74 x1853241654552448/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:565/0 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389114.258290:0:339011:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389114.258296:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767389114.258307:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ff8424d7 x1853241654552576/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:565/0 lens 224/0 e 0 to 0 dl 1767389125 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389114.258313:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000318092c4. 00000020:00000001:3.0:1767389114.258314:0:339011:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389114.258324:0:339011:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1767389114.258336:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767389114.258337:0:339011:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389114.258354:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767389114.258361:0:339011:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1767389114.258367:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 02000000:00000001:3.0:1767389114.258371:0:339011:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767389114.258403:0:339011:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d311b910. 00000020:00000001:2.0:1767389114.258417:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767389114.258420:0:339625:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767389114.258422:0:339011:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389114.258432:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000071b1322a. 00000100:00000001:3.0:1767389114.258439:0:339011:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389114.258439:0:339625:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389114.258442:0:338182:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767389114.258449:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1767389114.258456:0:338182:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dac673a9. 02000000:00000001:2.0:1767389114.258469:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1767389114.258469:0:339625:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=133 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389114.258472:0:338182:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1767389114.258473:0:339011:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000010:2.0:1767389114.258484:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007939ef71. 00002000:00000001:3.0:1767389114.258488:0:339011:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767389114.258504:0:339011:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767389114.258504:0:339625:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1767389114.258504:0:338182:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dac673a9. 00000100:00000001:2.0:1767389114.258507:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389114.258526:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389114.258528:0:339011:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767389114.258528:0:339625:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00100000:0.0:1767389114.258532:0:338182:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ff8424d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337538:x1853241654552576:12345-0@lo:400: 00000100:00000001:2.0:1767389114.258557:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00002000:00000024:3.0:1767389114.258558:0:339011:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 389021696 avail 386924544 00000100:00000200:0.0:1767389114.258559:0:338182:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654552576 00000100:00000001:1.0:1767389114.258561:0:339625:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000001:0.0:1767389114.258582:0:338182:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767389114.258588:0:339625:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767389114.258590:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000020:3.0:1767389114.258591:0:339011:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000001:0.0:1767389114.258592:0:338182:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767389114.258596:0:339625:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389114.258609:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389114.258611:0:338182:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767389114.258615:0:339011:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767389114.258617:0:339625:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767389114.258638:0:338182:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767389114.258641:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767389114.258646:0:339625:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000020:3.0:1767389114.258648:0:339011:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/000000008a07d9c2 dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767389114.258650:0:338182:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000100:00000001:2.0:1767389114.258653:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389114.258661:0:339625:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099012e88. 00000020:00000001:0.0:1767389114.258674:0:338182:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1767389114.258678:0:339625:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654552448, offset 224 00002000:00000020:3.0:1767389114.258679:0:339011:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12264 objects: 11872 free; state 0 00000020:00000001:0.0:1767389114.258684:0:338182:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1767389114.258706:0:339011:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:0.0:1767389114.258707:0:338182:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767389114.258716:0:339625:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767389114.258719:0:338182:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000001:00000001:3.0:1767389114.258720:0:339011:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767389114.258758:0:339011:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767389114.258762:0:339011:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389114.258769:0:339011:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654552320 00000400:00000200:1.0:1767389114.258774:0:339625:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767389114.258782:0:339011:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767389114.258789:0:338182:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767389114.258791:0:339011:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000963dd200 x1853241654552320/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:565/0 lens 224/368 e 0 to 0 dl 1767389125 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389114.258798:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767389114.258800:0:338182:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767389114.258807:0:339625:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695837280a780 00000100:00000001:2.0:1767389114.258813:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389114.258813:0:338182:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389114.258834:0:338182:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767389114.258837:0:339011:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767389114.258850:0:339625:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x258d [1] + 224 02000000:00000010:0.0:1767389114.258852:0:338182:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003b075b52. 00010000:00000001:3.0:1767389114.258853:0:339011:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389114.258873:0:338182:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389114.258874:0:339011:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=123 v=5 (1 0 0 0) 00000400:00000200:1.0:1767389114.258876:0:339625:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767389114.258878:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389114.258896:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767389114.258899:0:338182:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.258901:0:339011:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767389114.258909:0:339625:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767389114.258914:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d764a204. 00000020:00000001:0.0:1767389114.258917:0:338182:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389114.258922:0:339011:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00010000:00000040:0.0:1767389114.258932:0:338182:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654552576 00000100:00000001:3.0:1767389114.258934:0:339011:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000400:00000200:2.0:1767389114.258937:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f6b4a97 00010000:00000001:0.0:1767389114.258943:0:338182:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767389114.258948:0:339011:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389114.258953:0:339011:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389114.258953:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f6b4a97. 00010000:00000200:0.0:1767389114.258960:0:338182:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ff8424d7 x1853241654552576/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:565/0 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389114.258971:0:339011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389114.258980:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767389114.258981:0:339625:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767389114.258989:0:339011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389114.259002:0:339011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000213d4250. 00010000:00000001:0.0:1767389114.259004:0:338182:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767389114.259007:0:339625:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b278fe5a x1853241654552448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389114.259015:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e4073a11 x1853241654552704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389114.259016:0:338182:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389114.259019:0:339011:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654552320, offset 224 00000100:00001000:0.0:1767389114.259040:0:338182:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=133 v=5 (1 0 0 0) 00000400:00000200:3.0:1767389114.259056:0:339011:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389114.259079:0:338182:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767389114.259099:0:338182:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 23 to 0@lo 00000400:00000200:3.0:1767389114.259108:0:339011:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389114.259122:0:338182:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:0.0:1767389114.259151:0:338182:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1767389114.259155:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e4073a11 x1853241654552704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389114.259162:0:339011:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695837280a700 00000100:00000040:1.0:1767389114.259164:0:339625:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b278fe5a x1853241654552448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389114.259164:0:338182:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389114.259190:0:338182:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389114.259198:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389114.259209:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389114.259214:0:339011:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x25a9 [1] + 224 00000100:00000040:0.0:1767389114.259218:0:338182:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767389114.259231:0:337538:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:0.0:1767389114.259238:0:338182:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f4d85e8. 02000000:00000001:2.0:1767389114.259243:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1767389114.259253:0:339011:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389114.259255:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767389114.259259:0:338182:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654552576, offset 224 00000100:00000001:2.0:1767389114.259266:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389114.259290:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389114.259292:0:339011:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389114.259305:0:339625:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767389114.259313:0:338182:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1767389114.259315:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=123 v=5 (5 0 0 0) 00000100:00001000:2.0:1767389114.259333:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=123 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389114.259337:0:339011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389114.259343:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767389114.259348:0:339625:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099012e88 00000100:00000001:2.0:1767389114.259351:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389114.259356:0:338182:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767389114.259357:0:339011:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d30d9c02 x1853241654552320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389130 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389114.259366:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767389114.259366:0:339625:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099012e88. 00000400:00000200:0.0:1767389114.259404:0:338182:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695837280a800 00010000:00080000:2.0:1767389114.259407:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e4073a11 x1853241654552704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389114.259430:0:339011:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000d30d9c02 x1853241654552320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389114.259467:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389114.259489:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767389114.259491:0:339625:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767389114.259494:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1767389114.259498:0:339625:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389114.259506:0:339011:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389114.259509:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767389114.259510:0:338182:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2595 [1] + 224 00000100:00000001:1.0:1767389114.259514:0:339625:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389114.259518:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389114.259538:0:339625:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 22 to 0@lo 00000400:00000200:0.0:1767389114.259542:0:338182:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767389114.259545:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4073a11 x1853241654552704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389114.259548:0:339011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000213d4250 00010000:00000001:1.0:1767389114.259548:0:339625:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767389114.259561:0:339625:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389114.259569:0:339011:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000213d4250. 00000400:00000200:0.0:1767389114.259571:0:338182:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767389114.259581:0:339625:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767389114.259591:0:339011:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389114.259602:0:339011:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389114.259603:0:338182:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767389114.259605:0:339625:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a472ac74 x1853241654552448/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:565/0 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389114.259618:0:339011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389114.259621:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767389114.259625:0:338182:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a211e0ae x1853241654552576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389114.259643:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1767389114.259647:0:339011:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:2.0:1767389114.259653:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389114.259671:0:339011:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767389114.259684:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4073a11 x1853241654552704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389114.259685:0:339011:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389114.259707:0:339011:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389114.259759:0:339011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000963dd200 x1853241654552320/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:565/0 lens 224/368 e 0 to 0 dl 1767389125 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389114.259776:0:339625:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a472ac74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:337537:x1853241654552448:12345-0@lo:400: Request processed in 1880us (6020us total) trans 0 rc 0/0 00000100:00100000:2.0:1767389114.259829:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e4073a11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654552704:0@lo:400: 00000100:00000040:0.0:1767389114.259844:0:338182:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a211e0ae x1853241654552576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389114.259854:0:339625:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00000040:1.0:1767389114.259877:0:339625:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000100:00100000:3.0:1767389114.259879:0:339011:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000963dd200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337539:x1853241654552320:12345-0@lo:13: Request processed in 1802us (2960us total) trans 0 rc 0/0 00000100:00000001:0.0:1767389114.259886:0:338182:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389114.259901:0:339625:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389114.259916:0:339625:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1767389114.259917:0:339011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000400:00000200:0.0:1767389114.259928:0:338182:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f4d85e8 00000020:00000010:1.0:1767389114.259930:0:339625:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000062d5870c. 00000100:00000040:3.0:1767389114.259931:0:339011:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000400:00000010:0.0:1767389114.259935:0:338182:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f4d85e8. 00000100:00000001:3.0:1767389114.259950:0:339011:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767389114.259951:0:339625:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b81e899. 00000100:00000001:0.0:1767389114.259952:0:338182:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767389114.259954:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767389114.259963:0:338182:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389114.259971:0:339011:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1767389114.259973:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1767389114.259975:0:339625:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df05f51e. 00000100:00000001:0.0:1767389114.259980:0:338182:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389114.259985:0:339011:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a1d19af. 00000400:00000010:2.0:1767389114.259986:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0582928. 00000020:00000040:1.0:1767389114.259995:0:339625:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000100:00000040:0.0:1767389114.259998:0:338182:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00000020:00000010:3.0:1767389114.260016:0:339011:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9c65e41. 00010000:00000001:0.0:1767389114.260017:0:338182:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767389114.260019:0:339625:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767389114.260020:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f280d18 00000020:00000001:0.0:1767389114.260030:0:338182:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389114.260034:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001f280d18. 00000020:00000010:3.0:1767389114.260042:0:339011:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059336d48. 00000020:00000001:0.0:1767389114.260046:0:338182:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767389114.260053:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767389114.260055:0:339011:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000100:00000040:0.0:1767389114.260064:0:338182:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ff8424d7 x1853241654552576/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:565/0 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389114.260067:0:339011:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389114.260070:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767389114.260072:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a211e0ae x1853241654552576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389114.260084:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767389114.260098:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389114.260110:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767389114.260116:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767389114.260121:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008540b847. 00000100:00000001:3.0:1767389114.260130:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767389114.260144:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabc7690 00000400:00000010:1.0:1767389114.260158:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabc7690. 00000100:00000001:1.0:1767389114.260179:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1767389114.260180:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1767389114.260190:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a211e0ae x1853241654552576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389114.260194:0:338182:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ff8424d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:337538:x1853241654552576:12345-0@lo:400: Request processed in 1736us (6007us total) trans 0 rc 0/0 00000400:00000001:3.0:1767389114.260196:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1767389114.260206:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b278fe5a x1853241654552448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389114.260210:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2970f44. 00000400:00000200:3.0:1767389114.260232:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fec76cb 00000400:00000010:3.0:1767389114.260247:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fec76cb. 00000100:00000001:3.0:1767389114.260269:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767389114.260270:0:338182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00000200:3.0:1767389114.260291:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d30d9c02 x1853241654552320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389114.260293:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767389114.260294:0:338182:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000045548e5b : new rpc_count 0 00000100:00000001:2.0:1767389114.260305:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389114.260312:0:338182:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767389114.260329:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b278fe5a x1853241654552448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389114.260332:0:337538:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767389114.260334:0:338182:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767389114.260352:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767389114.260355:0:338182:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cfbab477. 00000100:00000001:2.0:1767389114.260362:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767389114.260374:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d30d9c02 x1853241654552320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389114.260398:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389114.260407:0:338182:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000f5b2184. 02000000:00000001:2.0:1767389114.260420:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389114.260425:0:338182:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002efac834. 00000100:00001000:2.0:1767389114.260445:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=130 v=5 (5 0 0 0) 00000020:00000040:0.0:1767389114.260451:0:338182:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00000100:00000001:1.0:1767389114.260453:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389114.260465:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389114.260468:0:338182:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767389114.260477:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=130 v=5 (1 0 0 0) 00000100:00000001:3.0:1767389114.260486:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389114.260490:0:337537:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767389114.260495:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767389114.260497:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767389114.260498:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767389114.260509:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389114.260511:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.260513:0:337539:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767389114.260515:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389114.260523:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767389114.260525:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767389114.260526:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.260539:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767389114.260545:0:337538:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.260547:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389114.260547:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=133 v=5 (5 0 0 0) 02000000:00000001:3.0:1767389114.260568:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389114.260569:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1767389114.260571:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=133 v=5 (1 0 0 0) 00000100:00000040:2.0:1767389114.260579:0:337538:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767389114.260593:0:337538:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:3.0:1767389114.260595:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000470ba91f time=123 v=5 (5 0 0 0) 00000100:00000001:1.0:1767389114.260596:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389114.260598:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389114.260609:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389114.260622:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a211e0ae x1853241654552576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389114.260623:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1767389114.260624:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=123 v=5 (1 0 0 0) 00010000:00000001:1.0:1767389114.260640:0:337537:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.260650:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389114.260659:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767389114.260661:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389114.260667:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767389114.260684:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767389114.260687:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389114.260689:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767389114.260691:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389114.260706:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389114.260713:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767389114.260788:0:337539:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000d30d9c02 x1853241654552320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389114.260796:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b278fe5a x1853241654552448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389114.260797:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a211e0ae x1853241654552576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389114.260859:0:337539:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.260879:0:337539:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767389114.260889:0:337539:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:3.0:1767389114.260904:0:337539:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767389114.260915:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389114.260919:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a211e0ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:337538:1853241654552576:0@lo:400: 00000100:00000040:3.0:1767389114.260935:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d30d9c02 x1853241654552320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389130 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389114.260954:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389114.260975:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389114.260992:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767389114.260993:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e4073a11 x1853241654552704/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389114.261009:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767389114.261020:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389114.261021:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389114.261048:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389114.261050:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767389114.261059:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b278fe5a x1853241654552448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389114.261061:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389114.261063:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389114.261072:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002518750a. 00000004:00000001:3.0:1767389114.261080:0:337539:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 02000000:00000001:2.0:1767389114.261086:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000004:00000040:3.0:1767389114.261094:0:337539:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:2.0:1767389114.261095:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389114.261106:0:337538:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:1.0:1767389114.261107:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b278fe5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:337537:1853241654552448:0@lo:400: 00000004:00000040:3.0:1767389114.261113:0:337539:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12264 ffree=11872 state=0: rc = 0 00000020:00000001:2.0:1767389114.261121:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389114.261129:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000daa7973d. 00000100:00000001:1.0:1767389114.261138:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389114.261147:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767389114.261148:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000004:00000020:3.0:1767389114.261152:0:337539:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000004c3c9293): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12264 files, 11872 free files 0x0 02000000:00000001:2.0:1767389114.261156:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389114.261164:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e4073a11. 00000100:00000040:1.0:1767389114.261167:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b278fe5a x1853241654552448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767389114.261183:0:337539:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389114.261184:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389114.261195:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389114.261206:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389114.261207:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1767389114.261214:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d30d9c02 x1853241654552320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389130 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389114.261218:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a211e0ae x1853241654552576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389114.261218:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767389114.261227:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e483bc5a. 02000000:00000001:1.0:1767389114.261243:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389114.261253:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389114.261264:0:337537:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767389114.261283:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389114.261291:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000dbb16687. 02000000:00000001:1.0:1767389114.261304:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389114.261313:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767389114.261324:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b278fe5a. 00000100:00100000:3.0:1767389114.261334:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d30d9c02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:337539:1853241654552320:0@lo:13: 00000100:00000001:1.0:1767389114.261341:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389114.261352:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389114.261365:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389114.261370:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389114.261393:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389114.261395:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767389114.261396:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389114.261408:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389114.261409:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767389114.261413:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767389114.261416:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d30d9c02 x1853241654552320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389130 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389114.261416:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ca11833. 00000100:00000001:1.0:1767389114.261420:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389114.261440:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389114.261456:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767389114.261458:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767389114.261462:0:337538:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767389114.261465:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767389114.261478:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767389114.261480:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003df2a3e5. 02000000:00000010:2.0:1767389114.261491:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000683d4180. 02000000:00000001:3.0:1767389114.261498:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767389114.261500:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767389114.261504:0:337539:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767389114.261506:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1767389114.261515:0:337539:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:2.0:1767389114.261517:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a211e0ae. 00000020:00000001:3.0:1767389114.261535:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767389114.261537:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389114.261544:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767389114.261546:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000125a6411. 00000100:00000001:2.0:1767389114.261570:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767389114.261574:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767389114.261588:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767389114.261592:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d30d9c02. 00000100:00000001:2.0:1767389114.261594:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389114.261606:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.261610:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389114.261617:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389114.261619:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389114.261633:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389114.261633:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.261665:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389114.261669:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389114.261679:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389114.261688:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767389114.261711:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767389114.261716:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 10 - evictor 00080000:00000001:3.0:1767389114.273367:0:339005:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:3.0:1767389114.273401:0:339005:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8 00000001:00000040:3.0:1767389114.273407:0:339005:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000008a07d9c2 : new cb_count 1 00000020:00000040:3.0:1767389114.273412:0:339005:0:(genops.c:898:class_export_put()) PUTting export 000000008a07d9c2 : new refcount 1 00000001:00000010:3.0:1767389114.273418:0:339005:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 0000000013abfc3a. 00040000:00000001:3.0:1767389114.273429:0:339005:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389114.273435:0:339005:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767389114.273439:0:339005:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000008edaf60a. 00080000:00000001:3.0:1767389114.273447:0:339005:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767389114.273456:0:339005:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767389114.273461:0:339005:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389114.273465:0:339005:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767389114.273468:0:339005:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000054564ded. 00080000:00000001:3.0:1767389114.273473:0:339005:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767389114.273477:0:339005:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:3.0:1767389114.273479:0:339005:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8 00000001:00000040:3.0:1767389114.273488:0:339005:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000008a07d9c2 : new cb_count 0 00000020:00000040:3.0:1767389114.273493:0:339005:0:(genops.c:898:class_export_put()) PUTting export 000000008a07d9c2 : new refcount 0 00000020:00000080:3.0:1767389114.273499:0:339005:0:(genops.c:904:class_export_put()) final put 000000008a07d9c2/b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8 00000001:00000010:3.0:1767389114.273520:0:339005:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000fae2376b. 00040000:00000001:3.0:1767389114.273525:0:339005:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389114.273529:0:339005:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767389114.273531:0:339005:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000031c00260. 00080000:00000001:3.0:1767389114.273539:0:339005:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1767389114.273568:0:257746:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767389114.273576:0:257746:0:(genops.c:863:class_export_destroy()) destroying export 000000008a07d9c2/b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8 for lustre-OST0000 00000020:00000040:2.0:1767389114.273589:0:257746:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 3 to 192.168.204.13@tcp50 00000020:00000001:2.0:1767389114.273594:0:257746:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:2.0:1767389114.273601:0:257746:0:(genops.c:1229:class_import_get()) import 00000000c2c407cf refcount=2 obd=lustre-OST0000 00000020:00000001:2.0:1767389114.273606:0:257746:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389114.273609:0:257746:0:(genops.c:1242:class_import_put()) import 00000000c2c407cf refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1767389114.273613:0:257746:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767389114.273618:0:257746:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389114.273620:0:257746:0:(genops.c:1242:class_import_put()) import 00000000c2c407cf refcount=0 obd=lustre-OST0000 00000020:00000040:2.0:1767389114.273624:0:257746:0:(genops.c:1245:class_import_put()) final put import 00000000c2c407cf 00000020:00000001:2.0:1767389114.273645:0:257746:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767389114.273650:0:257746:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767389114.273656:0:257746:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389114.273669:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002aef733a. 00000001:00000010:2.0:1767389114.273681:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aef985f3. 00000001:00000010:2.0:1767389114.273686:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f5ac05c8. 00000001:00000010:2.0:1767389114.273692:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004d54314c. 00000001:00000010:2.0:1767389114.273701:0:257746:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000036a80275. 00000001:00000010:2.0:1767389114.273708:0:257746:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000db0fd4e1. 00000001:00000001:2.0:1767389114.273714:0:257746:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767389114.273718:0:257746:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:2.0:1767389114.273722:0:257746:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767389114.273769:0:257746:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:2.0:1767389114.273776:0:257746:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000001bc34d37. 00000020:00000020:2.0:1767389114.273789:0:257746:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40828928 0 0 00000020:00000020:2.0:1767389114.273795:0:257746:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/000000005a402188 dirty 0 pend 0 grant 0 00000020:00000001:2.0:1767389114.273802:0:257746:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389114.273807:0:257746:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 7 - export 00000020:00000010:2.0:1767389114.273812:0:257746:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008a07d9c2. 00000020:00000001:2.0:1767389114.273827:0:257746:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767389114.273834:0:257746:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767389114.273837:0:257746:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000c2c407cf for lustre-OST0000 00000020:00000040:2.0:1767389114.273845:0:257746:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 2 to 192.168.204.13@tcp50 00000020:00000040:2.0:1767389114.273849:0:257746:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - import 00000020:00000010:2.0:1767389114.273853:0:257746:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000c2c407cf. 00000020:00000001:2.0:1767389114.273860:0:257746:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000040:1.0:1767389114.277792:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299702297, at 4299702298 00000100:00000010:1.0:1767389114.277811:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d4d7413b. 00000100:00000040:3.0:1767389114.277867:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299702297, at 4299702298 00000100:00000010:3.0:1767389114.277885:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026f97304. 00000100:00000040:2.0:1767389114.277892:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299702297, at 4299702298 00000100:00000040:0.0:1767389114.277892:0:335318:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299702297, at 4299702298 00000100:00000010:0.0:1767389114.277912:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2b77d54. 00000100:00000010:2.0:1767389114.277919:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004794c26e. 00010000:00000001:3.0:1767389114.571864:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389114.571870:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389114.571876:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389114.571878:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389114.571968:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389114.571973:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389114.571977:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767389114.955857:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389114.955865:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389114.955869:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da461291 00000400:00000010:2.0:1767389114.955875:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da461291. 00000400:00000200:2.0:1767389114.955882:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767389114.955893:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp49 recovery ping unlinked 00000400:00000010:2.0:1767389114.955919:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a33de146. 00000400:00000010:2.0:1767389114.955924:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e38fd051. 00080000:00000001:3.0:1767389115.070101:0:361220:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389115.070120:0:361220:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389115.070126:0:361220:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389115.070135:0:361220:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389115.070142:0:361220:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389115.070146:0:361220:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389115.258001:0:361257:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389115.258020:0:361257:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389115.258026:0:361257:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389115.258032:0:361257:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389115.258039:0:361257:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389115.258044:0:361257:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389115.503185:0:361267:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389115.503202:0:361267:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389115.503208:0:361267:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389115.503216:0:361267:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389115.503222:0:361267:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389115.503227:0:361267:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.595816:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389115.595824:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.595832:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389115.595838:0:339424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767389115.595842:0:339424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767389115.595846:0:339424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.595851:0:339424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767389115.595855:0:339424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.595858:0:339424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.595864:0:339424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389115.595923:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389115.595932:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389115.595936:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1767389115.684232:0:361305:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389115.684246:0:361305:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389115.684252:0:361305:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389115.684260:0:361305:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389115.684265:0:361305:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389115.684269:0:361305:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389115.685256:0:361305:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:3.0:1767389115.685260:0:361305:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:3.0:1767389115.685262:0:361305:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000001:0.0:1767389115.687147:0:327358:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389115.687165:0:327358:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389115.687184:0:327358:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389115.687210:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389115.687231:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.687237:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389115.693986:0:361305:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:3.0:1767389115.693994:0:361305:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 00000000615ebd95. 00000020:01000004:3.0:1767389115.694001:0:361305:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:3.0:1767389115.694003:0:361305:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:3.0:1767389115.694007:0:361305:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:3.0:1767389115.694010:0:361305:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 0000000043fdd7e2. 00000020:00000010:3.0:1767389115.694015:0:361305:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 00000000d21697fc. 00000020:00000001:3.0:1767389115.694019:0:361305:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1767389115.694025:0:361305:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 000000006a4880ba. 00000020:00000001:3.0:1767389115.694029:0:361305:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767389115.694033:0:361305:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9e82490. 00000020:00000010:3.0:1767389115.694040:0:361305:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008369c1ce. 00000040:00000010:3.0:1767389115.694045:0:361305:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004ce4af37. 00000020:00000010:3.0:1767389115.694051:0:361305:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fa8d1a9b. 00000020:00000010:3.0:1767389115.694057:0:361305:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c22a089f. 00040000:00000010:3.0:1767389115.694064:0:361305:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005ef13a07. 00040000:00000010:3.0:1767389115.694069:0:361305:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c97ce29d. 00080000:00000010:3.0:1767389115.694073:0:361305:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b604f042. 10000000:00000001:3.0:1767389115.694080:0:361305:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:3.0:1767389115.694082:0:361305:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1767389115.694086:0:361305:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1767389115.694089:0:361305:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1767389115.694093:0:361305:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767389115.694095:0:361305:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000fabcedbd) refs 3 10000000:00000001:3.0:1767389115.694098:0:361305:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389115.694101:0:361305:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446621251728456704 : -122821981094912 : ffff904b47723c00) 10000000:00000001:3.0:1767389115.694104:0:361305:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1767389115.694106:0:361305:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x95cd417baf42930c 00010000:00000001:3.0:1767389115.694111:0:361305:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389115.694114:0:361305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389115.694117:0:361305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004ffff914 refcount=2 00000020:00000001:3.0:1767389115.694120:0:361305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343636992 : -122826365914624 : ffff904a42173200) 00010000:00000001:3.0:1767389115.694123:0:361305:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343636992 : -122826365914624 : ffff904a42173200) 00010000:00000001:3.0:1767389115.694128:0:361305:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389115.694131:0:361305:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389115.694135:0:361305:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 000000004ffff914/0x95cd417baf42930c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429313 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389115.694147:0:361305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389115.694149:0:361305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389115.694152:0:361305:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767389115.694153:0:361305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389115.694155:0:361305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004ffff914 refcount=3 00000020:00000001:3.0:1767389115.694157:0:361305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343636992 : -122826365914624 : ffff904a42173200) 00010000:00000001:3.0:1767389115.694160:0:361305:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343636992 : -122826365914624 : ffff904a42173200) 00010000:00000001:3.0:1767389115.694163:0:361305:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767389115.694165:0:361305:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 000000004ffff914/0x95cd417baf42930c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf429313 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389115.694171:0:361305:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767389115.694173:0:361305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 000000004ffff914/0x95cd417baf42930c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x95cd417baf429313 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389115.694179:0:361305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389115.694182:0:361305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767389115.694184:0:361305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: 000000004ffff914/0x95cd417baf42930c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x95cd417baf429313 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767389115.694190:0:361305:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389115.694192:0:361305:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.694194:0:361305:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767389115.694198:0:361305:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000938cd606. 00010000:00000001:3.0:1767389115.694201:0:361305:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1767389115.694224:0:361305:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1767389115.694228:0:361305:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.694230:0:361305:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.694232:0:361305:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767389115.694234:0:361305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389115.694236:0:361305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767389115.694238:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767389115.694240:0:361305:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767389115.694241:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767389115.694243:0:361305:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767389115.694244:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767389115.694246:0:361305:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767389115.694247:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767389115.694249:0:361305:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767389115.694252:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767389115.694254:0:361305:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767389115.694258:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767389115.694260:0:361305:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000fabcedbd) refs 3 10000000:00000001:3.0:1767389115.694263:0:361305:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767389115.694264:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767389115.694265:0:361305:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000fabcedbd) refs 2 10000000:00000001:3.0:1767389115.694267:0:361305:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:3.0:1767389115.694268:0:361305:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:3.0:1767389115.694271:0:361305:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389115.694273:0:361305:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389115.694277:0:361305:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008369c1ce. 00000040:00000010:3.0:1767389115.694284:0:361305:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004ce4af37. 00000020:00000010:3.0:1767389115.694290:0:361305:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fa8d1a9b. 00000020:00000010:3.0:1767389115.694295:0:361305:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c22a089f. 00040000:00000010:3.0:1767389115.694302:0:361305:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005ef13a07. 00040000:00000010:3.0:1767389115.694307:0:361305:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c97ce29d. 00080000:00000010:3.0:1767389115.694315:0:361305:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b604f042. 00000020:00000001:2.0:1767389115.694316:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1767389115.694321:0:361305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9e82490. 00000020:00000001:2.0:1767389115.694324:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389115.694327:0:361305:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389115.694333:0:339023:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00000010:3.0:1767389115.694334:0:361305:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 000000006a4880ba. 00000020:00000001:3.0:1767389115.694370:0:361305:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.694378:0:339023:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:3.0:1767389115.694379:0:361305:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 000000005bf91520. 00010000:00000001:2.0:1767389115.694386:0:339023:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000040:3.0:1767389115.694388:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000bdb0aefb : new refcount 5 00010000:00010000:2.0:1767389115.694396:0:339023:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 000000004ffff914/0x95cd417baf42930c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x95cd417baf429313 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767389115.694397:0:361305:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 00000000d37daf00. 00000010:00000001:3.0:1767389115.694410:0:361305:0:(lwp_dev.c:209:lwp_process_config()) Process entered 00000100:00000001:3.0:1767389115.694426:0:361305:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00010000:00010000:2.0:1767389115.694428:0:339023:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000004ffff914 already unused, calling callback (000000001fe26c02) 00000100:00080000:3.0:1767389115.694431:0:361305:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 10000000:00000001:2.0:1767389115.694442:0:339023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767389115.694443:0:361305:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 10000000:00010000:2.0:1767389115.694450:0:339023:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 000000004ffff914/0x95cd417baf42930c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x95cd417baf429313 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767389115.694453:0:361305:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767389115.694460:0:361305:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00000040:3.0:1767389115.694476:0:361305:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00010000:00000001:2.0:1767389115.694481:0:339023:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767389115.694482:0:361305:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767389115.694492:0:361305:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00010000:00000001:2.0:1767389115.694494:0:339023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767389115.694510:0:361305:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000020:00000001:2.0:1767389115.694510:0:339023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767389115.694525:0:361305:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000040:2.0:1767389115.694525:0:339023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000004ffff914 refcount=3 00000100:00000001:3.0:1767389115.694539:0:361305:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:2.0:1767389115.694541:0:339023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343636992 : -122826365914624 : ffff904a42173200) 00000100:00000001:3.0:1767389115.694549:0:361305:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00010000:00000001:2.0:1767389115.694551:0:339023:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343636992 : -122826365914624 : ffff904a42173200) 00000100:00080000:3.0:1767389115.694561:0:361305:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00010000:00000001:2.0:1767389115.694562:0:339023:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767389115.694574:0:339023:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 000000004ffff914/0x95cd417baf42930c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x95cd417baf429313 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767389115.694575:0:361305:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389115.694582:0:361305:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767389115.694596:0:361305:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767389115.694602:0:361305:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389115.694618:0:339023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767389115.694620:0:361305:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 10000000:00010000:2.0:1767389115.694632:0:339023:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 000000004ffff914/0x95cd417baf42930c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x95cd417baf429313 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767389115.694634:0:361305:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:3.0:1767389115.694645:0:361305:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 10000000:01000000:2.0:1767389115.694655:0:339023:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000010:3.0:1767389115.694656:0:361305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aed7a78b. 10000000:01000000:2.0:1767389115.694664:0:339023:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00000020:00000040:3.0:1767389115.694665:0:361305:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 10000000:00000001:2.0:1767389115.694672:0:339023:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1767389115.694675:0:361305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 10000000:00000040:2.0:1767389115.694676:0:339023:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000fabcedbd) refs 1 02000000:00000001:3.0:1767389115.694681:0:361305:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 10000000:01000000:2.0:1767389115.694683:0:339023:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:2.0:1767389115.694688:0:339023:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:3.0:1767389115.694693:0:361305:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389115.694695:0:339023:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767389115.694700:0:339023:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767389115.694705:0:339023:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000010:3.0:1767389115.694709:0:361305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ef13a07. 10000000:00000001:2.0:1767389115.694709:0:339023:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767389115.694718:0:339023:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767389115.694724:0:361305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389115.694758:0:361305:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446621252520934272 : -122821188617344 : ffff904b76ae7b80) 00000100:00080000:3.0:1767389115.694763:0:361305:0:(import.c:65:import_set_state_nolock()) 0000000004f639d2 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:3.0:1767389115.694771:0:361305:0:(jobid.c:940:lustre_get_jobid()) Process entered 10000000:00000001:2.0:1767389115.694771:0:339023:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767389115.694780:0:339023:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:3.0:1767389115.694781:0:361305:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389115.694789:0:339023:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767389115.694793:0:339023:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1767389115.694796:0:339023:0:(genops.c:898:class_export_put()) PUTting export 00000000f1189866 : new refcount 11 00000100:00000040:3.0:1767389115.694800:0:361305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aed7a78b] to pc [ptlrpcd_rcv+-1] req@00000000aed7a78b x1853241654552832/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000010:2.0:1767389115.694805:0:339023:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 00000000fabcedbd. 10000000:00000001:2.0:1767389115.694821:0:339023:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767389115.694825:0:339023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.694835:0:339023:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389115.694843:0:339023:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389115.694847:0:339023:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767389115.694856:0:339023:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767389115.694858:0:361305:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.694865:0:339023:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389115.694871:0:339023:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000004ffff914 with handle 0x95cd417baf42930c from hash 00010000:00000001:2.0:1767389115.694876:0:339023:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1767389115.694877:0:337535:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767389115.694880:0:339023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389115.694891:0:339023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767389115.694893:0:337535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767389115.694896:0:339023:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767389115.694899:0:337535:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767389115.694901:0:339023:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389115.694908:0:339023:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000040:0.0:1767389115.694914:0:337535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aed7a78b x1853241654552832/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389115.694918:0:339023:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767389115.694924:0:339023:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:0.0:1767389115.694939:0:337535:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1767389115.694941:0:339023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cf94d05f. 00000100:00000001:0.0:1767389115.694942:0:337535:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389115.694954:0:339023:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 02000000:00000001:0.0:1767389115.694956:0:337535:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389115.694963:0:337535:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389115.694964:0:339023:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767389115.694974:0:339023:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389115.694976:0:337535:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389115.694986:0:339023:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389115.694986:0:337535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aed7a78b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:337535:1853241654552832:0@lo:39: 00000100:00000001:0.0:1767389115.695005:0:337535:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767389115.695008:0:339023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d3a5841. 02000000:00000001:0.0:1767389115.695011:0:337535:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767389115.695016:0:337535:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.695025:0:339023:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389115.695025:0:337535:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767389115.695038:0:339023:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 02000000:00000010:0.0:1767389115.695040:0:337535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd30d963. 00010000:00010000:2.0:1767389115.695047:0:339023:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 000000004ffff914/0x95cd417baf42930c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x95cd417baf429313 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767389115.695048:0:337535:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389115.695065:0:337535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ec3f993. 00010000:00010000:2.0:1767389115.695067:0:339023:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767389115.695075:0:339023:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767389115.695081:0:337535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f4d85e8. 00000100:00000001:2.0:1767389115.695086:0:339023:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389115.695090:0:339023:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389115.695094:0:337535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654552832, portal 10 00000100:00000001:0.0:1767389115.695100:0:337535:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767389115.695106:0:339023:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf94d05f] to pc [ptlrpcd_00_00+0] req@00000000cf94d05f x1853241654552960/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389115.695108:0:337535:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520934272 : -122821188617344 : ffff904b76ae7b80) 00000100:00000040:0.0:1767389115.695132:0:337535:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aed7a78b x1853241654552832/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389115.695165:0:337535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767389115.695172:0:337535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767389115.695176:0:337535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fec76cb. 00010000:00000001:2.0:1767389115.695180:0:339023:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767389115.695182:0:337535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654552832, offset 0 00010000:00000001:2.0:1767389115.695194:0:339023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389115.695198:0:339023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389115.695200:0:339023:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389115.695202:0:337535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767389115.695212:0:339023:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389115.695216:0:339023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389115.695220:0:339023:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 000000004ffff914/0x95cd417baf42930c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x95cd417baf429313 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389115.695244:0:339023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389115.695250:0:339023:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 000000004ffff914/0x95cd417baf42930c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x95cd417baf429313 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767389115.695250:0:337535:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389115.695277:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389115.695290:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767389115.695292:0:339023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767389115.695294:0:337535:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695837280a900 00000100:00000001:3.0:1767389115.695296:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767389115.695303:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767389115.695304:0:339023:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767389115.695318:0:339023:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000938cd606. 00000100:00000040:3.0:1767389115.695320:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cf94d05f x1853241654552960/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389115.695322:0:337535:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 15640 00000100:00000001:1.0:1767389115.695324:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.695339:0:339023:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.695375:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1767389115.695379:0:337535:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767389115.695385:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389115.695399:0:337535:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389115.695402:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1767389115.695402:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767389115.695411:0:337535:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767389115.695419:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1767389115.695420:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389115.695422:0:337535:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1767389115.695430:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389115.695438:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:2.0:1767389115.695439:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1767389115.695441:0:337535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000224c8174. 02000000:00000001:3.0:1767389115.695446:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767389115.695449:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1767389115.695451:0:337535:0:(events.c:337:request_in_callback()) incoming req@00000000224c8174 x1853241654552832 msgsize 224 00000020:00000001:2.0:1767389115.695458:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389115.695460:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389115.695466:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767389115.695474:0:337535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767389115.695480:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cf94d05f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654552960:0@lo:103: 00000100:00000001:3.0:1767389115.695488:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389115.695492:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389115.695495:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389115.695497:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767389115.695499:0:337535:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:3.0:1767389115.695503:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c97ce29d. 02000000:00000001:3.0:1767389115.695509:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389115.695514:0:337535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fec76cb 00000400:00000010:3.0:1767389115.695516:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9a4bfc7. 00000400:00000010:0.0:1767389115.695521:0:337535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fec76cb. 00000100:00000001:0.0:1767389115.695527:0:337535:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389115.695532:0:337535:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aed7a78b x1853241654552832/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389115.695536:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000213d4250. 00000100:00000200:3.0:1767389115.695549:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654552960, portal 18 00000100:00000001:0.0:1767389115.695553:0:337535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767389115.695556:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389115.695560:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252613739776 : -122821095811840 : ffff904b7c369500) 00000100:00000001:1.0:1767389115.695568:0:338180:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767389115.695568:0:337535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aed7a78b x1853241654552832/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389115.695572:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cf94d05f x1853241654552960/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389115.695580:0:338180:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654552832 02000000:00000001:1.0:1767389115.695596:0:338180:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389115.695604:0:338180:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389115.695614:0:338180:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389115.695635:0:338180:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389115.695654:0:338180:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654552832 00000100:00000001:0.0:1767389115.695661:0:337535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.695670:0:337535:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389115.695673:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767389115.695673:0:338180:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767389115.695679:0:337535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389115.695687:0:338180:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42926b 00000100:00000040:0.0:1767389115.695691:0:337535:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 5922 usecs (6 jiffies) 00000020:00000001:1.0:1767389115.695700:0:338180:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767389115.695701:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389115.695708:0:337535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299703721 00000020:00000040:1.0:1767389115.695711:0:338180:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000ef5ce901 refcount=5 00000400:00000010:3.0:1767389115.695713:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c269d9d. 00000100:00000010:0.0:1767389115.695723:0:337535:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d07aaa5e. 00000100:00000200:3.0:1767389115.695780:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654552960, offset 0 00000100:00000001:0.0:1767389115.695789:0:337535:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767389115.695797:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767389115.695803:0:338180:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000100:00000001:0.0:1767389115.695805:0:337535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299703722 00000020:00000001:1.0:1767389115.695824:0:338180:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252148920320 : -122821560631296 : ffff904b60820000) 00000400:00000200:3.0:1767389115.695826:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767389115.695826:0:337535:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000096b9a6ff. 00000100:00000001:0.0:1767389115.695847:0:337535:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767389115.695853:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389115.695865:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfb8e2b6. 00000100:00000001:0.0:1767389115.695866:0:337535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299703722 00000400:00000200:3.0:1767389115.695867:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695837280a980 00000100:00000010:0.0:1767389115.695892:0:337535:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a45099a4. 00000400:00000200:3.0:1767389115.695894:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x19 [2] + 984 00000100:00000001:1.0:1767389115.695894:0:338180:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389115.695916:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfb8e2b6. 00000100:00000001:0.0:1767389115.695918:0:337535:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767389115.695920:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389115.695944:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767389115.695947:0:338180:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e483bc5a. 00000100:00000001:0.0:1767389115.695947:0:337535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299703722 00000100:00000001:3.0:1767389115.695952:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389115.695968:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767389115.695970:0:337535:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083ae90fd. 00000020:00000010:1.0:1767389115.695972:0:338180:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073a31259. 00000100:00000010:3.0:1767389115.695974:0:337536:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008777fd9d. 00000100:00000001:0.0:1767389115.695985:0:337535:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767389115.695986:0:337536:0:(events.c:337:request_in_callback()) incoming req@000000008777fd9d x1853241654552960 msgsize 328 00000020:00000010:1.0:1767389115.695988:0:338180:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b81e899. 00000100:00000001:0.0:1767389115.695999:0:337535:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389115.696009:0:337535:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389115.696016:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767389115.696017:0:337535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389115.696020:0:338180:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767389115.696026:0:337535:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389115.696029:0:338180:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389115.696034:0:338180:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767389115.696038:0:337535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389115.696039:0:338180:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.696046:0:337535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767389115.696049:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767389115.696052:0:337535:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389115.696055:0:338180:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.696056:0:337535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767389115.696060:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c269d9d 00000100:00000001:0.0:1767389115.696067:0:337535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389115.696070:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c269d9d. 00000100:00000001:0.0:1767389115.696076:0:337535:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389115.696082:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767389115.696088:0:338180:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767389115.696100:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cf94d05f x1853241654552960/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389115.696110:0:338165:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767389115.696117:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767389115.696118:0:338165:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654552960 00000100:00000001:1.0:1767389115.696122:0:338180:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767389115.696124:0:338165:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767389115.696131:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cf94d05f x1853241654552960/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389115.696133:0:338165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389115.696133:0:338180:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767389115.696144:0:338165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389115.696158:0:338180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 02000000:00000001:2.0:1767389115.696161:0:338165:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389115.696176:0:338180:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000ef5ce901 : new rpc_count 1 00000100:00100000:2.0:1767389115.696181:0:338165:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654552960 00000100:00000001:3.0:1767389115.696185:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.696187:0:338180:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252619210240 : -122821090341376 : ffff904b7c8a0e00) 00000020:00000001:2.0:1767389115.696190:0:338165:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767389115.696202:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767389115.696203:0:338165:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000040:1.0:1767389115.696212:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000224c8174 x1853241654552832/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:566/0 lens 224/0 e 0 to 0 dl 1767389126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767389115.696214:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767389115.696216:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389115.696224:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 00000100:00000001:3.0:1767389115.696232:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299703739 00000020:00000001:2.0:1767389115.696234:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000001:2.0:1767389115.696251:0:338165:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:3.0:1767389115.696255:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299703721 00000100:00000001:1.0:1767389115.696259:0:338180:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389115.696264:0:338165:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389115.696272:0:338180:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfb8e2b6. 00000020:00000010:2.0:1767389115.696274:0:338165:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ae5e2b1. 00000100:00000001:3.0:1767389115.696275:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299703739 00000100:00000001:1.0:1767389115.696283:0:338180:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389115.696290:0:338165:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767389115.696295:0:338180:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfb8e2b6. 00000100:00000001:3.0:1767389115.696296:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299703722 00000020:00000010:2.0:1767389115.696298:0:338165:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ae5e2b1. 00000020:00000010:2.0:1767389115.696328:0:338165:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ca11833. 00000100:00000001:3.0:1767389115.696329:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299703739 00000100:00100000:1.0:1767389115.696339:0:338180:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000224c8174 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:337535:x1853241654552832:12345-0@lo:39: 00000020:00000010:2.0:1767389115.696368:0:338165:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007fa39092. 00000100:00000001:3.0:1767389115.696370:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299703722 00000020:00000010:2.0:1767389115.696387:0:338165:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000045aeb922. 00000100:00000200:1.0:1767389115.696389:0:338180:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654552832 00000100:00000001:3.0:1767389115.696390:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299703739 00000020:00000001:1.0:1767389115.696405:0:338180:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767389115.696416:0:338180:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767389115.696418:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299703722 00000100:00000040:2.0:1767389115.696422:0:338165:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000001:1.0:1767389115.696422:0:338180:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389115.696427:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389115.696433:0:338165:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1767389115.696438:0:338180:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767389115.696441:0:338165:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389115.696443:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389115.696446:0:338180:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672374112 : -1037177504 : ffffffffc22ded60) 00010000:00000001:2.0:1767389115.696449:0:338165:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767389115.696461:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.696463:0:338165:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389115.696463:0:338180:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767389115.696475:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389115.696476:0:338165:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000001:1.0:1767389115.696478:0:338180:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389115.696486:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389115.696494:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767389115.696495:0:338180:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767389115.696497:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767389115.696498:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091027bb4 refcount=3 00000020:00000001:1.0:1767389115.696502:0:338180:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767389115.696505:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767389115.696510:0:338180:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.696511:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538716160 : -122821170835456 : ffff904b77bdd000) 00000100:00000001:3.0:1767389115.696514:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389115.696526:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767389115.696527:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538716160 : -122821170835456 : ffff904b77bdd000) 00000020:00000001:1.0:1767389115.696528:0:338180:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00000100:00000001:3.0:1767389115.696546:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.696548:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389115.696549:0:338180:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00010000:00000001:2.0:1767389115.696557:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767389115.696565:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.696567:0:338165:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.696567:0:338180:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767389115.696578:0:338180:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767389115.696590:0:338165:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389115.696593:0:338180:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008b28360c. 02000000:00000001:1.0:1767389115.696600:0:338180:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.696602:0:338165:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.696605:0:338180:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389115.696615:0:338180:0:(genops.c:887:class_export_get()) GET export 00000000ef5ce901 refcount=6 00010000:00000001:1.0:1767389115.696618:0:338180:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767389115.696623:0:338180:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:1.0:1767389115.696625:0:338180:0:(genops.c:887:class_export_get()) GET export 00000000ef5ce901 refcount=7 00000100:00000001:2.0:1767389115.696628:0:338165:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767389115.696630:0:338180:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767389115.696638:0:338180:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767389115.696645:0:338180:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 6 00000020:00000080:1.0:1767389115.696650:0:338180:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf42926b 00000100:00000001:2.0:1767389115.696653:0:338165:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767389115.696657:0:338180:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ef5ce901 with handle 0x95cd417baf42926b from hash 00000100:00000001:2.0:1767389115.696658:0:338165:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767389115.696669:0:338180:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 5 00000100:00100000:2.0:1767389115.696670:0:338165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000020:00000001:1.0:1767389115.696680:0:338180:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000100:00000040:2.0:1767389115.696681:0:338165:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000100:00000001:0.0:1767389115.696681:0:339024:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1767389115.696685:0:338180:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 4 00000100:00000001:0.0:1767389115.696692:0:339024:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767389115.696693:0:338165:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520919040 : -122821188632576 : ffff904b76ae4000) 00000020:00000001:1.0:1767389115.696699:0:338180:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000100:00000001:0.0:1767389115.696701:0:339024:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389115.696708:0:338180:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 3 00000100:00000001:0.0:1767389115.696711:0:339024:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389115.696714:0:338180:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389115.696717:0:338165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008777fd9d x1853241654552960/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:566/0 lens 328/0 e 0 to 0 dl 1767389126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389115.696804:0:338180:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767389115.696813:0:338180:0:(import.c:65:import_set_state_nolock()) 0000000048e0e8b4 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767389115.696821:0:338180:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767389115.696827:0:338180:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767389115.696832:0:338180:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767389115.696851:0:338180:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767389115.696860:0:338180:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:1.0:1767389115.696866:0:338180:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000045548e5b dirty 0 pend 0 grant 0 00000020:00000020:1.0:1767389115.696871:0:338180:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/00000000ef5ce901 dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767389115.696874:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000020:1.0:1767389115.696877:0:338180:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/0000000064290599 dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767389115.696883:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389115.696886:0:338180:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00010000:00010000:0.0:1767389115.696898:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767389115.696902:0:338180:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:1.0:1767389115.696908:0:338180:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389115.696911:0:338180:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767389115.696916:0:338180:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:1.0:1767389115.696920:0:338180:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000030122e48) : new refcount 6 00000001:00000001:1.0:1767389115.696925:0:338180:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:1.0:1767389115.696932:0:338180:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000030122e48) : new refcount 5 00000020:00000040:1.0:1767389115.696941:0:338180:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 2 00000001:00000001:1.0:1767389115.696948:0:338180:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767389115.696953:0:338180:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000030122e48) : new refcount 4 00000100:00000001:2.0:1767389115.696957:0:338165:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000001:1.0:1767389115.696959:0:338180:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1767389115.696964:0:338180:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 1 00000020:00000010:2.0:1767389115.696966:0:338165:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ae5e2b1. 00000004:00000001:1.0:1767389115.696967:0:338180:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.696976:0:338180:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.696977:0:338165:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389115.696987:0:338165:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ae5e2b1. 00010000:00000001:1.0:1767389115.696987:0:338180:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389115.696997:0:338180:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389115.697003:0:338165:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008777fd9d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+15:337536:x1853241654552960:12345-0@lo:103: 00010000:00000040:1.0:1767389115.697007:0:338180:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654552832 00000100:00000200:2.0:1767389115.697014:0:338165:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654552960 00010000:00000001:1.0:1767389115.697016:0:338180:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767389115.697020:0:338165:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767389115.697026:0:338165:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000200:1.0:1767389115.697031:0:338180:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000224c8174 x1853241654552832/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:566/0 lens 224/224 e 0 to 0 dl 1767389126 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389115.697032:0:338165:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767389115.697040:0:338165:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389115.697046:0:338165:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389115.697052:0:338165:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000028201b0c. 00010000:00000001:1.0:1767389115.697055:0:338180:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767389115.697057:0:338165:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.697061:0:338180:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.697063:0:338165:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389115.697069:0:338180:0:(import.c:2128:obd_at_measure()) add 1 to 000000009d18eec9 time=134 v=5 (1 0 0 0) 00010000:00000001:2.0:1767389115.697070:0:338165:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767389115.697075:0:338165:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767389115.697081:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767389115.697082:0:338180:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767389115.697084:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389115.697090:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000091027bb4 refcount=3 00000100:00000040:1.0:1767389115.697091:0:338180:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000020:00000001:2.0:1767389115.697096:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538716160 : -122821170835456 : ffff904b77bdd000) 00000100:00000001:1.0:1767389115.697099:0:338180:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00010000:00000001:2.0:1767389115.697102:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538716160 : -122821170835456 : ffff904b77bdd000) 02000000:00000001:1.0:1767389115.697106:0:338180:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:2.0:1767389115.697111:0:338165:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000edf97b29 count: 6 02000000:00000001:1.0:1767389115.697112:0:338180:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.697128:0:338165:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767389115.697129:0:338180:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767389115.697135:0:338165:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:1.0:1767389115.697137:0:338180:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767389115.697141:0:338165:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767389115.697146:0:338165:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389115.697147:0:338180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabc7690. 00000020:00000001:2.0:1767389115.697149:0:338165:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.697159:0:338165:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:1.0:1767389115.697161:0:338180:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654552832, offset 224 00010000:00000001:2.0:1767389115.697163:0:338165:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:1.0:1767389115.697175:0:338180:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767389115.697176:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389115.697181:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389115.697184:0:338165:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389115.697187:0:338165:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389115.697191:0:338165:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000091027bb4 with handle 0x95cd417baf429313 from hash 00010000:00000001:2.0:1767389115.697198:0:338165:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1767389115.697200:0:338180:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767389115.697202:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389115.697207:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389115.697211:0:338165:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389115.697213:0:338165:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389115.697214:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767389115.697220:0:338165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000091027bb4/0x95cd417baf429313 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x95cd417baf42930c expref: 15 pid: 338174 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767389115.697223:0:338180:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695837280a900 00010000:00000040:2.0:1767389115.697241:0:338165:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 9 00000400:00000200:1.0:1767389115.697247:0:338180:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x25c5 [1] + 224 00000020:00000040:2.0:1767389115.697248:0:338165:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00010000:00000001:2.0:1767389115.697258:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389115.697263:0:338165:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:1.0:1767389115.697264:0:338180:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767389115.697267:0:338165:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767389115.697271:0:338165:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389115.697274:0:338180:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767389115.697278:0:338165:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.697283:0:338165:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767389115.697285:0:338180:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:2.0:1767389115.697286:0:338165:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767389115.697293:0:338165:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389115.697298:0:338180:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aed7a78b x1853241654552832/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389115.697302:0:338165:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389115.697307:0:338165:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389115.697316:0:338165:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=140 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389115.697331:0:338165:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389115.697335:0:338180:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aed7a78b x1853241654552832/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389115.697339:0:338165:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 22 to 0@lo 00000100:00000001:2.0:1767389115.697345:0:338165:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389115.697380:0:338165:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389115.697385:0:338165:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.697389:0:338165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389115.697398:0:338165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389115.697404:0:338165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da461291. 00000100:00000001:1.0:1767389115.697408:0:338180:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767389115.697411:0:338165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654552960, offset 224 00000400:00000200:2.0:1767389115.697423:0:338165:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389115.697429:0:338180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabc7690 00000400:00000010:1.0:1767389115.697435:0:338180:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabc7690. 00000400:00000200:2.0:1767389115.697440:0:338165:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389115.697456:0:338180:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389115.697461:0:338180:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767389115.697469:0:338165:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695837280a980 00000100:00000001:1.0:1767389115.697470:0:338180:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389115.697483:0:338180:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 21 to 0@lo 00010000:00000001:1.0:1767389115.697492:0:338180:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767389115.697493:0:337535:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767389115.697494:0:338165:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x25cd [1] + 224 00000020:00000001:1.0:1767389115.697500:0:338180:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.697506:0:337535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767389115.697520:0:338180:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767389115.697524:0:338165:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767389115.697528:0:337535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767389115.697534:0:338180:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000224c8174 x1853241654552832/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:566/0 lens 224/224 e 0 to 0 dl 1767389126 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767389115.697536:0:337535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767389115.697547:0:338165:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767389115.697550:0:337535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ec3f993. 00000400:00000200:0.0:1767389115.697572:0:337535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f4d85e8 00000100:00100000:1.0:1767389115.697582:0:338180:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000224c8174 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:337535:x1853241654552832:12345-0@lo:39: Request processed in 1312us (2119us total) trans 0 rc 0/0 00000400:00000010:0.0:1767389115.697585:0:337535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f4d85e8. 00000100:00000001:0.0:1767389115.697600:0:337535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389115.697603:0:338165:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767389115.697611:0:338180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767389115.697617:0:338180:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000ef5ce901 : new rpc_count 0 00000100:00000001:1.0:1767389115.697623:0:338180:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767389115.697625:0:338165:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cf94d05f x1853241654552960/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389115.697630:0:337535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aed7a78b x1853241654552832/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389115.697633:0:338180:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767389115.697647:0:338180:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073a31259. 00000020:00000010:1.0:1767389115.697662:0:338180:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b81e899. 00000020:00000010:1.0:1767389115.697681:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e483bc5a. 00000020:00000040:1.0:1767389115.697698:0:338180:0:(genops.c:898:class_export_put()) PUTting export 00000000ef5ce901 : new refcount 0 00000020:00000080:1.0:1767389115.697714:0:338180:0:(genops.c:904:class_export_put()) final put 00000000ef5ce901/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00000040:2.0:1767389115.697781:0:338165:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cf94d05f x1853241654552960/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389115.697792:0:338180:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389115.697818:0:338165:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389115.697841:0:338165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da461291 00000400:00000010:2.0:1767389115.697847:0:338165:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da461291. 00000100:00000001:2.0:1767389115.697858:0:338165:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389115.697862:0:338165:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767389115.697871:0:257746:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000001:2.0:1767389115.697873:0:338165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767389115.697879:0:257746:0:(genops.c:863:class_export_destroy()) destroying export 00000000ef5ce901/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00000040:2.0:1767389115.697889:0:338165:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:2.0:1767389115.697897:0:338165:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.697898:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767389115.697901:0:257746:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 19 to 0@lo 00010000:00000001:2.0:1767389115.697904:0:338165:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.697911:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767389115.697918:0:257746:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:3.0:1767389115.697924:0:257746:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000100:00000040:2.0:1767389115.697926:0:338165:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008777fd9d x1853241654552960/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:566/0 lens 328/224 e 0 to 0 dl 1767389126 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767389115.697930:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767389115.697933:0:257746:0:(genops.c:1229:class_import_get()) import 0000000048e0e8b4 refcount=2 obd=lustre-MDT0000 00000400:00000001:1.0:1767389115.697939:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767389115.697954:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9a4bfc7. 00000020:00000001:3.0:1767389115.697957:0:257746:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389115.697968:0:257746:0:(genops.c:1242:class_import_put()) import 0000000048e0e8b4 refcount=1 obd=lustre-MDT0000 00000100:00100000:2.0:1767389115.697970:0:338165:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008777fd9d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337536:x1853241654552960:12345-0@lo:103: Request processed in 1002us (1973us total) trans 0 rc 0/0 00000400:00000200:1.0:1767389115.697976:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000213d4250 00000020:00000001:3.0:1767389115.697981:0:257746:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1767389115.697990:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000213d4250. 00000020:00000001:3.0:1767389115.697995:0:257746:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389115.698003:0:257746:0:(genops.c:1242:class_import_put()) import 0000000048e0e8b4 refcount=0 obd=lustre-MDT0000 00000100:00000001:1.0:1767389115.698007:0:337536:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767389115.698015:0:338165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000200:0.0:1767389115.698017:0:337535:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aed7a78b x1853241654552832/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767389115.698022:0:257746:0:(genops.c:1245:class_import_put()) final put import 0000000048e0e8b4 00000100:00000200:1.0:1767389115.698027:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cf94d05f x1853241654552960/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389115.698032:0:338165:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000100:00000001:2.0:1767389115.698048:0:338165:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767389115.698049:0:257746:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767389115.698064:0:338165:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000010:3.0:1767389115.698065:0:257746:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000f7c2af7a. 00000020:00000010:2.0:1767389115.698078:0:338165:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007fa39092. 00010000:00000001:3.0:1767389115.698088:0:257746:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000020:00000010:2.0:1767389115.698099:0:338165:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000045aeb922. 00000001:00000001:3.0:1767389115.698101:0:257746:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000010:2.0:1767389115.698118:0:338165:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ca11833. 00000001:00000010:3.0:1767389115.698121:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000024a96015. 00000100:00000001:0.0:1767389115.698122:0:337535:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767389115.698137:0:338165:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000100:00000001:0.0:1767389115.698139:0:337535:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767389115.698144:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d514b076. 00000100:00000200:1.0:1767389115.698151:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cf94d05f x1853241654552960/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389115.698153:0:338165:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389115.698156:0:337535:0:(client.c:1578:after_reply()) Process entered 00000001:00000010:3.0:1767389115.698161:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aff5d5ad. 02000000:00000001:0.0:1767389115.698173:0:337535:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000001:00000010:3.0:1767389115.698179:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000dafa6a18. 00000100:00000001:0.0:1767389115.698184:0:337535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000010:3.0:1767389115.698199:0:257746:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000730ee393. 00000100:00000001:0.0:1767389115.698201:0:337535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.698204:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000010:3.0:1767389115.698215:0:257746:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f97c0e4b. 00000100:00000001:1.0:1767389115.698218:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389115.698220:0:337535:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389115.698226:0:257746:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767389115.698238:0:257746:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000001:1.0:1767389115.698239:0:337536:0:(client.c:1578:after_reply()) Process entered 00000100:00001000:0.0:1767389115.698245:0:337535:0:(import.c:2128:obd_at_measure()) add 5 to 00000000ff130c23 time=134 v=5 (5 0 0 0) 00000001:00000001:3.0:1767389115.698253:0:257746:0:(hash.c:1113:cfs_hash_destroy()) Process entered 02000000:00000001:1.0:1767389115.698255:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:0.0:1767389115.698257:0:337535:0:(import.c:2128:obd_at_measure()) add 1 to 000000000df288fe time=134 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389115.698263:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000010:3.0:1767389115.698264:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000065daf43f. 00000100:00000001:0.0:1767389115.698271:0:337535:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389115.698274:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767389115.698277:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009f1d7b16. 00000100:00000001:0.0:1767389115.698278:0:337535:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389115.698281:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767389115.698296:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009ca706e2. 00010000:00000001:0.0:1767389115.698296:0:337535:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1767389115.698300:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=140 v=5 (5 0 0 0) 00000001:00000010:3.0:1767389115.698306:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000017e0b79e. 00010000:00000001:0.0:1767389115.698307:0:337535:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767389115.698313:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=140 v=5 (1 0 0 0) 00000001:00000010:3.0:1767389115.698323:0:257746:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000024c37601. 00000100:00000001:0.0:1767389115.698325:0:337535:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767389115.698326:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389115.698342:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767389115.698344:0:257746:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000859c91d8. 00000100:00000040:0.0:1767389115.698344:0:337535:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767389115.698384:0:337535:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1767389115.698386:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000001:00000001:3.0:1767389115.698388:0:257746:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:0.0:1767389115.698389:0:337535:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.698396:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.698397:0:257746:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000100:00000040:0.0:1767389115.698409:0:337535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aed7a78b x1853241654552832/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389115.698410:0:257746:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000001:1.0:1767389115.698412:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767389115.698425:0:257746:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000a98023c8. 00000100:00000040:1.0:1767389115.698436:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cf94d05f x1853241654552960/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:3.0:1767389115.698442:0:257746:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1767389115.698464:0:257746:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/0000000045548e5b dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767389115.698488:0:257746:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8/0000000064290599 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767389115.698498:0:337535:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1767389115.698517:0:257746:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.698518:0:337535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767389115.698520:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389115.698528:0:337535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389115.698530:0:257746:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.698537:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1767389115.698541:0:337535:0:(import.c:65:import_set_state_nolock()) 0000000004f639d2 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000020:00000040:3.0:1767389115.698542:0:257746:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 9 - export 00000100:00000001:1.0:1767389115.698543:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767389115.698564:0:257746:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000ef5ce901. 00000100:00000001:0.0:1767389115.698564:0:337535:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000040:1.0:1767389115.698571:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cf94d05f x1853241654552960/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389115.698574:0:337535:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767389115.698583:0:337535:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000001:3.0:1767389115.698584:0:257746:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:0.0:1767389115.698592:0:337535:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:3.0:1767389115.698597:0:257746:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767389115.698609:0:257746:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000048e0e8b4 for lustre-MDT0000 00000100:00100000:1.0:1767389115.698612:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cf94d05f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654552960:0@lo:103: 00000020:00000040:3.0:1767389115.698623:0:257746:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 18 to 0@lo 00000100:00000040:0.0:1767389115.698628:0:337535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aed7a78b x1853241654552832/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389115.698634:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767389115.698636:0:257746:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 8 - import 00000100:00000001:1.0:1767389115.698655:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767389115.698657:0:257746:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000048e0e8b4. 00000100:00000001:2.0:1767389115.698661:0:361305:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389115.698672:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cf94d05f x1853241654552960/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389115.698674:0:257746:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:2.0:1767389115.698687:0:361305:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00100000:0.0:1767389115.698689:0:337535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aed7a78b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:337535:1853241654552832:0@lo:39: 00000100:00000001:1.0:1767389115.698694:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1767389115.698700:0:361305:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 02000000:00000001:1.0:1767389115.698705:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767389115.698716:0:361305:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 02000000:00000010:1.0:1767389115.698718:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c97ce29d. 02000000:00000001:1.0:1767389115.698783:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767389115.698786:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389115.698789:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000100:00100000:2.0:1767389115.698791:0:361305:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@00000000aed7a78b x1853241654552832/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389115.698798:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389115.698804:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005d3a5841. 02000000:00000001:1.0:1767389115.698817:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767389115.698820:0:361305:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767389115.698821:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1767389115.698825:0:361305:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00000010:1.0:1767389115.698827:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cf94d05f. 00000100:00000040:2.0:1767389115.698831:0:361305:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767389115.698835:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389115.698837:0:361305:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767389115.698841:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389115.698843:0:361305:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767389115.698848:0:361305:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767389115.698851:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389115.698854:0:361305:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767389115.698859:0:361305:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767389115.698862:0:337535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389115.698863:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767389115.698864:0:361305:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767389115.698871:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.698881:0:337535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389115.698883:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389115.698884:0:361305:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000040:0.0:1767389115.698892:0:337535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aed7a78b x1853241654552832/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Complete:RENQU/200/0 rc -5/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389115.698893:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767389115.698894:0:361305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767389115.698905:0:361305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1767389115.698923:0:337535:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389115.698928:0:337535:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389115.698933:0:337535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd30d963. 02000000:00000001:0.0:1767389115.698941:0:337535:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389115.698944:0:337535:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389115.698947:0:337535:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767389115.698949:0:337535:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389115.698952:0:337535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ef13a07. 02000000:00000001:0.0:1767389115.698956:0:337535:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389115.698959:0:337535:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389115.698961:0:337535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aed7a78b. 00000100:00000001:0.0:1767389115.698965:0:337535:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389115.698968:0:337535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389115.698970:0:337535:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389115.698976:0:337535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389115.698978:0:337535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.698981:0:337535:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389115.698983:0:337535:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767389115.699708:0:361305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767389115.699712:0:361305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767389115.699713:0:361305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767389115.700526:0:361305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.700531:0:361305:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:2.0:1767389115.700538:0:361305:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1767389115.700540:0:361305:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389115.700545:0:361305:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 00000000d37daf00. 00000020:00000001:2.0:1767389115.700552:0:361305:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389115.700555:0:361305:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 000000005bf91520. 00000020:00000010:2.0:1767389115.700559:0:361305:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 00000000d21697fc. 00000020:00000010:2.0:1767389115.700563:0:361305:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 0000000043fdd7e2. 00000020:00000010:2.0:1767389115.700570:0:361305:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ca11833. 00000020:00000010:2.0:1767389115.700575:0:361305:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002518750a. 00000040:00000010:2.0:1767389115.700580:0:361305:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005d3a5841. 00000020:00000010:2.0:1767389115.700586:0:361305:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005d053261. 00000020:00000010:2.0:1767389115.700591:0:361305:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ee4fc435. 00000020:00000010:2.0:1767389115.700597:0:361305:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fabcedbd. 80000000:00000010:2.0:1767389115.700604:0:361305:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004794c26e. 40000000:00000010:2.0:1767389115.700609:0:361305:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002ae5e2b1. 00100000:00000010:2.0:1767389115.700615:0:361305:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000511cd70a. 00040000:00000010:2.0:1767389115.700620:0:361305:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003f53ab9a. 00040000:00000010:2.0:1767389115.700625:0:361305:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000081b3af91. 00040000:00000010:2.0:1767389115.700631:0:361305:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d842291c. 00080000:00000010:2.0:1767389115.700636:0:361305:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c9a49eea. 00000004:00000010:2.0:1767389115.700641:0:361305:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001a3a50d0. 00000004:00000010:2.0:1767389115.700647:0:361305:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000014330a84. 00000004:00000010:2.0:1767389115.700654:0:361305:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b1453592. 00002000:00000010:2.0:1767389115.700660:0:361305:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000610bd0b0. 00000004:00000010:2.0:1767389115.700665:0:361305:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008533111d. 00000020:00000010:2.0:1767389115.700670:0:361305:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b10ba4eb. 00000020:00000001:2.0:1767389115.700677:0:361305:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:2.0:1767389115.700681:0:361305:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 00000000c2b77d54. 00000020:00000001:2.0:1767389115.700684:0:361305:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1767389115.700687:0:361305:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e522983. 00000020:00000010:2.0:1767389115.700690:0:361305:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008f3fad1d. 00000040:00000010:2.0:1767389115.700694:0:361305:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000318092c4. 00000020:00000010:2.0:1767389115.700698:0:361305:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000044abecdf. 00000020:00000010:2.0:1767389115.700701:0:361305:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e38fd051. 00040000:00000010:2.0:1767389115.700704:0:361305:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000199047c9. 00040000:00000010:2.0:1767389115.700708:0:361305:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000098a336bb. 00080000:00000010:2.0:1767389115.700711:0:361305:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009f6ed798. 10000000:00000001:2.0:1767389115.700715:0:361305:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:2.0:1767389115.700718:0:361305:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:2.0:1767389115.700722:0:361305:0:(mgc_request.c:493:config_log_end()) Process entered 00010000:00000010:2.1:1767389115.700828:0:361305:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000004ffff914. 10000000:00000001:2.0:1767389115.700838:0:361305:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1767389115.700843:0:361305:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767389115.700845:0:361305:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (00000000d3eca57a) refs 3 10000000:00000001:2.0:1767389115.700848:0:361305:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389115.700851:0:361305:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446621247351141376 : -122826358410240 : ffff904a4289b400) 10000000:00000001:2.0:1767389115.700855:0:361305:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1767389115.700858:0:361305:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x95cd417baf429328 00010000:00000001:2.0:1767389115.700862:0:361305:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389115.700864:0:361305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389115.700867:0:361305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009646261a refcount=2 00000020:00000001:2.0:1767389115.700869:0:361305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731456 : -122822105820160 : ffff904b40031400) 00010000:00000001:2.0:1767389115.700872:0:361305:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731456 : -122822105820160 : ffff904b40031400) 00010000:00000001:2.0:1767389115.700875:0:361305:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389115.700877:0:361305:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389115.700880:0:361305:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 000000009646261a/0x95cd417baf429328 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf42932f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389115.700890:0:361305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389115.700892:0:361305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389115.700894:0:361305:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389115.700896:0:361305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389115.700897:0:361305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009646261a refcount=3 00000020:00000001:2.0:1767389115.700899:0:361305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731456 : -122822105820160 : ffff904b40031400) 00010000:00000001:2.0:1767389115.700901:0:361305:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731456 : -122822105820160 : ffff904b40031400) 00010000:00000001:2.0:1767389115.700904:0:361305:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389115.700906:0:361305:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 000000009646261a/0x95cd417baf429328 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf42932f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389115.700913:0:361305:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389115.700915:0:361305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 000000009646261a/0x95cd417baf429328 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x95cd417baf42932f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389115.700921:0:361305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389115.700922:0:361305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389115.700934:0:361305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: 000000009646261a/0x95cd417baf429328 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x95cd417baf42932f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389115.700940:0:361305:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389115.700942:0:361305:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.700945:0:361305:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767389115.700949:0:361305:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000a093186e. 00010000:00000001:2.0:1767389115.700954:0:361305:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767389115.700967:0:361305:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1767389115.700970:0:361305:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.700972:0:361305:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.700975:0:361305:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767389115.700977:0:361305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389115.700979:0:361305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767389115.700981:0:361305:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1767389115.700982:0:361305:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x95cd417baf42965b 00010000:00000001:2.0:1767389115.700984:0:361305:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389115.700986:0:361305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389115.700988:0:361305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000178f03ee refcount=2 00000020:00000001:2.0:1767389115.700990:0:361305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:2.0:1767389115.700993:0:361305:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:2.0:1767389115.700996:0:361305:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389115.700997:0:361305:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767389115.700999:0:361305:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429662 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389115.701006:0:361305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389115.701007:0:361305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389115.701008:0:361305:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389115.701009:0:361305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389115.701011:0:361305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000178f03ee refcount=3 00000020:00000001:2.0:1767389115.701013:0:361305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:2.0:1767389115.701015:0:361305:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:2.0:1767389115.701018:0:361305:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389115.701020:0:361305:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf429662 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389115.701027:0:361305:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389115.701028:0:361305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x95cd417baf429662 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389115.701034:0:361305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389115.701037:0:361305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767389115.701039:0:361305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x95cd417baf429662 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389115.701047:0:361305:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389115.701049:0:361305:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.701052:0:361305:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767389115.701055:0:361305:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008ff10a15. 00010000:00000001:2.0:1767389115.701058:0:361305:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767389115.701070:0:361305:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000020:00000001:1.0:1767389115.701074:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767389115.701075:0:361305:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.701083:0:361305:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389115.701084:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.701088:0:361305:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00010000:1.0:1767389115.701092:0:338168:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:2.0:1767389115.701094:0:361305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389115.701100:0:361305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389115.701101:0:338168:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:2.0:1767389115.701103:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767389115.701107:0:338168:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:00000040:2.0:1767389115.701109:0:361305:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 2 00010000:00010000:1.0:1767389115.701116:0:338168:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 000000009646261a/0x95cd417baf429328 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x95cd417baf42932f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767389115.701117:0:361305:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767389115.701123:0:361305:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1767389115.701127:0:361305:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x95cd417baf42923a 00010000:00000001:2.0:1767389115.701133:0:361305:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767389115.701137:0:361305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389115.701142:0:361305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ce4826b3 refcount=2 00010000:00010000:1.0:1767389115.701145:0:338168:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000009646261a already unused, calling callback (000000001fe26c02) 00000020:00000001:2.0:1767389115.701148:0:361305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603730432 : -122822105821184 : ffff904b40031000) 10000000:00000001:1.0:1767389115.701153:0:338168:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767389115.701155:0:361305:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603730432 : -122822105821184 : ffff904b40031000) 10000000:00010000:1.0:1767389115.701157:0:338168:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 000000009646261a/0x95cd417baf429328 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x95cd417baf42932f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389115.701163:0:361305:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767389115.701168:0:361305:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.701178:0:338168:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00010000:2.0:1767389115.701179:0:361305:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 00000000ce4826b3/0x95cd417baf42923a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf429241 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389115.701186:0:338168:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389115.701193:0:338168:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767389115.701197:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767389115.701198:0:361305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1767389115.701199:0:338168:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009646261a refcount=3 00010000:00000001:2.0:1767389115.701209:0:361305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767389115.701210:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389115.701211:0:338168:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603731456 : -122822105820160 : ffff904b40031400) 00010000:00000001:2.0:1767389115.701220:0:361305:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00010000:0.0:1767389115.701225:0:339023:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1767389115.701227:0:338168:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603731456 : -122822105820160 : ffff904b40031400) 00000020:00000001:2.0:1767389115.701228:0:361305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389115.701238:0:361305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ce4826b3 refcount=3 00010000:00000001:0.0:1767389115.701239:0:339023:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1767389115.701241:0:338168:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1767389115.701263:0:339023:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:2.0:1767389115.701264:0:361305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603730432 : -122822105821184 : ffff904b40031000) 00010000:00010000:1.0:1767389115.701265:0:338168:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 000000009646261a/0x95cd417baf429328 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x95cd417baf42932f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389115.701278:0:361305:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603730432 : -122822105821184 : ffff904b40031000) 00010000:00010000:0.0:1767389115.701280:0:339023:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x95cd417baf429662 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389115.701296:0:361305:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767389115.701307:0:361305:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 00000000ce4826b3/0x95cd417baf42923a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf429241 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767389115.701308:0:338168:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1767389115.701319:0:338168:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 000000009646261a/0x95cd417baf429328 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x95cd417baf42932f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767389115.701340:0:339023:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000178f03ee already unused, calling callback (000000001fe26c02) 00010000:00000001:2.0:1767389115.701372:0:361305:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767389115.701379:0:361305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 00000000ce4826b3/0x95cd417baf42923a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x95cd417baf429241 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1767389115.701395:0:338168:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1767389115.701395:0:339023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:2.0:1767389115.701414:0:361305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:01000000:1.0:1767389115.701416:0:338168:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:00010000:0.0:1767389115.701416:0:339023:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x95cd417baf429662 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767389115.701430:0:361305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767389115.701431:0:338168:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:2.0:1767389115.701439:0:361305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: 00000000ce4826b3/0x95cd417baf42923a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x95cd417baf429241 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 10000000:00000040:1.0:1767389115.701441:0:338168:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000d3eca57a) refs 3 10000000:00000001:1.0:1767389115.701465:0:338168:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767389115.701473:0:338168:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389115.701480:0:339023:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767389115.701484:0:338168:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767389115.701491:0:339023:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767389115.701493:0:361305:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767389115.701494:0:338168:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:0.0:1767389115.701510:0:339023:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767389115.701512:0:361305:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.701513:0:338168:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:0.0:1767389115.701531:0:339023:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000178f03ee refcount=3 00010000:00000001:2.0:1767389115.701532:0:361305:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767389115.701533:0:338168:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000010:2.0:1767389115.701545:0:361305:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000014e47bdc. 00010000:00000001:1.0:1767389115.701546:0:338168:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389115.701547:0:339023:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00010000:00000001:2.0:1767389115.701555:0:361305:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767389115.701570:0:339023:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247343639552 : -122826365912064 : ffff904a42173c00) 00000020:00000040:1.0:1767389115.701572:0:338168:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009646261a with handle 0x95cd417baf429328 from hash 00010000:00010000:2.0:1767389115.701582:0:361305:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767389115.701588:0:338168:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767389115.701588:0:339023:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:2.0:1767389115.701590:0:361305:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.701615:0:361305:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.701616:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389115.701620:0:339023:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x95cd417baf429662 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389115.701625:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389115.701626:0:361305:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767389115.701634:0:338168:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767389115.701635:0:361305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389115.701645:0:338168:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767389115.701647:0:361305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767389115.701649:0:339023:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:3.0:1767389115.701657:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767389115.701657:0:338168:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 10000000:00000001:2.0:1767389115.701658:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00010000:0.0:1767389115.701660:0:339023:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x95cd417baf429662 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:00000040:2.0:1767389115.701675:0:361305:0:(mgc_request.c:123:config_log_put()) log params(00000000767239c6) refs 2 00000020:00000001:3.0:1767389115.701677:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.701678:0:338168:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767389115.701689:0:338168:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 10000000:00000001:2.0:1767389115.701706:0:361305:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00010000:3.0:1767389115.701708:0:338169:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:01000000:0.0:1767389115.701708:0:339023:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000010:1.0:1767389115.701711:0:338168:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ac9b03a. 10000000:00000001:2.0:1767389115.701720:0:361305:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:01000000:0.0:1767389115.701729:0:339023:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:00000001:0.0:1767389115.701733:0:339023:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767389115.701739:0:339023:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(00000000e810f8b6) refs 1 10000000:01000000:0.0:1767389115.701748:0:339023:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 10000000:00000001:0.0:1767389115.701750:0:339023:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767389115.701751:0:339023:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767389115.701752:0:339023:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767389115.701753:0:339023:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767389115.701754:0:339023:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767389115.701755:0:339023:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767389115.701757:0:339023:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767389115.701759:0:339023:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767389115.701762:0:339023:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767389115.701800:0:361305:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x95cd417baf4291ca 00000020:00000040:1.0:1767389115.701803:0:338168:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 10000000:00000001:0.0:1767389115.701808:0:339023:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1767389115.701810:0:361305:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767389115.701812:0:338168:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1767389115.701824:0:361305:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767389115.701826:0:338168:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:0.0:1767389115.701826:0:339023:0:(genops.c:898:class_export_put()) PUTting export 00000000f1189866 : new refcount 10 00000020:00000040:2.0:1767389115.701836:0:361305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f867942 refcount=2 10000000:00000010:0.0:1767389115.701840:0:339023:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 00000000e810f8b6. 02000000:00000001:1.0:1767389115.701842:0:338168:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.701846:0:361305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247435999232 : -122826273552384 : ffff904a47988800) 00010000:00000001:2.0:1767389115.701859:0:361305:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247435999232 : -122826273552384 : ffff904a47988800) 02000000:00000010:1.0:1767389115.701861:0:338168:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e483bc5a. 10000000:00000001:0.0:1767389115.701861:0:339023:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767389115.701873:0:339023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.701880:0:361305:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767389115.701880:0:338168:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389115.701883:0:339023:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767389115.701887:0:361305:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.701899:0:338168:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767389115.701900:0:361305:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.113@tcp lock: 000000006f867942/0x95cd417baf4291ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x95cd417baf4291d1 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389115.701901:0:339023:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:1.0:1767389115.701910:0:338168:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 000000009646261a/0x95cd417baf429328 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x95cd417baf42932f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389115.701912:0:339023:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767389115.701922:0:339023:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389115.701933:0:339023:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389115.701951:0:339023:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000178f03ee with handle 0x95cd417baf42965b from hash 00010000:00000001:2.0:1767389115.701955:0:361305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767389115.701962:0:338168:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767389115.701966:0:361305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389115.701967:0:339023:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389115.701971:0:338168:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389115.701986:0:361305:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767389115.701988:0:338168:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1767389115.701988:0:339023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389115.701990:0:361306:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00000020:00000001:2.0:1767389115.702003:0:361305:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767389115.702007:0:338168:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767389115.702009:0:361306:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000483d75f5. 00010000:00000001:0.0:1767389115.702009:0:339023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767389115.702010:0:361305:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f867942 refcount=3 00010000:00000001:0.0:1767389115.702024:0:339023:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000001:2.0:1767389115.702028:0:361305:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247435999232 : -122826273552384 : ffff904a47988800) 00000020:00000010:3.0:1767389115.702037:0:361306:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017e0b79e. 00010000:00000001:2.0:1767389115.702038:0:361305:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247435999232 : -122826273552384 : ffff904a47988800) 00010000:00000001:0.0:1767389115.702039:0:339023:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:1.0:1767389115.702040:0:338168:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac9b03a] to pc [ptlrpcd_00_01+1] req@000000000ac9b03a x1853241654553088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389115.702054:0:339023:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1767389115.702058:0:361305:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000020:00000010:3.0:1767389115.702060:0:361306:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009ca706e2. 00010000:00010000:2.0:1767389115.702068:0:361305:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 000000006f867942/0x95cd417baf4291ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x95cd417baf4291d1 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767389115.702075:0:339023:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000010:3.0:1767389115.702081:0:361306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b604f042. 00010000:00000001:0.0:1767389115.702087:0:339023:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000020:00000010:3.0:1767389115.702103:0:361306:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c141cab1. 00000100:00000010:0.0:1767389115.702105:0:339023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb54c189. 00000020:00000010:3.0:1767389115.702124:0:361306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009f1d7b16. 00010000:00000001:2.0:1767389115.702132:0:361305:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000020:00000040:0.0:1767389115.702132:0:339023:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 80000000:00000010:3.0:1767389115.702137:0:361306:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001200416b. 00010000:00010000:2.0:1767389115.702145:0:361305:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.113@tcp lock: 000000006f867942/0x95cd417baf4291ca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x95cd417baf4291d1 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 40000000:00000010:3.0:1767389115.702157:0:361306:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ad7e5df9. 00000100:00000001:0.0:1767389115.702158:0:339023:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389115.702168:0:339023:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00100000:00000010:3.0:1767389115.702179:0:361306:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fa8d1a9b. 02000000:00000001:0.0:1767389115.702183:0:339023:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767389115.702198:0:361306:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001909adae. 00010000:00000001:2.0:1767389115.702208:0:361305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1767389115.702213:0:339023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd30d963. 00010000:00000001:2.0:1767389115.702215:0:361305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000010:3.0:1767389115.702217:0:361306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000065daf43f. 00010000:00010000:2.0:1767389115.702226:0:361305:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.113@tcp lock: 000000006f867942/0x95cd417baf4291ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x95cd417baf4291d1 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767389115.702233:0:361306:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000867bd60e. 00000100:00000001:0.0:1767389115.702234:0:339023:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.702243:0:338168:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767389115.702247:0:361305:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767389115.702252:0:339023:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00002000:00000010:3.0:1767389115.702253:0:361306:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a574c8d8. 00010000:00000001:2.0:1767389115.702255:0:361305:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.702257:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389115.702261:0:339023:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x95cd417baf429662 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389115.702272:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389115.702277:0:361305:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000020:00000010:3.0:1767389115.702279:0:361306:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000aef56d30. 00010000:00000001:1.0:1767389115.702282:0:338168:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767389115.702287:0:361305:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000309c14b6. 00010000:00000001:1.0:1767389115.702299:0:338168:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.702302:0:361305:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000001:3.0:1767389115.702305:0:361306:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:2.0:1767389115.702312:0:361305:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:3.0:1767389115.702315:0:361306:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767389115.702324:0:338168:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389115.702325:0:339023:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767389115.702328:0:361305:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389115.702331:0:361306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767389115.702339:0:339023:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389115.702344:0:361305:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389115.702346:0:338168:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 000000009646261a/0x95cd417baf429328 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x95cd417baf42932f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767389115.702369:0:339023:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:2.0:1767389115.702372:0:361305:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767389115.702376:0:338169:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:0.0:1767389115.702378:0:339023:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.702381:0:361305:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389115.702384:0:338169:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:2.0:1767389115.702391:0:361305:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767389115.702399:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:3.0:1767389115.702401:0:338169:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 00000000ce4826b3/0x95cd417baf42923a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x95cd417baf429241 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389115.702404:0:338168:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767389115.702409:0:339023:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb54c189] to pc [ptlrpcd_00_02+2] req@00000000fb54c189 x1853241654553216/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000040:2.0:1767389115.702411:0:361305:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(000000000c211831) refs 2 00010000:00010000:1.0:1767389115.702415:0:338168:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 000000009646261a/0x95cd417baf429328 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x95cd417baf42932f expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767389115.702433:0:361305:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767389115.702443:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767389115.702455:0:361305:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000004880833f) refs 3 10000000:00000001:2.0:1767389115.702473:0:361305:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00010000:3.0:1767389115.702478:0:338169:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ce4826b3 already unused, calling callback (000000001fe26c02) 10000000:00000001:2.0:1767389115.702482:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767389115.702492:0:361305:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767389115.702503:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767389115.702505:0:338169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1767389115.702510:0:338168:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000040:2.0:1767389115.702514:0:361305:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000d3eca57a) refs 2 10000000:00010000:3.0:1767389115.702516:0:338169:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 00000000ce4826b3/0x95cd417baf42923a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x95cd417baf429241 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767389115.702519:0:338168:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767389115.702532:0:338168:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000a093186e. 10000000:00000001:2.0:1767389115.702535:0:361305:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767389115.702545:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:1.0:1767389115.702555:0:338168:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767389115.702557:0:361305:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000d3eca57a) refs 1 00000020:00000001:1.0:1767389115.702575:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:01000000:2.0:1767389115.702580:0:361305:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00000001:3.0:1767389115.702583:0:338169:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000001:1.0:1767389115.702585:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.702602:0:338169:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:2.0:1767389115.702603:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:1.0:1767389115.702604:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767389115.702621:0:361305:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:3.0:1767389115.702624:0:338169:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767389115.702625:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:2.0:1767389115.702630:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:3.0:1767389115.702638:0:338169:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ce4826b3 refcount=3 10000000:00000001:2.0:1767389115.702641:0:361305:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:1.0:1767389115.702643:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389115.702644:0:339023:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767389115.702658:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767389115.702660:0:338169:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251603730432 : -122822105821184 : ffff904b40031000) 00010000:00010000:1.0:1767389115.702665:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767389115.702668:0:339023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:2.0:1767389115.702669:0:361305:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1767389115.702679:0:338169:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621251603730432 : -122822105821184 : ffff904b40031000) 00010000:00000001:0.0:1767389115.702687:0:339023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767389115.702689:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767389115.702690:0:338169:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 10000000:00000001:2.0:1767389115.702690:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767389115.702708:0:339023:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767389115.702711:0:361305:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:3.0:1767389115.702713:0:338169:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 00000000ce4826b3/0x95cd417baf42923a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x95cd417baf429241 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767389115.702714:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389115.702790:0:338169:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767389115.702795:0:338169:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 00000000ce4826b3/0x95cd417baf42923a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x95cd417baf429241 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767389115.702797:0:361305:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1767389115.702804:0:339023:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389115.702805:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1767389115.702807:0:361305:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1767389115.702824:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000f1189866 : new refcount 9 10000000:00000001:0.0:1767389115.702825:0:339023:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767389115.702826:0:338169:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00000001:1.0:1767389115.702829:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000010:2.0:1767389115.702848:0:361305:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000d3eca57a. 10000000:01000000:3.0:1767389115.702850:0:338169:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:0.0:1767389115.702850:0:339023:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x95cd417baf429662 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767389115.702851:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389115.702866:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767389115.702870:0:338169:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767389115.702873:0:361305:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000040:3.0:1767389115.702880:0:338169:0:(mgc_request.c:123:config_log_put()) log params(00000000767239c6) refs 1 00000100:00000040:1.0:1767389115.702883:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000ac9b03a x1853241654553088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1767389115.702884:0:361305:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 10000000:01000000:3.0:1767389115.702897:0:338169:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:2.0:1767389115.702900:0:361305:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389115.702914:0:338169:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767389115.702917:0:361305:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389115.702918:0:339023:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:3.0:1767389115.702923:0:338169:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:0.0:1767389115.702937:0:339023:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 00000000178f03ee/0x95cd417baf42965b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x95cd417baf429662 expref: -99 pid: 338177 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767389115.702938:0:338169:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:2.0:1767389115.702939:0:361305:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008f3fad1d. 10000000:00000001:3.0:1767389115.702953:0:338169:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767389115.702955:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000040:00000010:2.0:1767389115.702959:0:361305:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000318092c4. 00000100:00000001:1.0:1767389115.702970:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389115.702972:0:338169:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000040:0.0:1767389115.702980:0:339023:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e8922410 count: 0 00000020:00000010:2.0:1767389115.702982:0:361305:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000044abecdf. 10000000:00000001:3.0:1767389115.702986:0:338169:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:00000001:1.0:1767389115.702988:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1767389115.703001:0:361305:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e38fd051. 10000000:00000001:3.0:1767389115.703003:0:338169:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:1.0:1767389115.703004:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389115.703010:0:339023:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767389115.703023:0:338169:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1767389115.703027:0:339023:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1767389115.703029:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389115.703031:0:338169:0:(mgc_request.c:117:config_log_put()) Process entered 00040000:00000010:2.0:1767389115.703031:0:361305:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000199047c9. 00010000:00000010:0.0:1767389115.703041:0:339023:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008ff10a15. 10000000:00000001:3.0:1767389115.703055:0:338169:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00100000:1.0:1767389115.703057:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000ac9b03a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654553088:0@lo:103: 00010000:00000001:0.0:1767389115.703058:0:339023:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1767389115.703059:0:361305:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000098a336bb. 00000020:00000040:3.0:1767389115.703064:0:338169:0:(genops.c:898:class_export_put()) PUTting export 00000000f1189866 : new refcount 8 00000100:00000001:1.0:1767389115.703086:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767389115.703088:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000010:3.0:1767389115.703090:0:338169:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 00000000767239c6. 00080000:00000010:2.0:1767389115.703090:0:361305:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009f6ed798. 02000000:00000001:1.0:1767389115.703093:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767389115.703100:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389115.703102:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389115.703121:0:361305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e522983. 10000000:00000001:3.0:1767389115.703125:0:338169:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:1.0:1767389115.703127:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:0.0:1767389115.703127:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767389115.703132:0:361305:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389115.703140:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:3.0:1767389115.703144:0:338169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389115.703144:0:361305:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 00000000c2b77d54. 02000000:00000010:1.0:1767389115.703146:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f28b041. 00000020:00000001:0.0:1767389115.703148:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389115.703166:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767389115.703175:0:361305:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389115.703177:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389115.703180:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767389115.703181:0:338169:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767389115.703189:0:361305:0:(obd_config.c:1053:class_get_profile()) Process entered 00000020:00000001:0.0:1767389115.703191:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.703196:0:338169:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000010:1.0:1767389115.703196:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008540b847. 00000020:00000001:2.0:1767389115.703203:0:361305:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00010000:00010000:0.0:1767389115.703203:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767389115.703207:0:338169:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:2.0:1767389115.703216:0:361305:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446621252402697664 : -122821306853952 : ffff904b6fa255c0) 00010000:00000001:3.0:1767389115.703219:0:338169:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:1.0:1767389115.703219:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabc7690. 00000100:00000001:0.0:1767389115.703225:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767389115.703229:0:361305:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446621252402697664 : -122821306853952 : ffff904b6fa255c0) 00010000:00000001:3.0:1767389115.703233:0:338169:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389115.703241:0:337539:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000200:1.0:1767389115.703242:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654553088, portal 18 00000020:00000040:3.0:1767389115.703249:0:338169:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ce4826b3 with handle 0x95cd417baf42923a from hash 00000100:00000001:2.0:1767389115.703260:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389115.703262:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389115.703264:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389115.703265:0:338169:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767389115.703268:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.703280:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252378548352 : -122821331003264 : ffff904b6e31d880) 00010000:00000001:3.0:1767389115.703281:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767389115.703294:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767389115.703296:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767389115.703299:0:361305:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 000000001072e0af. 00000100:00000040:1.0:1767389115.703303:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000ac9b03a x1853241654553088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389115.703305:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389115.703306:0:338169:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:01000004:2.0:1767389115.703314:0:361305:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 00010000:00000001:3.0:1767389115.703316:0:338169:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767389115.703325:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767389115.703331:0:338169:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000020:00000001:2.0:1767389115.703332:0:361305:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000100:00000001:0.0:1767389115.703333:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:2.0:1767389115.703369:0:361305:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000100:00000001:0.0:1767389115.703370:0:337539:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767389115.703386:0:338169:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000020:00000010:2.0:1767389115.703388:0:361305:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 0000000020053cda. 00000100:00000040:0.0:1767389115.703389:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fb54c189 x1853241654553216/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389115.703398:0:338169:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:1.0:1767389115.703398:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000080:2.0:1767389115.703402:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767389115.703419:0:361305:0:(obd_config.c:831:class_cleanup()) Process entered 00000100:00000010:3.0:1767389115.703420:0:338169:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db0a5abe. 00000100:00000040:1.0:1767389115.703430:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000080:2.0:1767389115.703432:0:361305:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00000020:00000040:3.0:1767389115.703438:0:338169:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00000400:00000010:1.0:1767389115.703445:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099012e88. 00000100:00000001:3.0:1767389115.703453:0:338169:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00080000:2.0:1767389115.703458:0:361305:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 0000000045548e5b lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000100:00000200:1.0:1767389115.703462:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654553088, offset 0 02000000:00000001:3.0:1767389115.703464:0:338169:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389115.703479:0:338169:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389115.703501:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767389115.703504:0:337539:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767389115.703505:0:338169:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dafa6a18. 00000100:00000001:0.0:1767389115.703512:0:337539:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1767389115.703514:0:361305:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 0000000064290599 b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8 192.168.204.13@tcp50 3 (0 3 0) 1 0 0 0: 0000000000000000 0 stale:0 00000400:00000200:1.0:1767389115.703532:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767389115.703534:0:337539:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767389115.703535:0:338169:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.703537:0:361305:0:(genops.c:1560:class_disconnect_exports()) Process entered 02000000:00000001:0.0:1767389115.703548:0:337539:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00080000:2.0:1767389115.703551:0:361305:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (00000000e28610cc) has exports, disconnecting them 00010000:00000001:3.0:1767389115.703553:0:338169:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767389115.703573:0:338169:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 00000000ce4826b3/0x95cd417baf42923a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x95cd417baf429241 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767389115.703577:0:337539:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.703579:0:361305:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000400:00000200:1.0:1767389115.703579:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695837280aa00 00000020:00000040:2.0:1767389115.703592:0:361305:0:(genops.c:887:class_export_get()) GET export 0000000045548e5b refcount=5 00000100:00100000:0.0:1767389115.703603:0:337539:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fb54c189 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654553216:0@lo:103: 00000020:00000040:2.0:1767389115.703609:0:361305:0:(genops.c:887:class_export_get()) GET export 0000000045548e5b refcount=6 00000400:00000200:1.0:1767389115.703626:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x19 [2] + 1312 00000020:00080000:2.0:1767389115.703635:0:361305:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (0000000045548e5b), last request at 1767389114 00000100:00000001:0.0:1767389115.703635:0:337539:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767389115.703650:0:337539:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:3.0:1767389115.703659:0:338169:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:2.0:1767389115.703666:0:361305:0:(obd_class.h:902:obd_disconnect()) Process entered 02000000:00000001:0.0:1767389115.703667:0:337539:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.703668:0:338169:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389115.703668:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:2.0:1767389115.703674:0:361305:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:2.0:1767389115.703682:0:361305:0:(genops.c:887:class_export_get()) GET export 0000000045548e5b refcount=7 02000000:00000001:0.0:1767389115.703688:0:337539:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767389115.703690:0:361305:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000100:00000001:3.0:1767389115.703692:0:338169:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1767389115.703701:0:361305:0:(genops.c:1460:class_disconnect()) Process entered 00000100:00000001:3.0:1767389115.703703:0:338169:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389115.703704:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1767389115.703705:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004d71c060. 00000020:00000040:2.0:1767389115.703709:0:361305:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 6 00000100:00000040:3.0:1767389115.703757:0:338169:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db0a5abe] to pc [ptlrpcd_00_03+3] req@00000000db0a5abe x1853241654553344/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000080:2.0:1767389115.703769:0:361305:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf4292fe 00000020:00000040:2.0:1767389115.703790:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000045548e5b with handle 0x95cd417baf4292fe from hash 00000020:00000040:2.0:1767389115.703798:0:361305:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 5 00000020:00000010:2.0:1767389115.703804:0:361305:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004945fbd8. 00000020:00000001:2.0:1767389115.703809:0:361305:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767389115.703817:0:361305:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 4 00010000:00000001:3.0:1767389115.703819:0:338169:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389115.703825:0:337539:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.703832:0:361305:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:3.0:1767389115.703836:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767389115.703837:0:361305:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 3 00000400:00000010:0.0:1767389115.703840:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ec3f993. 00010000:00000001:3.0:1767389115.703847:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767389115.703850:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:2.0:1767389115.703856:0:361305:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.703858:0:338169:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389115.703859:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1767389115.703860:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005f4d85e8. 00000100:00000001:2.0:1767389115.703864:0:361305:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767389115.703876:0:361305:0:(import.c:65:import_set_state_nolock()) 000000009c8f2fcb : changing import state from FULL to CLOSED 00010000:00000001:3.0:1767389115.703883:0:338169:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.703886:0:361305:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000200:0.0:1767389115.703887:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654553216, portal 18 00000100:00000010:1.0:1767389115.703888:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000480186f8. 10000000:00000001:3.0:1767389115.703890:0:338169:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.703897:0:361305:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767389115.703906:0:361305:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000100:00000001:0.0:1767389115.703915:0:337539:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:3.0:1767389115.703917:0:338169:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 00000000ce4826b3/0x95cd417baf42923a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x95cd417baf429241 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767389115.703919:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000480186f8 x1853241654553088 msgsize 328 00000100:00000001:0.0:1767389115.703920:0:337539:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252619211136 : -122821090340480 : ffff904b7c8a1180) 00010000:00000001:2.0:1767389115.703928:0:361305:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767389115.703954:0:361305:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00010000:00000001:3.0:1767389115.703956:0:338169:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767389115.703959:0:337539:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fb54c189 x1853241654553216/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767389115.703974:0:338169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 00000000ce4826b3/0x95cd417baf42923a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x95cd417baf429241 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767389115.703974:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00000001:2.0:1767389115.703976:0:361305:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:2.0:1767389115.703990:0:361305:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.704004:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000004:00000001:2.0:1767389115.704008:0:361305:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.704020:0:337539:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767389115.704024:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099012e88 00000001:00000001:2.0:1767389115.704026:0:361305:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000400:00000010:1.0:1767389115.704044:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099012e88. 00000100:00000040:0.0:1767389115.704046:0:337539:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767389115.704052:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767389115.704053:0:338169:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767389115.704061:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fec76cb. 00000100:00000001:1.0:1767389115.704064:0:337537:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1767389115.704070:0:338169:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00100000:2.0:1767389115.704076:0:337538:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00000010:3.0:1767389115.704078:0:338169:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000014e47bdc. 00000100:00000200:0.0:1767389115.704079:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654553216, offset 0 00000100:00000200:1.0:1767389115.704085:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000ac9b03a x1853241654553088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389115.704101:0:338169:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.704103:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389115.704117:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767389115.704130:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767389115.704135:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767389115.704144:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.704146:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389115.704162:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389115.704173:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767389115.704175:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767389115.704176:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767389115.704188:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767389115.704194:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695837280aa80 00000020:00000001:3.0:1767389115.704195:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767389115.704198:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767389115.704204:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000ac9b03a x1853241654553088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389115.704208:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389115.704222:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db0a5abe x1853241654553344/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767389115.704227:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767389115.704230:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x19 [2] + 1640 00000020:00000001:3.0:1767389115.704240:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389115.704249:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389115.704269:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767389115.704273:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389115.704302:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389115.704319:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.704328:0:337539:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767389115.704330:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389115.704337:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767389115.704337:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:1.0:1767389115.704343:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.704368:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.704379:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299703747 02000000:00000001:2.0:1767389115.704384:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:0.0:1767389115.704384:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ac472b2. 00000100:00000001:1.0:1767389115.704398:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299703739 02000000:00000001:2.0:1767389115.704400:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767389115.704402:0:337539:0:(events.c:337:request_in_callback()) incoming req@000000002ac472b2 x1853241654553216 msgsize 328 02000000:00000001:2.0:1767389115.704427:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.704432:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299703747 00000100:00100000:2.0:1767389115.704445:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db0a5abe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654553344:0@lo:103: 00000100:00000001:1.0:1767389115.704454:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299703739 00010000:00000001:3.0:1767389115.704457:0:361307:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00000100:00100000:0.0:1767389115.704466:0:337539:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389115.704472:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000010:3.0:1767389115.704476:0:361307:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000006c01c76b. 00000100:00000001:1.0:1767389115.704482:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299703747 02000000:00000001:2.0:1767389115.704484:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1767389115.704486:0:361307:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d514b076. 00000100:00000001:1.0:1767389115.704490:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299703739 00000100:00000001:0.0:1767389115.704492:0:337539:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767389115.704493:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389115.704500:0:361307:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000024a96015. 02000000:00000001:2.0:1767389115.704512:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1767389115.704514:0:361307:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003d88de76. 00000100:00000001:1.0:1767389115.704514:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299703747 00000400:00000200:0.0:1767389115.704516:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fec76cb 02000000:00000010:2.0:1767389115.704528:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098a336bb. 00000400:00000010:0.0:1767389115.704530:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fec76cb. 00000100:00000001:1.0:1767389115.704544:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299703739 00000020:00000010:3.0:1767389115.704546:0:361307:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004d729bc7. 02000000:00000001:2.0:1767389115.704548:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.704549:0:337539:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389115.704569:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fb54c189 x1853241654553216/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389115.704575:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767389115.704578:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ee8cc00. 00000020:00000010:3.0:1767389115.704580:0:361307:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b9e82490. 00000100:00000001:1.0:1767389115.704606:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1767389115.704609:0:361307:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000845ab66e. 00000400:00000010:2.0:1767389115.704610:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da461291. 00000100:00000001:0.0:1767389115.704614:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389115.704621:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389115.704629:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fb54c189 x1853241654553216/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 40000000:00000010:3.0:1767389115.704634:0:361307:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001678dcf0. 00000100:00000200:2.0:1767389115.704635:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654553344, portal 18 00000100:00000001:2.0:1767389115.704657:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00100000:00000010:3.0:1767389115.704659:0:361307:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fe5c7b95. 00000100:00000001:1.0:1767389115.704660:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389115.704660:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.704670:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520925312 : -122821188626304 : ffff904b76ae5880) 00040000:00000010:3.0:1767389115.704683:0:361307:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000078c4122. 00000100:00000001:0.0:1767389115.704687:0:337539:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389115.704692:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767389115.704697:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db0a5abe x1853241654553344/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1767389115.704698:0:361307:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c22a089f. 00000100:00000001:1.0:1767389115.704699:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389115.704703:0:337539:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767389115.704719:0:361307:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000042b09e36. 00000100:00000001:1.0:1767389115.704721:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389115.704761:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389115.704768:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.704769:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299703747 00000100:00000001:1.0:1767389115.704780:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.704782:0:337539:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, keep current deadline 4299703747 00000100:00000001:2.0:1767389115.704789:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00002000:00000010:3.0:1767389115.704799:0:361307:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003df2a3e5. 00000100:00000040:2.0:1767389115.704810:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389115.704810:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299703748 00000020:00000010:3.0:1767389115.704816:0:361307:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e484694c. 00000400:00000010:2.0:1767389115.704826:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009913b38a. 00000100:00000200:2.0:1767389115.704838:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654553344, offset 0 00000100:00000001:0.0:1767389115.704839:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299703747 00000020:00000001:3.0:1767389115.704847:0:361307:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389115.704860:0:361307:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389115.704865:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:3.0:1767389115.704867:0:361307:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767389115.704868:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299703748 00010000:00000001:3.0:1767389115.704885:0:361306:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:0.0:1767389115.704891:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299703747 00010000:00000001:3.0:1767389115.704894:0:361306:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767389115.704898:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389115.704898:0:338165:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00010000:3.0:1767389115.704903:0:361306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.113@tcp lock: 000000006f867942/0x95cd417baf4291ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x95cd417baf4291d1 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767389115.704912:0:338165:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654553088 00000100:00000001:0.0:1767389115.704915:0:337539:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299703748 02000000:00000001:1.0:1767389115.704929:0:338165:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389115.704934:0:337539:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299703747 00000400:00000200:2.0:1767389115.704939:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695837280ab00 00000100:00000001:1.0:1767389115.704940:0:338165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389115.704956:0:338165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.704966:0:337539:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767389115.704967:0:361306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006f867942 already unused, calling callback (000000001fe26c02) 02000000:00000001:1.0:1767389115.704969:0:338165:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389115.704982:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x19 [2] + 1968 10000000:00000001:3.0:1767389115.704989:0:361306:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1767389115.704990:0:337539:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389115.704993:0:338165:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654553088 10000000:00010000:3.0:1767389115.704997:0:361306:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.113@tcp lock: 000000006f867942/0x95cd417baf4291ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x95cd417baf4291d1 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767389115.705009:0:338165:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767389115.705015:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005fecc36. 00000100:00000001:0.0:1767389115.705016:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389115.705019:0:338165:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000020:00000001:1.0:1767389115.705034:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767389115.705042:0:337538:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008be9af2c 00000100:00000001:0.0:1767389115.705044:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389115.705045:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00010000:00000001:3.0:1767389115.705046:0:361306:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767389115.705064:0:361306:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767389115.705065:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389115.705066:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767389115.705068:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767389115.705074:0:361306:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389115.705077:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1767389115.705093:0:361306:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006f867942 refcount=3 00000400:00000200:2.0:1767389115.705095:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767389115.705095:0:338165:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:0.0:1767389115.705096:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389115.705128:0:361306:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247435999232 : -122826273552384 : ffff904a47988800) 00000100:00000001:1.0:1767389115.705130:0:338165:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767389115.705131:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389115.705132:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008be9af2c 00010000:00000001:3.0:1767389115.705142:0:361306:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247435999232 : -122826273552384 : ffff904a47988800) 00000020:00000010:1.0:1767389115.705149:0:338165:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfb8e2b6. 00000400:00000010:2.0:1767389115.705156:0:337538:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008be9af2c. 00010000:00000001:3.0:1767389115.705158:0:361306:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767389115.705161:0:338165:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767389115.705171:0:361306:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.113@tcp lock: 000000006f867942/0x95cd417baf4291ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x95cd417baf4291d1 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767389115.705176:0:338165:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfb8e2b6. 00000100:00000001:2.0:1767389115.705180:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767389115.705184:0:339024:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1767389115.705189:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1767389115.705195:0:338165:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002efac834. 10000000:00000001:3.0:1767389115.705197:0:361306:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:0.0:1767389115.705199:0:339024:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654553216 00000100:00000040:2.0:1767389115.705201:0:337538:0:(events.c:337:request_in_callback()) incoming req@0000000022d966a6 x1853241654553344 msgsize 328 10000000:00010000:3.0:1767389115.705209:0:361306:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.113@tcp lock: 000000006f867942/0x95cd417baf4291ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x95cd417baf4291d1 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767389115.705219:0:339024:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1767389115.705221:0:338165:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073a31259. 00000100:00000001:0.0:1767389115.705234:0:339024:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767389115.705238:0:338165:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b81e899. 00000100:00000001:0.0:1767389115.705244:0:339024:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767389115.705247:0:361306:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00000100:00100000:2.0:1767389115.705247:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389115.705263:0:338165:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 02000000:00000001:0.0:1767389115.705263:0:339024:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767389115.705266:0:361306:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000100:00000040:2.0:1767389115.705266:0:337538:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 10000000:00000001:3.0:1767389115.705283:0:361306:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767389115.705289:0:361306:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(000000000c211831) refs 1 00000100:00000001:1.0:1767389115.705289:0:338165:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767389115.705291:0:339024:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654553216 00000100:00000001:2.0:1767389115.705294:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767389115.705304:0:338165:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767389115.705308:0:339024:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767389115.705313:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009913b38a 10000000:01000000:3.0:1767389115.705316:0:361306:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00000001:1.0:1767389115.705316:0:338165:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000020:00000040:0.0:1767389115.705317:0:339024:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00010000:00000001:1.0:1767389115.705332:0:338165:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389115.705336:0:361306:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000010:2.0:1767389115.705338:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009913b38a. 00000020:00000001:0.0:1767389115.705339:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767389115.705340:0:338165:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000040:0.0:1767389115.705368:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=15 10000000:00000001:3.0:1767389115.705369:0:361306:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:1.0:1767389115.705373:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767389115.705375:0:337538:0:(events.c:34:request_out_callback()) Process entered 10000000:00000001:3.0:1767389115.705376:0:361306:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:1.0:1767389115.705381:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767389115.705383:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 10000000:00000001:3.0:1767389115.705387:0:361306:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767389115.705396:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b67adbc2 refcount=3 10000000:00000001:3.0:1767389115.705401:0:361306:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1767389115.705402:0:339024:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000200:2.0:1767389115.705417:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db0a5abe x1853241654553344/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767389115.705418:0:361306:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:1.0:1767389115.705427:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538712064 : -122821170839552 : ffff904b77bdc000) 10000000:00000001:3.0:1767389115.705428:0:361306:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1767389115.705429:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 10000000:00000001:3.0:1767389115.705437:0:361306:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:1.0:1767389115.705442:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538712064 : -122821170839552 : ffff904b77bdc000) 00000020:00000010:0.0:1767389115.705443:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009314b179. 10000000:00000001:3.0:1767389115.705446:0:361306:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767389115.705457:0:361306:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767389115.705460:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389115.705461:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:3.0:1767389115.705466:0:361306:0:(genops.c:898:class_export_put()) PUTting export 00000000f1189866 : new refcount 7 00000100:00000001:2.0:1767389115.705469:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767389115.705472:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767389115.705482:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009314b179. 00000100:00000040:2.0:1767389115.705483:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db0a5abe x1853241654553344/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389115.705485:0:338165:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1767389115.705486:0:361306:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 000000000c211831. 00000100:00000001:1.0:1767389115.705503:0:338165:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389115.705508:0:361306:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000010:0.0:1767389115.705511:0:339024:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c211831. 00000100:00000001:1.0:1767389115.705513:0:338165:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767389115.705516:0:361306:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.705528:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389115.705530:0:339024:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a4038bbb. 00000100:00000001:2.0:1767389115.705533:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1767389115.705534:0:361306:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767389115.705539:0:338165:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767389115.705541:0:339024:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000cd4a4bab. 00010000:00000001:3.0:1767389115.705545:0:361306:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767389115.705548:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.705552:0:361306:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767389115.705554:0:339024:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389115.705558:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299703748 00010000:00000001:3.0:1767389115.705559:0:361306:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767389115.705561:0:339024:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767389115.705562:0:338165:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1767389115.705564:0:361306:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389115.705577:0:338165:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654553344 00000020:00000040:3.0:1767389115.705579:0:361306:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006f867942 with handle 0x95cd417baf4291ca from hash 00000100:00000001:2.0:1767389115.705580:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299703747 00010000:00000001:0.0:1767389115.705580:0:339024:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 02000000:00000001:1.0:1767389115.705583:0:338165:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767389115.705594:0:338165:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1767389115.705595:0:339024:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.705599:0:338165:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.705600:0:361306:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767389115.705601:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299703748 00010000:00000001:0.0:1767389115.705605:0:339024:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767389115.705610:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389115.705630:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389115.705630:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767389115.705636:0:361306:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767389115.705636:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, keep current deadline 4299703748 02000000:00000001:1.0:1767389115.705639:0:338165:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389115.705640:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767389115.705650:0:361306:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000040:0.0:1767389115.705654:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f41be2f refcount=3 00000100:00000001:2.0:1767389115.705657:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299703748 00010000:00000001:3.0:1767389115.705663:0:361306:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00100000:1.0:1767389115.705663:0:338165:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654553344 00000020:00000001:0.0:1767389115.705668:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00000100:00000001:2.0:1767389115.705674:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, keep current deadline 4299703748 00000020:00000001:1.0:1767389115.705686:0:338165:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:3.0:1767389115.705688:0:361306:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767389115.705688:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00000100:00000001:2.0:1767389115.705689:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299703748 00000020:00000040:1.0:1767389115.705706:0:338165:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00010000:00000001:3.0:1767389115.705707:0:361306:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000001:2.0:1767389115.705715:0:337538:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, keep current deadline 4299703748 00010000:00000001:0.0:1767389115.705717:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767389115.705720:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389115.705727:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=16 00000100:00000001:2.0:1767389115.705728:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389115.705739:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000001:2.0:1767389115.705740:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389115.705753:0:338165:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000100:00000010:3.0:1767389115.705763:0:361306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005daca956. 00010000:00000001:0.0:1767389115.705770:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1767389115.705772:0:361306:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=7 obd=MGC192.168.204.113@tcp 00010000:00000001:0.0:1767389115.705775:0:339024:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389115.705781:0:361306:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767389115.705783:0:339024:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389115.705789:0:361306:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767389115.705789:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.705799:0:339024:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389115.705801:0:361306:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.705802:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.705807:0:339024:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389115.705809:0:338165:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767389115.705826:0:338165:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfb8e2b6. 02000000:00000010:3.0:1767389115.705828:0:361306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ce4af37. 00000100:00000001:0.0:1767389115.705841:0:339024:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767389115.705842:0:338165:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389115.705844:0:361306:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.705853:0:339024:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767389115.705856:0:338166:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767389115.705868:0:361306:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:2.0:1767389115.705870:0:338166:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767389115.705870:0:338165:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfb8e2b6. 00000100:00100000:0.0:1767389115.705885:0:339024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00010000:00010000:3.0:1767389115.705890:0:361306:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.113@tcp lock: 000000006f867942/0x95cd417baf4291ca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x95cd417baf4291d1 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767389115.705892:0:339024:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00000020:00000010:1.0:1767389115.705894:0:338165:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df05f51e. 00000100:00000001:0.0:1767389115.705907:0:339024:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252378547456 : -122821331004160 : ffff904b6e31d500) 00000100:00100000:2.0:1767389115.705913:0:338166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000020:00000010:1.0:1767389115.705915:0:338165:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000393822ff. 00000100:00000040:2.0:1767389115.705931:0:338166:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00000020:00000010:1.0:1767389115.705933:0:338165:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000522e6d58. 00000100:00000040:0.0:1767389115.705934:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000480186f8 x1853241654553088/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:566/0 lens 328/0 e 0 to 0 dl 1767389126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389115.705954:0:338166:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252619221888 : -122821090329728 : ffff904b7c8a3b80) 00010000:00010000:3.0:1767389115.705956:0:361306:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:1.0:1767389115.705957:0:338165:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767389115.705974:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767389115.705975:0:338165:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767389115.705980:0:361306:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767389115.705989:0:338166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ac472b2 x1853241654553216/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:566/0 lens 328/0 e 0 to 0 dl 1767389126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389115.705991:0:338165:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000020:00000010:0.0:1767389115.705992:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009314b179. 00000100:00000001:3.0:1767389115.705993:0:361306:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:1.0:1767389115.706004:0:338165:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389115.706007:0:361306:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.706011:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389115.706022:0:338165:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767389115.706035:0:338165:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:0.0:1767389115.706035:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009314b179. 00000100:00000040:3.0:1767389115.706036:0:361306:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005daca956] to pc [ptlrpcd_00_00+0] req@000000005daca956 x1853241654553472/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767389115.706047:0:338165:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389115.706057:0:338165:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6bea773 refcount=3 00000100:00100000:0.0:1767389115.706069:0:339024:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000480186f8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337537:x1853241654553088:12345-0@lo:103: 00000020:00000001:1.0:1767389115.706080:0:338165:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538714624 : -122821170836992 : ffff904b77bdca00) 00000100:00000001:2.0:1767389115.706101:0:338166:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767389115.706110:0:338165:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538714624 : -122821170836992 : ffff904b77bdca00) 00000100:00000200:0.0:1767389115.706114:0:339024:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654553088 00000020:00000010:2.0:1767389115.706116:0:338166:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0d240c3. 00010000:00000001:0.0:1767389115.706126:0:339024:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:1.0:1767389115.706130:0:338165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767389115.706135:0:338166:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000002:0.0:1767389115.706136:0:339024:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767389115.706141:0:338165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389115.706149:0:339024:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:1.0:1767389115.706153:0:338165:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389115.706165:0:338166:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0d240c3. 00000100:00000001:1.0:1767389115.706168:0:338165:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.706169:0:339024:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1767389115.706184:0:361306:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767389115.706184:0:339024:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767389115.706186:0:338166:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002ac472b2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+16:337539:x1853241654553216:12345-0@lo:103: 00000100:00000001:1.0:1767389115.706190:0:338165:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389115.706199:0:339024:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c2f92c8c. 00000100:00000001:1.0:1767389115.706207:0:338165:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389115.706216:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767389115.706219:0:339024:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389115.706224:0:338166:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654553216 00010000:00000001:3.0:1767389115.706226:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767389115.706231:0:339024:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.706245:0:338166:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:3.0:1767389115.706248:0:361306:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389115.706248:0:339024:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000002:2.0:1767389115.706267:0:338166:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767389115.706269:0:361306:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389115.706269:0:339024:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767389115.706282:0:338166:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:0.0:1767389115.706284:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 10000000:00000001:3.0:1767389115.706285:0:361306:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389115.706300:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:3.0:1767389115.706301:0:361306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.113@tcp lock: 000000006f867942/0x95cd417baf4291ca lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x95cd417baf4291d1 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389115.706304:0:338166:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1767389115.706306:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b67adbc2 refcount=3 02000000:00000001:2.0:1767389115.706314:0:338166:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767389115.706321:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538712064 : -122821170839552 : ffff904b77bdc000) 02000000:00000010:2.0:1767389115.706327:0:338166:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cadb5515. 00010000:00000001:0.0:1767389115.706331:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538712064 : -122821170839552 : ffff904b77bdc000) 00010000:00000001:3.0:1767389115.706339:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767389115.706343:0:338166:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389115.706345:0:339024:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000edf97b29 count: 5 00010000:00010000:3.0:1767389115.706346:0:361306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.113@tcp lock: 000000006f867942/0x95cd417baf4291ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x95cd417baf4291d1 expref: -99 pid: 338159 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767389115.706369:0:338166:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389115.706373:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767389115.706388:0:339024:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767389115.706389:0:338166:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000040:3.0:1767389115.706395:0:361306:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000081305f40 count: 0 00010000:00010000:2.0:1767389115.706398:0:338166:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1767389115.706399:0:339024:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767389115.706418:0:338166:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767389115.706420:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389115.706420:0:339024:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.706440:0:338166:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767389115.706440:0:339024:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.706441:0:361306:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000040:2.0:1767389115.706452:0:338166:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000009f41be2f refcount=3 00010000:00000010:3.0:1767389115.706455:0:361306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000309c14b6. 00010000:00000001:0.0:1767389115.706457:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389115.706464:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:2.0:1767389115.706477:0:338166:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00010000:00000001:0.0:1767389115.706478:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389115.706480:0:361306:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389115.706489:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767389115.706498:0:338166:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621247436001792 : -122826273549824 : ffff904a47989200) 00010000:00000001:0.0:1767389115.706500:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767389115.706501:0:361306:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000040:2.0:1767389115.706516:0:338166:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000dac65c84 count: 2 00000020:00000001:1.0:1767389115.706522:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389115.706523:0:361306:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389115.706523:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.706524:0:338166:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767389115.706539:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.706540:0:338166:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00010000:3.0:1767389115.706543:0:361306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:0.0:1767389115.706544:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b67adbc2 with handle 0x95cd417baf42932f from hash 00010000:00000001:2.0:1767389115.706551:0:338166:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000001:3.0:1767389115.706554:0:361306:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:1.0:1767389115.706558:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767389115.706564:0:338166:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389115.706566:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:3.0:1767389115.706569:0:361306:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.706579:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767389115.706581:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767389115.706584:0:338166:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389115.706585:0:361306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767389115.706599:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767389115.706600:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767389115.706609:0:361306:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767389115.706610:0:338166:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767389115.706616:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767389115.706617:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.706627:0:338166:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000001:3.0:1767389115.706629:0:361306:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389115.706634:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00100000:1.0:1767389115.706635:0:337537:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00000001:0.0:1767389115.706648:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767389115.706649:0:338166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389115.706653:0:361306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767389115.706654:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389115.706663:0:338166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767389115.706670:0:339024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b67adbc2/0x95cd417baf42932f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x95cd417baf429328 expref: 16 pid: 338174 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767389115.706674:0:361307:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767389115.706676:0:338166:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767389115.706679:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767389115.706692:0:361307:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.706694:0:338166:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.706694:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767389115.706695:0:339024:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 8 00010000:00010000:3.0:1767389115.706715:0:361307:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:0.0:1767389115.706722:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 15 00010000:00000001:0.0:1767389115.706779:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389115.706782:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000040:2.0:1767389115.706785:0:338166:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009f41be2f with handle 0x95cd417baf429662 from hash 00000100:00000001:1.0:1767389115.706785:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767389115.706786:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767389115.706790:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767389115.706797:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767389115.706800:0:338166:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767389115.706801:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767389115.706811:0:338166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389115.706813:0:339024:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389115.706825:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005daca956 x1853241654553472/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389115.706827:0:338166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767389115.706829:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767389115.706843:0:338166:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00010000:0.0:1767389115.706844:0:339024:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:1.0:1767389115.706848:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1767389115.706849:0:361307:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767389115.706859:0:338166:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:3.0:1767389115.706865:0:361307:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.706866:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.706867:0:338166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389115.706867:0:339024:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767389115.706887:0:338166:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009f41be2f/0x95cd417baf429662 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x95cd417baf42965b expref: 15 pid: 338175 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767389115.706894:0:361307:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767389115.706896:0:339024:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1767389115.706897:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:2.0:1767389115.706915:0:338166:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 7 02000000:00000001:1.0:1767389115.706917:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767389115.706917:0:339024:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389115.706937:0:338166:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 14 00000001:00000040:3.0:1767389115.706940:0:361305:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000030122e48) : new refcount 5 02000000:00000001:1.0:1767389115.706941:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389115.706942:0:339024:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=140 v=5 (1 0 0 0) 00010000:00000001:2.0:1767389115.706956:0:338166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1767389115.706968:0:361305:0:(nodemap_member.c:32:nm_member_del()) Process entered 00010000:00000001:2.0:1767389115.706973:0:338166:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00100000:1.0:1767389115.706975:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005daca956 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654553472:0@lo:103: 00000100:00000001:0.0:1767389115.706977:0:339024:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767389115.706982:0:338166:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000001:00000040:3.0:1767389115.706984:0:361305:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000030122e48) : new refcount 4 00000100:00000040:0.0:1767389115.706994:0:339024:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 19 to 0@lo 00010000:00000001:2.0:1767389115.706996:0:338166:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767389115.707008:0:361305:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 2 00010000:00000001:2.0:1767389115.707013:0:338166:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.707014:0:339024:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:1.0:1767389115.707016:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000001:00000001:3.0:1767389115.707021:0:361305:0:(nodemap_member.c:50:nm_member_del()) Process leaving 02000000:00000001:1.0:1767389115.707026:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1767389115.707028:0:338166:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:0.0:1767389115.707032:0:339024:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000040:3.0:1767389115.707033:0:361305:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000030122e48) : new refcount 3 02000000:00000001:1.0:1767389115.707035:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389115.707036:0:338166:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000dac65c84 count: 0 02000000:00000001:0.0:1767389115.707039:0:339024:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767389115.707054:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767389115.707064:0:339024:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:3.0:1767389115.707065:0:361305:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 02000000:00000010:1.0:1767389115.707068:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095cd93b9. 00010000:00010000:2.0:1767389115.707070:0:338166:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000040:3.0:1767389115.707072:0:361305:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 1 02000000:00000001:1.0:1767389115.707084:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.707088:0:338166:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767389115.707090:0:361305:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389115.707091:0:339024:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389115.707095:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8632ad4. 00000400:00000010:0.0:1767389115.707108:0:339024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fec76cb. 00000020:00000001:3.0:1767389115.707117:0:361305:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.707118:0:338166:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:1.0:1767389115.707121:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099012e88. 00000100:00000200:0.0:1767389115.707121:0:339024:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654553088, offset 224 00010000:00000001:2.0:1767389115.707128:0:338166:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1767389115.707140:0:361305:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (0000000045548e5b): rc 0 00000100:00000200:1.0:1767389115.707142:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654553472, portal 18 00000100:00001000:2.0:1767389115.707148:0:338166:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=140 v=5 (1 0 0 0) 00000020:00000040:3.0:1767389115.707161:0:361305:0:(genops.c:898:class_export_put()) PUTting export 0000000045548e5b : new refcount 0 00000100:00000001:1.0:1767389115.707164:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767389115.707167:0:339024:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000080:3.0:1767389115.707183:0:361305:0:(genops.c:904:class_export_put()) final put 0000000045548e5b/lustre-MDT0000-lwp-OST0000_UUID 00000100:00000001:1.0:1767389115.707186:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520927104 : -122821188624512 : ffff904b76ae5f80) 00000100:00000001:2.0:1767389115.707187:0:338166:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389115.707207:0:338166:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000040:1.0:1767389115.707209:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005daca956 x1853241654553472/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389115.707210:0:361305:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000400:00000200:0.0:1767389115.707212:0:339024:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389115.707225:0:338166:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000001:3.0:1767389115.707226:0:361305:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767389115.707238:0:361305:0:(obd_class.h:604:obd_precleanup()) Process entered 02000000:00000001:2.0:1767389115.707243:0:338166:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:3.0:1767389115.707250:0:361305:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 02000000:00000001:2.0:1767389115.707254:0:338166:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389115.707260:0:339024:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695837280aa00 00000004:00000001:3.0:1767389115.707263:0:361305:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00000100:00000001:2.0:1767389115.707272:0:338166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:3.0:1767389115.707278:0:361305:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00000004:00000080:3.0:1767389115.707289:0:361305:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffff9c01037cbb28 00000100:00000001:1.0:1767389115.707299:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389115.707305:0:338166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767389115.707307:0:339024:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x25dd [1] + 224 00100000:00000001:3.0:1767389115.707311:0:361305:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00000100:00000040:1.0:1767389115.707320:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389115.707329:0:338166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009913b38a. 00000020:00000001:3.0:1767389115.707334:0:257746:0:(genops.c:857:class_export_destroy()) Process entered 00000400:00000010:1.0:1767389115.707338:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b8f577. 00000020:00000080:3.0:1767389115.707340:0:257746:0:(genops.c:863:class_export_destroy()) destroying export 0000000045548e5b/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000400:00000200:0.0:1767389115.707340:0:339024:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767389115.707341:0:338166:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654553216, offset 224 00000400:00000200:0.0:1767389115.707382:0:339024:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767389115.707385:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654553472, offset 0 00000020:00000040:3.0:1767389115.707388:0:257746:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 19 to 0@lo 00000400:00000200:2.0:1767389115.707397:0:338166:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767389115.707404:0:257746:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:3.0:1767389115.707409:0:257746:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000100:00000001:0.0:1767389115.707412:0:339024:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1767389115.707416:0:257746:0:(genops.c:1229:class_import_get()) import 000000009c8f2fcb refcount=2 obd=lustre-MDT0000 00000100:00000200:0.0:1767389115.707425:0:339024:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000ac9b03a x1853241654553088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389115.707431:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389115.707442:0:338166:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767389115.707443:0:257746:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389115.707459:0:257746:0:(genops.c:1242:class_import_put()) import 000000009c8f2fcb refcount=1 obd=lustre-MDT0000 00000400:00000200:1.0:1767389115.707472:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767389115.707480:0:257746:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767389115.707492:0:257746:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767389115.707492:0:338166:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695837280aa80 00000020:00000040:3.0:1767389115.707506:0:257746:0:(genops.c:1242:class_import_put()) import 000000009c8f2fcb refcount=0 obd=lustre-MDT0000 00000020:00000040:3.0:1767389115.707527:0:257746:0:(genops.c:1245:class_import_put()) final put import 000000009c8f2fcb 00000400:00000200:2.0:1767389115.707527:0:338166:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x25e5 [1] + 224 00000400:00000200:1.0:1767389115.707529:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695837280ab80 00000100:00000040:0.0:1767389115.707543:0:339024:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000000ac9b03a x1853241654553088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389115.707553:0:338166:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767389115.707569:0:257746:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:3.0:1767389115.707579:0:257746:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000005dc69af4. 00000100:00000001:0.0:1767389115.707582:0:339024:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389115.707584:0:338166:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767389115.707595:0:257746:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000400:00000200:1.0:1767389115.707600:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1d [2] + 0 00000001:00000001:3.0:1767389115.707608:0:257746:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000400:00000200:1.0:1767389115.707615:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:3.0:1767389115.707618:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e5d98d14. 00000100:00000001:2.0:1767389115.707621:0:338166:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767389115.707625:0:339024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fec76cb 00000400:00000200:1.0:1767389115.707636:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:3.0:1767389115.707639:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f7a55f91. 00000400:00000010:0.0:1767389115.707640:0:339024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fec76cb. 00000100:00000200:2.0:1767389115.707645:0:338166:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fb54c189 x1853241654553216/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1767389115.707660:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d38a2cba. 00000100:00000001:0.0:1767389115.707660:0:339024:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767389115.707663:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767389115.707675:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1767389115.707675:0:339024:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000010:3.0:1767389115.707680:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e83210ac. 00000100:00000040:2.0:1767389115.707689:0:338166:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fb54c189 x1853241654553216/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389115.707690:0:339024:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389115.707696:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d30d9c02. 00000001:00000010:3.0:1767389115.707698:0:257746:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d5f1ebb8. 00000100:00000040:0.0:1767389115.707714:0:339024:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 18 to 0@lo 00000100:00000040:1.0:1767389115.707721:0:337537:0:(events.c:337:request_in_callback()) incoming req@00000000d30d9c02 x1853241654553472 msgsize 328 00000001:00000010:3.0:1767389115.707722:0:257746:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000068b68bb0. 00010000:00000001:0.0:1767389115.707773:0:339024:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389115.707797:0:339024:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389115.707802:0:257746:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00100000:1.0:1767389115.707813:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1767389115.707814:0:257746:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000001:2.0:1767389115.707817:0:338166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767389115.707820:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000480186f8 x1853241654553088/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:566/0 lens 328/224 e 0 to 0 dl 1767389126 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767389115.707830:0:257746:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000400:00000200:2.0:1767389115.707836:0:338166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009913b38a 00000001:00000010:3.0:1767389115.707838:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008938a4be. 00000100:00000001:1.0:1767389115.707841:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767389115.707848:0:338166:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009913b38a. 00000001:00000010:3.0:1767389115.707855:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b66b19b0. 00000100:00000001:2.0:1767389115.707868:0:338166:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000010:3.0:1767389115.707870:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b2ce17b7. 00000100:00100000:0.0:1767389115.707871:0:339024:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000480186f8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+14:337537:x1853241654553088:12345-0@lo:103: Request processed in 1890us (3948us total) trans 0 rc 0/0 00000400:00000200:1.0:1767389115.707876:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b8f577 00000100:00000001:2.0:1767389115.707878:0:338166:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000010:3.0:1767389115.707883:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e06dbdb9. 00000400:00000010:1.0:1767389115.707890:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b8f577. 00000100:00000001:2.0:1767389115.707891:0:338166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767389115.707897:0:257746:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004df31af4. 00000100:00000001:1.0:1767389115.707912:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000001:00000010:3.0:1767389115.707916:0:257746:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000002ddd832. 00000100:00000040:2.0:1767389115.707918:0:338166:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 17 to 0@lo 00000100:00100000:0.0:1767389115.707925:0:339024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000200:1.0:1767389115.707932:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005daca956 x1853241654553472/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767389115.707939:0:257746:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767389115.707941:0:338166:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389115.707943:0:339024:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00010000:00000001:3.0:1767389115.707948:0:257746:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767389115.707958:0:338166:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.707960:0:257746:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000001:0.0:1767389115.707962:0:339024:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000001:00000010:3.0:1767389115.707976:0:257746:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000009dd62342. 00000100:00000001:0.0:1767389115.707981:0:339024:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767389115.707986:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767389115.707988:0:338166:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ac472b2 x1853241654553216/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:566/0 lens 328/224 e 0 to 0 dl 1767389126 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767389115.707993:0:257746:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389115.707995:0:339024:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073a31259. 00000100:00000040:1.0:1767389115.708002:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005daca956 x1853241654553472/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389115.708017:0:257746:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389115.708019:0:339024:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b81e899. 00000020:00000040:3.0:1767389115.708042:0:257746:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 7 - export 00000020:00000010:0.0:1767389115.708043:0:339024:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002efac834. 00000020:00000040:0.0:1767389115.708062:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000020:00000010:3.0:1767389115.708071:0:257746:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000045548e5b. 00000100:00000001:0.0:1767389115.708078:0:339024:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389115.708094:0:257746:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00100000:2.0:1767389115.708108:0:338166:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002ac472b2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+13:337539:x1853241654553216:12345-0@lo:103: Request processed in 2000us (3699us total) trans 0 rc 0/0 00000100:00000001:1.0:1767389115.708108:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389115.708113:0:257746:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000100:00000001:0.0:1767389115.708116:0:339024:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767389115.708124:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000080:3.0:1767389115.708126:0:257746:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000009c8f2fcb for lustre-MDT0000 00000100:00100000:0.0:1767389115.708131:0:339024:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654553472 00000100:00000001:1.0:1767389115.708138:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389115.708148:0:339024:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1767389115.708152:0:257746:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 16 to 0@lo 00000100:00000001:1.0:1767389115.708158:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299703751 00000100:00000001:0.0:1767389115.708158:0:339024:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767389115.708162:0:257746:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 6 - import 00000100:00100000:2.0:1767389115.708165:0:338166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:0.0:1767389115.708176:0:339024:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389115.708188:0:257746:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000009c8f2fcb. 00000100:00000040:2.0:1767389115.708190:0:338166:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 02000000:00000001:0.0:1767389115.708192:0:339024:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.708199:0:338167:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389115.708214:0:338166:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389115.708215:0:338167:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767389115.708216:0:339024:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654553472 00000020:00000001:3.0:1767389115.708218:0:257746:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:2.0:1767389115.708225:0:338166:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767389115.708233:0:339024:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767389115.708237:0:338167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000020:00000010:2.0:1767389115.708239:0:338166:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a4038bbb. 00000020:00000040:0.0:1767389115.708241:0:339024:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4291ae 00000100:00000040:1.0:1767389115.708248:0:338167:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 1 00100000:00000001:3.0:1767389115.708249:0:361305:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767389115.708259:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767389115.708264:0:338167:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252636868688 : -122821072682928 : ffff904b7d978050) 00000004:00000001:3.0:1767389115.708268:0:361305:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389115.708270:0:338166:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000cd4a4bab. 00000020:00000040:0.0:1767389115.708270:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003eb5d898 refcount=14 00000100:00000040:1.0:1767389115.708282:0:338167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000022d966a6 x1853241654553344/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:566/0 lens 328/0 e 0 to 0 dl 1767389126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767389115.708293:0:361305:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00000020:00000010:2.0:1767389115.708300:0:338166:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c211831. 00000020:00000001:0.0:1767389115.708300:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000004:00000010:3.0:1767389115.708305:0:361305:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 000000007154a092. 00000100:00000001:1.0:1767389115.708315:0:338167:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1767389115.708331:0:338166:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 13 00000004:00000001:3.0:1767389115.708332:0:361305:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000020:00000001:0.0:1767389115.708333:0:339024:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00000020:00000010:1.0:1767389115.708334:0:338167:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfb8e2b6. 00000004:00000001:3.0:1767389115.708347:0:361305:0:(lod_dev.c:979:lod_process_config()) Process entered 00000100:00000001:2.0:1767389115.708368:0:338166:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389115.708378:0:338167:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389115.708379:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000004:00000001:3.0:1767389115.708386:0:361305:0:(osp_dev.c:662:osp_process_config()) Process entered 00000020:00000010:0.0:1767389115.708391:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009314b179. 00000020:00000010:1.0:1767389115.708394:0:338167:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfb8e2b6. 00000004:00000001:3.0:1767389115.708396:0:361305:0:(osp_dev.c:449:osp_disconnect()) Process entered 00000100:00000001:0.0:1767389115.708405:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000040:3.0:1767389115.708410:0:361305:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff904b6f5a9000 00000100:00000001:2.0:1767389115.708412:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767389115.708414:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009314b179. 00000100:00000001:2.0:1767389115.708426:0:337539:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767389115.708428:0:338167:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000022d966a6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+13:337538:x1853241654553344:12345-0@lo:103: 00000100:00000001:3.0:1767389115.708430:0:361305:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000020:00000010:0.0:1767389115.708436:0:339024:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000767239c6. 00000400:00000001:2.0:1767389115.708437:0:337539:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1767389115.708440:0:361305:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000400:00000001:2.0:1767389115.708449:0:337539:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767389115.708453:0:361305:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000020:00000010:0.0:1767389115.708458:0:339024:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e761855f. 00000400:00000010:2.0:1767389115.708462:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006ec3f993. 00000100:00000200:1.0:1767389115.708466:0:338167:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654553344 00000100:00000001:3.0:1767389115.708467:0:361305:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:0.0:1767389115.708472:0:339024:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000028b9b622. 00000400:00000200:2.0:1767389115.708478:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f4d85e8 00000100:00100000:3.0:1767389115.708482:0:361305:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967301 gen 3 00010000:00000001:1.0:1767389115.708482:0:338167:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000400:00000010:2.0:1767389115.708492:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005f4d85e8. 00000100:00000001:0.0:1767389115.708501:0:339024:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1767389115.708503:0:361305:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767389115.708504:0:337539:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000002:1.0:1767389115.708504:0:338167:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:0.0:1767389115.708524:0:339024:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389115.708526:0:361305:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1767389115.708526:0:338167:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000200:2.0:1767389115.708528:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fb54c189 x1853241654553216/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389115.708539:0:339024:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767389115.708543:0:361305:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767389115.708547:0:338167:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767389115.708550:0:339024:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389115.708554:0:361305:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 02000000:00000001:1.0:1767389115.708559:0:338167:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767389115.708568:0:361305:0:(obd_class.h:1217:obd_import_event()) Process entered 00010000:00000001:0.0:1767389115.708574:0:339024:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 02000000:00000010:1.0:1767389115.708575:0:338167:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000d3c2ccd. 00000004:00000040:3.0:1767389115.708581:0:361305:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00010000:00000001:0.0:1767389115.708587:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767389115.708594:0:338167:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389115.708597:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389115.708608:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005c6dee8f refcount=3 00000100:00000001:1.0:1767389115.708613:0:338167:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1767389115.708614:0:361305:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000200:2.0:1767389115.708619:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fb54c189 x1853241654553216/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389115.708620:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538719744 : -122821170831872 : ffff904b77bdde00) 00000100:00000001:3.0:1767389115.708627:0:361305:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:1.0:1767389115.708631:0:338167:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767389115.708643:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538719744 : -122821170831872 : ffff904b77bdde00) 00000001:00000001:3.0:1767389115.708645:0:361305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00010000:00010000:1.0:1767389115.708646:0:338167:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00000001:3.0:1767389115.708659:0:361305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1767389115.708663:0:337539:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767389115.708666:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389115.708667:0:338167:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767389115.708673:0:337539:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767389115.708680:0:338167:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767389115.708680:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767389115.708682:0:337539:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767389115.708697:0:339024:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389115.708699:0:337539:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1767389115.708699:0:338167:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e6bea773 refcount=3 00000100:00000001:2.0:1767389115.708713:0:337539:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767389115.708715:0:338167:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538714624 : -122821170836992 : ffff904b77bdca00) 00000100:00000001:0.0:1767389115.708716:0:339024:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.708787:0:338167:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538714624 : -122821170836992 : ffff904b77bdca00) 00000001:00000001:3.0:1767389115.708788:0:361305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.708790:0:337539:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.708792:0:339024:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389115.708806:0:338167:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003c38b262 count: 3 02000000:00000001:2.0:1767389115.708816:0:337539:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389115.708820:0:361305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00010000:00000001:1.0:1767389115.708821:0:338167:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00001000:2.0:1767389115.708826:0:337539:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=140 v=5 (5 0 0 0) 00000100:00000001:0.0:1767389115.708829:0:339024:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767389115.708834:0:361305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:1.0:1767389115.708836:0:338167:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767389115.708853:0:338167:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00001000:2.0:1767389115.708858:0:337539:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=140 v=5 (1 0 0 0) 00010000:00000001:1.0:1767389115.708859:0:338167:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.708868:0:339024:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767389115.708870:0:338167:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.708873:0:337539:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389115.708877:0:339024:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767389115.708879:0:337539:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.708883:0:338167:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767389115.708887:0:337539:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767389115.708889:0:338167:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:0.0:1767389115.708898:0:339024:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00010000:00000001:2.0:1767389115.708899:0:337539:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.708905:0:338167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:3.0:1767389115.708910:0:361305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.708911:0:337539:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389115.708915:0:339024:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003eb5d898 : new rpc_count 2 00010000:00000001:1.0:1767389115.708916:0:338167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767389115.708934:0:338167:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767389115.708936:0:361305:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00000001:0.0:1767389115.708936:0:339024:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252378542976 : -122821331008640 : ffff904b6e31c380) 00000100:00000040:2.0:1767389115.708940:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fb54c189 x1853241654553216/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767389115.708955:0:361305:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00010000:00000001:1.0:1767389115.708955:0:338167:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389115.708965:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d30d9c02 x1853241654553472/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:566/0 lens 328/0 e 0 to 0 dl 1767389126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767389115.708983:0:338167:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e6bea773 with handle 0x95cd417baf429241 from hash 00000020:00000001:3.0:1767389115.708985:0:361305:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389115.709004:0:361305:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=1 obd=lustre-OST0000-osc-MDT0000 00010000:00000001:1.0:1767389115.709007:0:338167:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767389115.709018:0:338167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767389115.709028:0:338167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767389115.709037:0:361305:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767389115.709038:0:337539:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767389115.709039:0:338167:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767389115.709057:0:338167:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767389115.709059:0:361305:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.709059:0:337539:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389115.709061:0:339024:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767389115.709070:0:338167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767389115.709074:0:337539:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767389115.709076:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009314b179. 00000100:00000001:3.0:1767389115.709080:0:361305:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00010000:00010000:1.0:1767389115.709085:0:338167:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e6bea773/0x95cd417baf429241 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x95cd417baf42923a expref: 13 pid: 338174 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767389115.709093:0:337539:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb54c189 x1853241654553216/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389115.709095:0:361305:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000001:0.0:1767389115.709096:0:339024:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767389115.709112:0:361305:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aed7a78b. 00000020:00000010:0.0:1767389115.709120:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009314b179. 00000020:00000040:3.0:1767389115.709132:0:361305:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00010000:00000040:1.0:1767389115.709136:0:338167:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 6 00000100:00100000:0.0:1767389115.709157:0:339024:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d30d9c02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+13:337537:x1853241654553472:12345-0@lo:103: 00000020:00000040:1.0:1767389115.709163:0:338167:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 12 00000100:00000001:3.0:1767389115.709165:0:361305:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389115.709178:0:361305:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767389115.709179:0:337539:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fb54c189 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337539:1853241654553216:0@lo:103: 00000100:00000200:0.0:1767389115.709182:0:339024:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654553472 00010000:00000001:1.0:1767389115.709187:0:338167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767389115.709188:0:361305:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389115.709197:0:339024:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:1.0:1767389115.709199:0:338167:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 02000000:00000010:3.0:1767389115.709208:0:361305:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ef13a07. 00010000:00000002:0.0:1767389115.709215:0:339024:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767389115.709216:0:338167:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767389115.709219:0:337539:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389115.709220:0:361305:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.709230:0:338167:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389115.709231:0:339024:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767389115.709243:0:361305:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446621252520934272 : -122821188617344 : ffff904b76ae7b80) 00000100:00000001:2.0:1767389115.709245:0:337539:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767389115.709246:0:338167:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.709247:0:339024:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767389115.709262:0:339024:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767389115.709268:0:337539:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fb54c189 x1853241654553216/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767389115.709271:0:361305:0:(import.c:65:import_set_state_nolock()) 0000000004cb882a lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00010000:00000001:1.0:1767389115.709273:0:338167:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000010:0.0:1767389115.709274:0:339024:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000a26d9c67. 00010000:00010000:1.0:1767389115.709289:0:338167:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 02000000:00000001:0.0:1767389115.709292:0:339024:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.709302:0:338167:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389115.709305:0:361305:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389115.709307:0:339024:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389115.709315:0:361305:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.709319:0:338167:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767389115.709322:0:339024:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:2.0:1767389115.709330:0:337539:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767389115.709335:0:338167:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389115.709337:0:339024:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 02000000:00000001:2.0:1767389115.709338:0:337539:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767389115.709347:0:361305:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aed7a78b] to pc [ptlrpcd_rcv+-1] req@00000000aed7a78b x1853241654553600/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389115.709366:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004d71c060. 00010000:00000001:0.0:1767389115.709368:0:339024:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:1.0:1767389115.709371:0:338167:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=140 v=5 (1 0 0 0) 00000020:00000001:0.0:1767389115.709376:0:339024:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389115.709391:0:339024:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000005c6dee8f refcount=3 02000000:00000001:2.0:1767389115.709393:0:337539:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389115.709404:0:337539:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767389115.709407:0:339024:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252538719744 : -122821170831872 : ffff904b77bdde00) 00000100:00000001:1.0:1767389115.709409:0:338167:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1767389115.709412:0:337539:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=6 obd=MGC192.168.204.113@tcp 00010000:00000001:0.0:1767389115.709423:0:339024:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446621252538719744 : -122821170831872 : ffff904b77bdde00) 00000100:00000040:1.0:1767389115.709426:0:338167:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 17 to 0@lo 00000020:00000001:2.0:1767389115.709433:0:337539:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389115.709450:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fd30d963. 00010000:00000040:0.0:1767389115.709450:0:339024:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005b4d84bd count: 2 00000100:00000001:1.0:1767389115.709452:0:338167:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:3.0:1767389115.709465:0:361305:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389115.709475:0:337539:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767389115.709475:0:338167:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767389115.709477:0:339024:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1767389115.709478:0:361305:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389115.709499:0:337539:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767389115.709501:0:338167:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389115.709503:0:361305:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389115.709503:0:339024:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000010:2.0:1767389115.709510:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb54c189. 00010000:00000001:0.0:1767389115.709516:0:339024:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000001:1.0:1767389115.709526:0:338167:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:3.0:1767389115.709532:0:361305:0:(osd_handler.c:1463:osd_process_config()) Process entered 00010000:00000001:0.0:1767389115.709534:0:339024:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.709535:0:337539:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767389115.709542:0:338167:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767389115.709550:0:337539:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1767389115.709554:0:361305:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00000020:00000001:0.0:1767389115.709554:0:339024:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389115.709556:0:338167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b8f577. 00000100:00000001:2.0:1767389115.709558:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1767389115.709566:0:361305:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00000100:00000200:1.0:1767389115.709583:0:338167:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654553344, offset 224 00080000:00000010:3.0:1767389115.709585:0:361305:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000683d4180. 00010000:00000001:0.0:1767389115.709587:0:339024:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767389115.709589:0:337539:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389115.709605:0:337539:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1767389115.709606:0:361305:0:(scrub.c:1029:lustre_index_backup()) Process entered 00010000:00000001:0.0:1767389115.709608:0:339024:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00100000:00000010:3.0:1767389115.709620:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005157c21d. 00000400:00000200:1.0:1767389115.709623:0:338167:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389115.709627:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767389115.709629:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00100000:00000010:3.0:1767389115.709641:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000005e9d7458. 00010000:00000001:0.0:1767389115.709643:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767389115.709644:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389115.709648:0:338167:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767389115.709659:0:339024:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00100000:00000010:3.0:1767389115.709665:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000affb15e2. 00010000:00000001:0.0:1767389115.709670:0:339024:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1767389115.709682:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000007ae177b8. 00000020:00000040:0.0:1767389115.709682:0:339024:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005c6dee8f with handle 0x95cd417baf4291d1 from hash 00000400:00000200:1.0:1767389115.709686:0:338167:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695837280ab00 00010000:00000001:0.0:1767389115.709696:0:339024:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00100000:00000010:3.0:1767389115.709699:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a0c7a7bd. 00010000:00000001:0.0:1767389115.709709:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767389115.709716:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00100000:00000010:3.0:1767389115.709717:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000393f5332. 00000400:00000200:1.0:1767389115.709719:0:338167:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x25ed [1] + 224 00010000:00000001:0.0:1767389115.709773:0:339024:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767389115.709779:0:339024:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767389115.709783:0:339024:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767389115.709790:0:339024:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005c6dee8f/0x95cd417baf4291d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x95cd417baf4291ca expref: 12 pid: 338174 timeout: 0 lvb_type: 0 00100000:00000010:3.0:1767389115.709797:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000081e9dde6. 00100000:00000010:3.0:1767389115.709814:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d511ecfc. 00000400:00000200:1.0:1767389115.709818:0:338167:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000010:3.0:1767389115.709824:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000249fe7b8. 00000100:00000001:2.0:1767389115.709841:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767389115.709843:0:338167:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00100000:00000010:3.0:1767389115.709845:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d089ca79. 00010000:00000040:0.0:1767389115.709845:0:339024:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 5 00000100:00000001:2.0:1767389115.709848:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389115.709866:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 11 00100000:00000010:3.0:1767389115.709880:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009344bac3. 00000100:00000001:1.0:1767389115.709882:0:338167:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389115.709891:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299703748 00010000:00000001:0.0:1767389115.709893:0:339024:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00100000:00000010:3.0:1767389115.709900:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f82309c4. 00010000:00000001:0.0:1767389115.709903:0:339024:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:1.0:1767389115.709905:0:338167:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db0a5abe x1853241654553344/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389115.709908:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299703753 00010000:00000001:0.0:1767389115.709916:0:339024:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00100000:00000010:3.0:1767389115.709918:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000001b5bbe0b. 00010000:00000001:0.0:1767389115.709932:0:339024:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:3.0:1767389115.709940:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ed1d60c9. 00000100:00000001:2.0:1767389115.709940:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299703748 00010000:00000001:0.0:1767389115.709949:0:339024:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389115.709965:0:338167:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000db0a5abe x1853241654553344/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389115.709969:0:339024:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00100000:00000010:3.0:1767389115.709975:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000087075b9e. 00000100:00000001:2.0:1767389115.709976:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299703753 00010000:00000040:0.0:1767389115.709981:0:339024:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005b4d84bd count: 0 00000100:00000001:2.0:1767389115.709998:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299703748 00100000:00000010:3.0:1767389115.710004:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a8c3d2f1. 00010000:00010000:0.0:1767389115.710006:0:339024:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:2.0:1767389115.710012:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299703753 00100000:00000010:3.0:1767389115.710020:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d025f5f4. 00010000:00000001:0.0:1767389115.710020:0:339024:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389115.710025:0:337537:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299703748 00010000:00000001:0.0:1767389115.710041:0:339024:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00100000:00000010:3.0:1767389115.710047:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000071783d17. 00010000:00000001:0.0:1767389115.710049:0:339024:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.710051:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000010:3.0:1767389115.710055:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b0289c6e. 00000100:00000001:1.0:1767389115.710058:0:338167:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1767389115.710077:0:339024:0:(import.c:2128:obd_at_measure()) add 1 to 00000000dc6ef181 time=140 v=5 (1 0 0 0) 00100000:00000010:3.0:1767389115.710079:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b2347bba. 00000100:00000001:2.0:1767389115.710079:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389115.710081:0:338167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050b8f577 00000400:00000010:1.0:1767389115.710096:0:338167:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000050b8f577. 00000100:00000001:0.0:1767389115.710113:0:339024:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00100000:00000010:3.0:1767389115.710115:0:361305:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000010872170. 00000400:00000001:2.0:1767389115.710117:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767389115.710117:0:338167:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767389115.710128:0:339024:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 18 to 0@lo 00000400:00000001:2.0:1767389115.710134:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767389115.710135:0:338167:0:(events.c:398:reply_out_callback()) Process leaving 00100000:00000001:3.0:1767389115.710138:0:361305:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00000100:00000001:0.0:1767389115.710140:0:339024:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000400:00000010:2.0:1767389115.710147:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008540b847. 00080000:00000001:3.0:1767389115.710149:0:361305:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389115.710154:0:339024:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767389115.710155:0:338167:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389115.710160:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cabc7690 00000020:00000001:3.0:1767389115.710162:0:361305:0:(genops.c:1560:class_disconnect_exports()) Process entered 02000000:00000001:0.0:1767389115.710169:0:339024:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389115.710176:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cabc7690. 00000020:00080000:3.0:1767389115.710177:0:361305:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000e28610cc) has no exports 00000100:00000040:1.0:1767389115.710177:0:338167:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 17 to 0@lo 00000100:00000001:0.0:1767389115.710181:0:339024:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767389115.710202:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767389115.710204:0:361305:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000040:0.0:1767389115.710204:0:339024:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767389115.710206:0:338167:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.710224:0:338167:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.710226:0:361305:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000400:00000010:0.0:1767389115.710226:0:339024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fec76cb. 00000100:00000200:2.0:1767389115.710237:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000ac9b03a x1853241654553088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389115.710250:0:339024:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654553472, offset 224 00000100:00000040:1.0:1767389115.710257:0:338167:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022d966a6 x1853241654553344/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:566/0 lens 328/224 e 0 to 0 dl 1767389126 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767389115.710261:0:338212:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00000100:00000200:2.0:1767389115.710262:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000ac9b03a x1853241654553088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389115.710281:0:338212:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389115.710290:0:339024:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389115.710331:0:339024:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389115.710381:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389115.710390:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767389115.710396:0:338167:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000022d966a6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+11:337538:x1853241654553344:12345-0@lo:103: Request processed in 2062us (5176us total) trans 0 rc 0/0 00000400:00000200:0.0:1767389115.710401:0:339024:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695837280ab80 00000020:00000040:3.0:1767389115.710402:0:361305:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00000100:00000001:2.0:1767389115.710408:0:337537:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767389115.710419:0:361305:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002a149b70. 02000000:00000001:2.0:1767389115.710422:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389115.710432:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000040:00000010:3.0:1767389115.710439:0:361305:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000515f8576. 00000400:00000200:0.0:1767389115.710440:0:339024:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x25f9 [1] + 224 00000100:00000001:2.0:1767389115.710442:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389115.710458:0:361305:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000092a521ca. 02000000:00000001:2.0:1767389115.710461:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389115.710463:0:338167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000400:00000200:0.0:1767389115.710472:0:339024:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1767389115.710477:0:361305:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000079619504. 00000100:00001000:2.0:1767389115.710477:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=140 v=5 (5 0 0 0) 00000100:00000040:1.0:1767389115.710480:0:338167:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 1 00000400:00000200:0.0:1767389115.710496:0:339024:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767389115.710501:0:338167:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1767389115.710506:0:361305:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e612666a. 00000100:00001000:2.0:1767389115.710508:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=140 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389115.710513:0:338167:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767389115.710516:0:339024:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767389115.710524:0:338167:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000393822ff. 80000000:00000010:3.0:1767389115.710528:0:361305:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c96c55d0. 00000100:00000001:2.0:1767389115.710532:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767389115.710537:0:339024:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005daca956 x1853241654553472/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389115.710543:0:338167:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000522e6d58. 00000100:00000001:2.0:1767389115.710544:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:3.0:1767389115.710548:0:361305:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000881ef0df. 00010000:00000001:2.0:1767389115.710566:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:1.0:1767389115.710567:0:338167:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df05f51e. 00100000:00000010:3.0:1767389115.710569:0:361305:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f278e70f. 00010000:00000001:2.0:1767389115.710578:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1767389115.710597:0:361305:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a3c8e773. 00000100:00000001:2.0:1767389115.710599:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767389115.710599:0:338167:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 10 00000100:00000040:0.0:1767389115.710607:0:339024:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005daca956 x1853241654553472/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1767389115.710627:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000061a81c71. 02000000:00000001:1.0:1767389115.710628:0:338167:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767389115.710632:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000ac9b03a x1853241654553088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389115.710636:0:339024:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767389115.710639:0:338167:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000d3c2ccd. 00040000:00000010:3.0:1767389115.710645:0:361305:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a28dfcca. 00000400:00000200:0.0:1767389115.710651:0:339024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fec76cb 02000000:00000001:1.0:1767389115.710657:0:338167:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00080000:00000010:3.0:1767389115.710667:0:361305:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ae2d7df5. 00000400:00000010:0.0:1767389115.710667:0:339024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fec76cb. 02000000:00000001:1.0:1767389115.710668:0:338167:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389115.710680:0:338167:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cadb5515. 00000100:00000001:2.0:1767389115.710684:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389115.710688:0:339024:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000010:3.0:1767389115.710691:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000726c5176. 02000000:00000001:1.0:1767389115.710693:0:338167:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389115.710703:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389115.710704:0:339024:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000010:1.0:1767389115.710706:0:338167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ac472b2. 00000004:00000010:3.0:1767389115.710710:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005e193914. 00000100:00000001:2.0:1767389115.710715:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389115.710721:0:339024:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389115.710780:0:339024:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 16 to 0@lo 00010000:00000001:0.0:1767389115.710788:0:339024:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389115.710793:0:339024:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389115.710799:0:339024:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d30d9c02 x1853241654553472/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:566/0 lens 328/224 e 0 to 0 dl 1767389126 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389115.710806:0:338167:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000010:3.0:1767389115.710812:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006471e2f9. 02000000:00000010:1.0:1767389115.710816:0:338167:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c2f92c8c. 00000100:00000040:2.0:1767389115.710819:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ac9b03a x1853241654553088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1767389115.710842:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000fcfbc7a. 02000000:00000001:1.0:1767389115.710843:0:338167:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767389115.710856:0:338167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000480186f8. 00000020:00000010:3.0:1767389115.710866:0:361305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004fa14540. 02000000:00000001:1.0:1767389115.710873:0:338167:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767389115.710885:0:338167:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000028201b0c. 00000020:00000002:3.0:1767389115.710888:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000006fa8e03c/00000000ddf36813 to site lru. bkt: 00000000f1571fb0 00000100:00100000:0.0:1767389115.710888:0:339024:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d30d9c02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+10:337537:x1853241654553472:12345-0@lo:103: Request processed in 1815us (3153us total) trans 0 rc 0/0 02000000:00000001:1.0:1767389115.710903:0:338167:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000010:3.0:1767389115.710909:0:361305:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 000000007a2117c8. 00000100:00000010:1.0:1767389115.710912:0:338167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008777fd9d. 02000000:00000001:1.0:1767389115.710939:0:338167:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000001:3.0:1767389115.710940:0:361305:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00000100:00100000:2.0:1767389115.710948:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000ac9b03a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654553088:0@lo:103: 00000100:00100000:0.0:1767389115.710958:0:339024:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 02000000:00000010:1.0:1767389115.710960:0:338167:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002859a621. 00000004:00000040:3.0:1767389115.710962:0:361305:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00000100:00000040:0.0:1767389115.710985:0:339024:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003eb5d898 : new rpc_count 0 00000004:00000040:3.0:1767389115.710987:0:361305:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000009f36298c : new refcount 2 02000000:00000001:1.0:1767389115.710989:0:338167:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767389115.710990:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389115.711001:0:338167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001244c98e. 00000100:00000001:0.0:1767389115.711003:0:339024:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000040:00000001:3.0:1767389115.711013:0:361305:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000100:00000001:2.0:1767389115.711013:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389115.711015:0:339024:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767389115.711021:0:338167:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:0.0:1767389115.711031:0:339024:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e761855f. 00000040:00000001:3.0:1767389115.711033:0:361305:0:(llog_osd.c:1821:llog_osd_close()) Process entered 02000000:00000010:1.0:1767389115.711033:0:338167:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006a56d76f. 00000100:00000040:2.0:1767389115.711036:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000ac9b03a x1853241654553088/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389115.711069:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767389115.711071:0:338167:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:0.0:1767389115.711071:0:339024:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000028b9b622. 00080000:00000010:3.0:1767389115.711082:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e32b7df5. 02000000:00000001:2.0:1767389115.711083:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:1.0:1767389115.711085:0:338167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d2734a03. 00000020:00000010:0.0:1767389115.711089:0:339024:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000767239c6. 02000000:00000010:2.0:1767389115.711094:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f28b041. 02000000:00000001:2.0:1767389115.711114:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1767389115.711116:0:339024:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 9 02000000:00000001:1.0:1767389115.711119:0:338167:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000004:00000010:3.0:1767389115.711120:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c57f22fb. 00000020:00000001:2.0:1767389115.711125:0:337537:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:1.0:1767389115.711137:0:338167:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000146c0669. 00000100:00000001:0.0:1767389115.711138:0:339024:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767389115.711141:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000004:00000010:3.0:1767389115.711145:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006c145fc2. 00000020:00000001:2.0:1767389115.711161:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767389115.711163:0:338167:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000004:00000001:3.0:1767389115.711164:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 02000000:00000010:2.0:1767389115.711173:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e483bc5a. 00000004:00000040:3.0:1767389115.711177:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00000100:00000010:1.0:1767389115.711178:0:338167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001edd92c3. 00000100:00000001:0.0:1767389115.711181:0:337535:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767389115.711184:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767389115.711190:0:337535:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767389115.711195:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000004:00000010:3.0:1767389115.711201:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cdfc480b. 00000100:00000001:0.0:1767389115.711205:0:337535:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1767389115.711206:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000ac9b03a. 00000100:00000001:1.0:1767389115.711208:0:338167:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767389115.711212:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000100:00000040:0.0:1767389115.711229:0:337535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aed7a78b x1853241654553600/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000001:3.0:1767389115.711232:0:361305:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.711235:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1767389115.711236:0:338167:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00000001:2.0:1767389115.711246:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1767389115.711250:0:361305:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 00000000db73698f. 00000400:00000010:1.0:1767389115.711259:0:338167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f28ab78. 00000100:00000001:2.0:1767389115.711267:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389115.711279:0:338167:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3a57a52. 00000100:00000001:2.0:1767389115.711283:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000040:00000010:3.0:1767389115.711286:0:361305:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006adec9d3. 00000100:00000001:2.0:1767389115.711293:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000040:00000001:3.0:1767389115.711304:0:361305:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767389115.711307:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767389115.711309:0:337535:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000040:00000001:3.0:1767389115.711311:0:361305:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000400:00000001:2.0:1767389115.711313:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767389115.711315:0:337535:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767389115.711319:0:361305:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000009f36298c : new refcount 1 00000400:00000010:2.0:1767389115.711323:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c8632ad4. 02000000:00000001:0.0:1767389115.711327:0:337535:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389115.711338:0:337535:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767389115.711339:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000bb66f589 : new refcount 2 00000400:00000200:2.0:1767389115.711341:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099012e88 00000400:00000010:2.0:1767389115.711367:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099012e88. 02000000:00000001:0.0:1767389115.711368:0:337535:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767389115.711372:0:361305:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000009f36298c. 00000100:00000001:1.0:1767389115.711374:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389115.711380:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767389115.711387:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767389115.711389:0:337535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000aed7a78b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:337535:1853241654553600:0@lo:9: 00000100:00000001:0.0:1767389115.711403:0:337535:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767389115.711405:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005daca956 x1853241654553472/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767389115.711405:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000040:00000001:3.0:1767389115.711407:0:361305:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389115.711419:0:337535:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000001:1.0:1767389115.711421:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000004:00000001:3.0:1767389115.711423:0:361305:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00000004:00000001:3.0:1767389115.711438:0:361305:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767389115.711439:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ee8cc00. 02000000:00000001:0.0:1767389115.711439:0:337535:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389115.711451:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005daca956 x1853241654553472/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389115.711464:0:337535:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767389115.711467:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da461291 00000004:00000001:3.0:1767389115.711468:0:361305:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389115.711476:0:337535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000767239c6. 00000400:00000010:1.0:1767389115.711484:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da461291. 00000004:00000010:3.0:1767389115.711490:0:361305:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 000000007154a092. 00000100:00000001:2.0:1767389115.711495:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767389115.711497:0:337538:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767389115.711497:0:337535:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389115.711499:0:361305:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000400:00000010:0.0:1767389115.711518:0:337535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9cdb65e. 00000100:00000001:2.0:1767389115.711519:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767389115.711521:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db0a5abe x1853241654553344/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389115.711543:0:337537:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:0.0:1767389115.711548:0:337535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fec76cb. 02000000:00000001:2.0:1767389115.711551:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1767389115.711554:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db0a5abe x1853241654553344/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767389115.711557:0:338205:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.711560:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767389115.711566:0:337535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654553600, portal 4 00000100:00000001:2.0:1767389115.711569:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.711589:0:337535:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767389115.711590:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.711596:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389115.711601:0:337535:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520934272 : -122821188617344 : ffff904b76ae7b80) 00000100:00001000:2.0:1767389115.711604:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=140 v=5 (5 0 0 0) 00000100:00000001:1.0:1767389115.711606:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389115.711617:0:337538:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767389115.711619:0:337535:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000aed7a78b x1853241654553600/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389115.711626:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1767389115.711628:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=140 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389115.711636:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389115.711645:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389115.711651:0:361305:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000641218a0. 00000100:00000001:2.0:1767389115.711655:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1767389115.711665:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.711668:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389115.711671:0:361305:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009dc3d12e. 00000100:00001000:1.0:1767389115.711685:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 00000000401adf81 time=140 v=5 (5 0 0 0) 00010000:00000001:2.0:1767389115.711691:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767389115.711694:0:361305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014bea90c. 00010000:00000001:2.0:1767389115.711702:0:337537:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389115.711716:0:361305:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002a8d7082. 00000100:00000001:0.0:1767389115.711722:0:337535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:1.0:1767389115.711767:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=140 v=5 (1 0 0 0) 00000100:00000001:1.0:1767389115.711779:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000040:00000010:3.0:1767389115.711781:0:361305:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009788565d. 00000100:00000001:1.0:1767389115.711784:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.711792:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767389115.711794:0:361305:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e1f60d47. 00000100:00000001:2.0:1767389115.711795:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389115.711804:0:337538:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.711815:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389115.711818:0:361305:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c018a5c1. 00000100:00000040:2.0:1767389115.711826:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005daca956 x1853241654553472/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389115.711835:0:361305:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dbc6694c. 00000100:00000040:1.0:1767389115.711841:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db0a5abe x1853241654553344/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389115.711848:0:337535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 80000000:00000010:3.0:1767389115.711857:0:361305:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000239c91cd. 00000400:00000010:0.0:1767389115.711865:0:337535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046ef2379. 40000000:00000010:3.0:1767389115.711876:0:361305:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000013f8144. 00000100:00000200:0.0:1767389115.711883:0:337535:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654553600, offset 0 00100000:00000010:3.0:1767389115.711893:0:361305:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000c9c2a5d. 00040000:00000010:3.0:1767389115.711911:0:361305:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000aa6ade04. 00000400:00000200:0.0:1767389115.711919:0:337535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00040000:00000010:3.0:1767389115.711932:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002db55e2f. 00000100:00000001:2.0:1767389115.711941:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389115.711942:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00040000:00000010:3.0:1767389115.711945:0:361305:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000006f4d7d52. 00000100:00000001:2.0:1767389115.711951:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767389115.711963:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389115.711970:0:337535:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389115.711972:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00080000:00000010:3.0:1767389115.711974:0:361305:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001e18f845. 00000100:00000040:2.0:1767389115.711984:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005daca956 x1853241654553472/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389115.711986:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1767389115.711993:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f0418a4d. 00000100:00000040:1.0:1767389115.712012:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db0a5abe x1853241654553344/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1767389115.712014:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f1d37a46. 00000400:00000200:0.0:1767389115.712015:0:337535:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695837280ac00 00000004:00000010:3.0:1767389115.712034:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000e138755. 00000004:00000010:3.0:1767389115.712051:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000069b5609c. 00000400:00000200:0.0:1767389115.712059:0:337535:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 6648 00000020:00000010:3.0:1767389115.712074:0:361305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000860a7e3f. 00000004:00000001:3.0:1767389115.712093:0:361305:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000400:00000200:0.0:1767389115.712096:0:337535:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:20000000:3.0:1767389115.712108:0:361305:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00000100:00100000:2.0:1767389115.712119:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005daca956 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654553472:0@lo:103: 00000400:00000200:0.0:1767389115.712127:0:337535:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000001:3.0:1767389115.712128:0:361305:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000100:00100000:1.0:1767389115.712138:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db0a5abe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654553344:0@lo:103: 00000100:00000001:0.0:1767389115.712154:0:337535:0:(events.c:286:request_in_callback()) Process entered 00000004:00000040:3.0:1767389115.712155:0:361305:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004903d2d6 : new refcount 3 00000100:00000001:2.0:1767389115.712158:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389115.712161:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767389115.712163:0:337535:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000004:00000040:3.0:1767389115.712173:0:361305:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004903d2d6 : new refcount 2 00000100:00000001:2.0:1767389115.712175:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389115.712188:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767389115.712190:0:337535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c224ee3c. 00000004:00000040:3.0:1767389115.712192:0:361305:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004903d2d6 : new refcount 1 00000100:00000040:2.0:1767389115.712202:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005daca956 x1853241654553472/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767389115.712208:0:337535:0:(events.c:337:request_in_callback()) incoming req@00000000c224ee3c x1853241654553600 msgsize 224 00000100:00000040:1.0:1767389115.712212:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db0a5abe x1853241654553344/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389131 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:3.0:1767389115.712214:0:361305:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000033664563 : new refcount 3 00000004:00000040:3.0:1767389115.712237:0:361305:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000033664563 : new refcount 2 00000004:00000040:3.0:1767389115.712256:0:361305:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000033664563 : new refcount 1 00000100:00100000:0.0:1767389115.712258:0:337535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1767389115.712272:0:361305:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767389115.712286:0:361305:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000e28610cc) has no exports 00000100:00000001:0.0:1767389115.712290:0:337535:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767389115.712307:0:361305:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:2.0:1767389115.712310:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767389115.712313:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767389115.712315:0:361305:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000400:00000200:0.0:1767389115.712315:0:337535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046ef2379 02000000:00000001:2.0:1767389115.712317:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767389115.712336:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095cd93b9. 00000400:00000010:0.0:1767389115.712337:0:337535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046ef2379. 02000000:00000001:1.0:1767389115.712339:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767389115.712340:0:361305:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 02000000:00000010:1.0:1767389115.712376:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098a336bb. 00010000:00000001:3.0:1767389115.712378:0:361305:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 02000000:00000001:2.0:1767389115.712379:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767389115.712379:0:337535:0:(events.c:34:request_out_callback()) Process entered 00000001:00000001:3.0:1767389115.712393:0:361305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:2.0:1767389115.712393:0:337537:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767389115.712400:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1767389115.712406:0:337535:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000aed7a78b x1853241654553600/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767389115.712408:0:337537:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000001:00000001:3.0:1767389115.712410:0:361305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:1.0:1767389115.712410:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389115.712428:0:337538:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000020:00000001:2.0:1767389115.712429:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767389115.712438:0:337535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1767389115.712439:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004ce4af37. 00000020:00000001:1.0:1767389115.712441:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389115.712454:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dafa6a18. 00000100:00000040:0.0:1767389115.712456:0:337535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000aed7a78b x1853241654553600/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389115.712457:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389115.712467:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1767389115.712470:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1767389115.712477:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005daca956. 02000000:00000001:1.0:1767389115.712481:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767389115.712491:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000010:1.0:1767389115.712493:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db0a5abe. 00000100:00000001:2.0:1767389115.712502:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389115.712505:0:337535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.712507:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389115.712508:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389115.712522:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389115.712524:0:337535:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389115.712526:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389115.712539:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.712540:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389115.712544:0:337535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.712551:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767389115.712557:0:337535:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 7796 usecs (8 jiffies) 00000100:00000001:2.0:1767389115.712558:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.712558:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389115.712568:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389115.712583:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389115.712583:0:337535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299703740 00000100:00000001:1.0:1767389115.712595:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.712596:0:337535:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299703751 00000100:00000001:0.0:1767389115.712612:0:337535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299703740 00000100:00000001:0.0:1767389115.712618:0:337535:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299703753 00000100:00000001:0.0:1767389115.712623:0:337535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299703740 00000100:00000001:0.0:1767389115.712628:0:337535:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299703753 00000100:00000001:0.0:1767389115.712633:0:337535:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299703740 00000100:00000001:0.0:1767389115.712639:0:337535:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299703753 00000100:00000001:0.0:1767389115.712644:0:337535:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389115.712647:0:337535:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.712654:0:337535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.712658:0:337535:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389115.712664:0:339009:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767389115.712665:0:337535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767389115.712676:0:339009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654553600 00000100:00000001:0.0:1767389115.712676:0:337535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1767389115.712696:0:339009:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389115.712697:0:337535:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389115.712709:0:339009:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389115.712710:0:337535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389115.712720:0:339009:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.712722:0:337535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767389115.712776:0:337535:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e8922410. 00010000:00000010:2.1:1767389115.712780:0:339009:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000091027bb4. 00010000:00000010:0.1:1767389115.712795:0:337535:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000178f03ee. 00010000:00000010:1.1:1767389115.712797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009646261a. 02000000:00000001:2.0:1767389115.712812:0:339009:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389115.712819:0:339009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654553600 00000100:00000001:0.0:1767389115.712820:0:337535:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.712828:0:339009:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389115.712832:0:339009:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42934b 00000020:00000001:2.0:1767389115.712835:0:339009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389115.712838:0:339009:0:(lustre_handles.c:131:class_handle2object()) GET export 000000005a402188 refcount=5 00000020:00000001:2.0:1767389115.712841:0:339009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000020:00000001:2.0:1767389115.712845:0:339009:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247365343232 : -122826344208384 : ffff904a43626800) 00000100:00000001:2.0:1767389115.712850:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389115.712855:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0d240c3. 00000100:00000001:2.0:1767389115.712859:0:339009:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389115.712861:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0d240c3. 00000020:00000010:2.0:1767389115.712868:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098a336bb. 00000020:00000010:2.0:1767389115.712873:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007fa39092. 00000020:00000010:2.0:1767389115.712877:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000045aeb922. 00000100:00000040:2.0:1767389115.712886:0:339009:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767389115.712889:0:339009:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767389115.712891:0:339009:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389115.712893:0:339009:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.712900:0:339009:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.712921:0:339009:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389115.712932:0:339009:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389115.712934:0:339009:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767389115.712939:0:339009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767389115.712942:0:339009:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000005a402188 : new rpc_count 1 00000100:00000001:2.0:1767389115.712946:0:339009:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252619220992 : -122821090330624 : ffff904b7c8a3800) 00000100:00000040:2.0:1767389115.712952:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c224ee3c x1853241654553600/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:566/0 lens 224/0 e 0 to 0 dl 1767389126 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389115.712964:0:339009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767389115.712968:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0d240c3. 00000100:00000001:2.0:1767389115.712971:0:339009:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389115.712973:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0d240c3. 00000100:00100000:2.0:1767389115.712977:0:339009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c224ee3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:337535:x1853241654553600:12345-0@lo:9: 00000100:00000200:2.0:1767389115.712983:0:339009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654553600 00000020:00000001:2.0:1767389115.712986:0:339009:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767389115.712990:0:339009:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767389115.712993:0:339009:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.712995:0:339009:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389115.712998:0:339009:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674497808 : -1035053808 : ffffffffc24e5510) 00000020:00000001:2.0:1767389115.713002:0:339009:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767389115.713005:0:339009:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389115.713007:0:339009:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389115.713009:0:339009:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767389115.713012:0:339009:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.713014:0:339009:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:2.0:1767389115.713016:0:339009:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767389115.713019:0:339009:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389115.713021:0:339009:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389115.713025:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e081db92. 02000000:00000001:2.0:1767389115.713027:0:339009:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.713030:0:339009:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389115.713036:0:339009:0:(genops.c:887:class_export_get()) GET export 000000005a402188 refcount=6 00010000:00000001:2.0:1767389115.713038:0:339009:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:2.0:1767389115.713042:0:339009:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:2.0:1767389115.713044:0:339009:0:(genops.c:887:class_export_get()) GET export 000000005a402188 refcount=7 00010000:00000001:2.0:1767389115.713047:0:339009:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767389115.713049:0:339009:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767389115.713053:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 6 00000020:00000080:2.0:1767389115.713055:0:339009:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf42934b 00000020:00000040:2.0:1767389115.713058:0:339009:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000005a402188 with handle 0x95cd417baf42934b from hash 00000020:00000040:2.0:1767389115.713062:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 5 00000020:00000010:2.0:1767389115.713066:0:339009:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000086fd10db. 00000020:00000001:2.0:1767389115.713070:0:339009:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767389115.713072:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 4 00000020:00000001:2.0:1767389115.713074:0:339009:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767389115.713076:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 3 00000020:00000001:2.0:1767389115.713078:0:339009:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.713080:0:339009:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767389115.713083:0:339009:0:(import.c:65:import_set_state_nolock()) 00000000a1c13b55 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767389115.713087:0:339009:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767389115.713089:0:339009:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767389115.713090:0:339009:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767389115.713104:0:339009:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389115.713111:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e483bc5a. 00000020:00000010:2.0:1767389115.713115:0:339009:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fd30d963. 00000020:00000010:2.0:1767389115.713119:0:339009:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009f6ed798. 00000020:00000010:2.0:1767389115.713126:0:339009:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008bcc68a8. 00000020:00000010:2.0:1767389115.713131:0:339009:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004d71c060. 00000020:00000001:0.0:1767389115.713132:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 80000000:00000010:2.0:1767389115.713137:0:339009:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c2b77d54. 00000020:00000001:0.0:1767389115.713139:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:2.0:1767389115.713144:0:339009:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b0d240c3. 00010000:00010000:0.0:1767389115.713146:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:00000010:2.0:1767389115.713155:0:339009:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000044abecdf. 00040000:00000010:2.0:1767389115.713162:0:339009:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000199047c9. 00040000:00000010:2.0:1767389115.713167:0:339009:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003e522983. 00080000:00000010:2.0:1767389115.713171:0:339009:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001ef53167. 00002000:00000010:2.0:1767389115.713175:0:339009:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cadb5515. 00000001:00000001:2.0:1767389115.713178:0:339009:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:2.0:1767389115.713181:0:339009:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00000001:00000001:2.0:1767389115.713186:0:339009:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767389115.713189:0:339009:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967301 00080000:00000001:2.0:1767389115.713194:0:339009:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767389115.713203:0:339009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000b6b00573. 00080000:00000001:2.0:1767389115.713206:0:339009:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247416170496 : -122826293381120 : ffff904a4669f800) 00080000:00000001:2.0:1767389115.713212:0:339009:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767389115.713246:0:339009:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767389115.713249:0:339009:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389115.713253:0:339009:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767389115.713278:0:339009:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767389115.713282:0:339009:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:2.0:1767389115.713287:0:339009:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767389115.713433:0:339009:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:2.0:1767389115.713438:0:339009:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:2.0:1767389115.713442:0:339009:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389115.713446:0:339009:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767389115.713462:0:339009:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767389115.713464:0:339009:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000001:2.0:1767389115.713468:0:339009:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767389115.713471:0:339009:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:2.0:1767389115.713473:0:339009:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767389115.713479:0:339009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000ebe17e8c. 00080000:00000001:2.0:1767389115.713482:0:339009:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247416156160 : -122826293395456 : ffff904a4669c000) 00080000:00000001:2.0:1767389115.713485:0:339009:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767389115.713585:0:339009:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767389115.713587:0:339009:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389115.713590:0:339009:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767389115.713598:0:339009:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1767389115.713602:0:339009:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000d4d7413b. 00000001:00000040:2.0:1767389115.713606:0:339009:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000005a402188 : new cb_count 1 00000020:00000040:2.0:1767389115.713609:0:339009:0:(genops.c:887:class_export_get()) GET export 000000005a402188 refcount=4 00080000:00000001:2.0:1767389115.713614:0:339009:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767389115.713659:0:339009:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1767389115.713663:0:339009:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:2.0:1767389115.713665:0:339009:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1767389115.713671:0:339009:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1767389115.713673:0:339009:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 4294967301: rc = 0 00000001:00000040:2.0:1767389115.713677:0:339009:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:2.0:1767389115.713681:0:339009:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389115.713686:0:339009:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fd30d963. 00000020:00000010:2.0:1767389115.713690:0:339009:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009f6ed798. 00000020:00000010:2.0:1767389115.713694:0:339009:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008bcc68a8. 00000020:00000010:2.0:1767389115.713698:0:339009:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004d71c060. 80000000:00000010:2.0:1767389115.713702:0:339009:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c2b77d54. 40000000:00000010:2.0:1767389115.713706:0:339009:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b0d240c3. 00100000:00000010:2.0:1767389115.713709:0:339009:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000044abecdf. 00040000:00000010:2.0:1767389115.713713:0:339009:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000199047c9. 00040000:00000010:2.0:1767389115.713716:0:339009:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003e522983. 00080000:00000010:2.0:1767389115.713719:0:339009:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001ef53167. 00002000:00000010:2.0:1767389115.713769:0:339009:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cadb5515. 00000020:00000010:2.0:1767389115.713776:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e483bc5a. 00000001:00000001:2.0:1767389115.713781:0:339009:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:2.0:1767389115.713785:0:339009:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000030122e48) : new refcount 4 00000001:00000001:2.0:1767389115.713790:0:339009:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:2.0:1767389115.713793:0:339009:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000030122e48) : new refcount 3 00000020:00000040:2.0:1767389115.713796:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 3 00000001:00000001:2.0:1767389115.713799:0:339009:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1767389115.713800:0:339009:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000030122e48) : new refcount 2 00000001:00000001:2.0:1767389115.713803:0:339009:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1767389115.713804:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 2 00002000:00000001:2.0:1767389115.713806:0:339009:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.713808:0:339009:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389115.713811:0:339009:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.713813:0:339009:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389115.713816:0:339009:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967301, transno 0, xid 1853241654553600 00010000:00000001:2.0:1767389115.713819:0:339009:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767389115.713824:0:339009:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c224ee3c x1853241654553600/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:566/0 lens 224/224 e 0 to 0 dl 1767389126 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389115.713834:0:339009:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767389115.713838:0:339009:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389115.713841:0:339009:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=124 v=5 (1 0 0 0) 00000100:00000001:2.0:1767389115.713846:0:339009:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389115.713849:0:339009:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 17 to 0@lo 00000100:00000001:2.0:1767389115.713852:0:339009:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389115.713855:0:339009:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767389115.713858:0:339009:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389115.713861:0:339009:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389115.713865:0:339009:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389115.713869:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009913b38a. 00000100:00000200:2.0:1767389115.713874:0:339009:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654553600, offset 224 00000400:00000200:2.0:1767389115.713880:0:339009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389115.713890:0:339009:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389115.713899:0:339009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695837280ac00 00000400:00000200:2.0:1767389115.713906:0:339009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2611 [1] + 224 00000400:00000200:2.0:1767389115.713912:0:339009:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389115.713917:0:339009:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389115.713922:0:339009:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767389115.713927:0:339009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000aed7a78b x1853241654553600/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389115.713938:0:339009:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000aed7a78b x1853241654553600/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389115.713961:0:339009:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767389115.713967:0:339009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009913b38a 00000400:00000010:2.0:1767389115.713969:0:339009:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009913b38a. 00000100:00000001:2.0:1767389115.713972:0:339009:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767389115.713975:0:339009:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767389115.713981:0:339009:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389115.713984:0:339009:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 16 to 0@lo 00010000:00000001:2.0:1767389115.713990:0:339009:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767389115.713994:0:339009:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.713997:0:337535:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767389115.713998:0:339009:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767389115.714010:0:337535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767389115.714016:0:339009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c224ee3c x1853241654553600/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:566/0 lens 224/224 e 0 to 0 dl 1767389126 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767389115.714021:0:337535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389115.714027:0:337535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389115.714037:0:337535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9cdb65e. 00000100:00100000:2.0:1767389115.714050:0:339009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c224ee3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:337535:x1853241654553600:12345-0@lo:9: Request processed in 1083us (1839us total) trans 0 rc 0/0 00000400:00000200:0.0:1767389115.714051:0:337535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fec76cb 00000400:00000010:0.0:1767389115.714060:0:337535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fec76cb. 00000100:00000001:0.0:1767389115.714073:0:337535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767389115.714081:0:339009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000200:0.0:1767389115.714084:0:337535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000aed7a78b x1853241654553600/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389115.714089:0:339009:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000005a402188 : new rpc_count 0 00000100:00000001:2.0:1767389115.714100:0:339009:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389115.714109:0:339009:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767389115.714116:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007fa39092. 00000100:00000200:0.0:1767389115.714121:0:337535:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000aed7a78b x1853241654553600/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389115.714125:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000045aeb922. 00000020:00000010:2.0:1767389115.714140:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098a336bb. 00000100:00000001:0.0:1767389115.714161:0:337535:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1767389115.714162:0:339009:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 1 00000100:00000001:0.0:1767389115.714165:0:337535:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389115.714176:0:339009:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389115.714177:0:337535:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389115.714184:0:337535:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389115.714188:0:337535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389115.714191:0:337535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389115.714195:0:337535:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389115.714202:0:337535:0:(import.c:2128:obd_at_measure()) add 5 to 00000000fd05c6fd time=124 v=5 (5 0 0 0) 00000100:00001000:0.0:1767389115.714209:0:337535:0:(import.c:2128:obd_at_measure()) add 1 to 0000000073ce909b time=124 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389115.714213:0:337535:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389115.714215:0:337535:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389115.714217:0:337535:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767389115.714221:0:337535:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000aed7a78b x1853241654553600/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389115.714229:0:337535:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.714233:0:337535:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767389115.714234:0:337535:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1767389115.714236:0:337535:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767389115.714238:0:337535:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389115.714241:0:337535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aed7a78b x1853241654553600/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389115.714248:0:337535:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389115.714252:0:337535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389115.714253:0:337535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767389115.714256:0:337535:0:(import.c:65:import_set_state_nolock()) 0000000004cb882a lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:0.0:1767389115.714259:0:337535:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767389115.714262:0:337535:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000004:00080000:0.0:1767389115.714281:0:337535:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000100:00000001:0.0:1767389115.714283:0:337535:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767389115.714284:0:337535:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:0.0:1767389115.714285:0:337535:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:0.0:1767389115.714288:0:337535:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:0.0:1767389115.714290:0:337535:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:0.0:1767389115.714292:0:337535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aed7a78b x1853241654553600/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389115.714301:0:337535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000aed7a78b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:337535:1853241654553600:0@lo:9: 00000100:00000001:0.0:1767389115.714306:0:337535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389115.714309:0:337535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389115.714311:0:337535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000aed7a78b x1853241654553600/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389115.714318:0:337535:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389115.714321:0:337535:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389115.714324:0:337535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000767239c6. 02000000:00000001:0.0:1767389115.714328:0:337535:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389115.714330:0:337535:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389115.714332:0:337535:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767389115.714335:0:337535:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389115.714337:0:337535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ef13a07. 02000000:00000001:0.0:1767389115.714340:0:337535:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389115.714342:0:337535:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389115.714344:0:337535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000aed7a78b. 00000100:00000001:0.0:1767389115.714362:0:337535:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389115.714364:0:337535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389115.714366:0:337535:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389115.714371:0:337535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389115.714373:0:337535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389115.714377:0:337535:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389115.714378:0:337535:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389115.731484:0:361305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389115.731491:0:361305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767389115.731493:0:361305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:2.0:1767389115.733823:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299703753, at 4299703754 00000100:00000010:2.0:1767389115.733837:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a45099a4. 00000100:00000040:0.0:1767389115.734803:0:335318:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299703751, at 4299703755 00000100:00000010:0.0:1767389115.734816:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d07aaa5e. 00000100:00000040:1.0:1767389115.734831:0:297584:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299703753, at 4299703755 00000100:00000010:1.0:1767389115.734845:0:297584:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000096b9a6ff. 00000001:00000001:3.0:1767389115.746067:0:361305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.746072:0:361305:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389115.746074:0:361305:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:3.0:1767389115.746076:0:361305:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:3.0:1767389115.746079:0:361305:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:3.0:1767389115.746082:0:361305:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:3.0:1767389115.746084:0:361305:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767389115.746086:0:361305:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf429225 00000020:00000040:3.0:1767389115.746089:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000486a7b9c with handle 0x95cd417baf429225 from hash 00000020:00000001:3.0:1767389115.746094:0:361305:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767389115.746096:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000486a7b9c : new refcount 1 00000020:00000001:3.0:1767389115.746098:0:361305:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767389115.746099:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000486a7b9c : new refcount 0 00000020:00000080:3.0:1767389115.746101:0:361305:0:(genops.c:904:class_export_put()) final put 00000000486a7b9c/lustre-QMT0000_UUID 00000020:00000001:3.0:1767389115.746104:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389115.746119:0:361305:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389115.746121:0:361305:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767389115.746122:0:361305:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000100:00000040:3.0:1767389115.746162:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299703753, at 4299703766 00000100:00000010:3.0:1767389115.746168:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083ae90fd. 00000020:00000001:2.0:1767389115.746212:0:54998:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767389115.746217:0:54998:0:(genops.c:863:class_export_destroy()) destroying export 00000000486a7b9c/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:2.0:1767389115.746223:0:54998:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767389115.746235:0:54998:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389115.746239:0:54998:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000007babb7e0) now 4 - export 00000020:00000010:2.0:1767389115.746244:0:54998:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000486a7b9c. 00000020:00000001:2.0:1767389115.746255:0:54998:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1767389115.746272:0:361305:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000b0d240c3. 00000020:00000080:2.0:1767389115.746276:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767389115.746282:0:361305:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767389115.746286:0:361305:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767389115.746289:0:361305:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767389115.746291:0:361305:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (000000007babb7e0) has no exports 00000020:00000001:2.0:1767389115.746294:0:361305:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767389115.746297:0:361305:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:2.0:1767389115.746301:0:361305:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:2.0:1767389115.746303:0:361305:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:2.0:1767389115.746307:0:361305:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:2.0:1767389115.746311:0:361305:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:2.0:1767389115.746315:0:361305:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767389115.746318:0:361305:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 0000000066c69135. 00000020:00000001:2.0:1767389115.746325:0:361305:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:2.0:1767389115.746395:0:361305:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767389115.746399:0:361305:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767389115.746406:0:361305:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000007b0c46f6. 00000001:00000001:2.0:1767389115.746415:0:361305:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767389115.746418:0:361305:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767389115.746421:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389115.746425:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000004068dd7d. 00000001:00000010:2.0:1767389115.746428:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000004ff14cf2. 00000001:00000010:2.0:1767389115.746431:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000008790fd6e. 00000001:00000001:2.0:1767389115.746439:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767389115.746441:0:361305:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000613304a9. 00000020:00000002:2.0:1767389115.746462:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000c7c4b9ea/00000000e3728d8c to site lru. bkt: 00000000330293b5 00040000:00000001:2.0:1767389115.746465:0:361305:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767389115.746467:0:361305:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767389115.746470:0:361305:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000437499f2. 00000001:00000001:2.0:1767389115.746475:0:361305:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767389115.746477:0:361305:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767389115.746479:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389115.746480:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000005d30819f. 00000001:00000010:2.0:1767389115.746483:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000008709506e. 00000001:00000010:2.0:1767389115.746485:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000af28fd6f. 00000001:00000001:2.0:1767389115.746489:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767389115.746490:0:361305:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000077800b1. 00000020:00000002:2.0:1767389115.746495:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000048c48aa8/00000000427d7e89 to site lru. bkt: 00000000330293b5 00040000:00000001:2.0:1767389115.746497:0:361305:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767389115.746498:0:361305:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767389115.746501:0:361305:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000d6afd17b. 00000001:00000001:2.0:1767389115.746504:0:361305:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767389115.746505:0:361305:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767389115.746507:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389115.746508:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000004cf55604. 00000001:00000010:2.0:1767389115.746510:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000008ea7a956. 00000001:00000010:2.0:1767389115.746512:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000e6f5d61b. 00000001:00000001:2.0:1767389115.746516:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767389115.746517:0:361305:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000006b2a6546. 00000020:00000002:2.0:1767389115.746521:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000004a0f262e/000000002fcbcc75 to site lru. bkt: 00000000330293b5 00000020:00000002:2.0:1767389115.746524:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000000ce1d550/000000000bb0099b to site lru. bkt: 000000006af2052e 00040000:00000010:2.0:1767389115.746527:0:361305:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 000000008efb5bdc. 00040000:00000001:2.0:1767389115.746532:0:361305:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:2.0:1767389115.746533:0:361305:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767389115.746535:0:361305:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000a97df245. 00000020:00000001:2.0:1767389115.746538:0:361305:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:2.0:1767389115.746548:0:361305:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767389115.746549:0:361305:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767389115.746552:0:361305:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000ab68760f. 00000001:00000001:2.0:1767389115.746556:0:361305:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767389115.746558:0:361305:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767389115.746559:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389115.746561:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000040477420. 00000001:00000010:2.0:1767389115.746563:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d5b9fdfa. 00000001:00000010:2.0:1767389115.746565:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000511acb9d. 00000001:00000001:2.0:1767389115.746571:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767389115.746574:0:361305:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000e9246f0a. 00000020:00000002:2.0:1767389115.746578:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000a24a5d28/0000000032565b93 to site lru. bkt: 00000000330293b5 00040000:00000001:2.0:1767389115.746580:0:361305:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767389115.746582:0:361305:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767389115.746585:0:361305:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000009221b67b. 00000001:00000001:2.0:1767389115.746589:0:361305:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767389115.746590:0:361305:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767389115.746592:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389115.746593:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000001495faf7. 00000001:00000010:2.0:1767389115.746595:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000fd617db9. 00000001:00000010:2.0:1767389115.746598:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000003e984dbb. 00000001:00000001:2.0:1767389115.746601:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767389115.746603:0:361305:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000077836fb5. 00000020:00000002:2.0:1767389115.746606:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000056567dde/000000001f82d9f3 to site lru. bkt: 00000000330293b5 00040000:00000001:2.0:1767389115.746609:0:361305:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767389115.746610:0:361305:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:2.0:1767389115.746613:0:361305:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000082080084. 00000001:00000001:2.0:1767389115.746617:0:361305:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:2.0:1767389115.746618:0:361305:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767389115.746620:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389115.746621:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000000a67dfff. 00000001:00000010:2.0:1767389115.746623:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000049813797. 00000001:00000010:2.0:1767389115.746625:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000866ddc91. 00000001:00000001:2.0:1767389115.746629:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767389115.746630:0:361305:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000eed1026e. 00000020:00000002:2.0:1767389115.746634:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000006705d6dd/00000000036713f6 to site lru. bkt: 00000000330293b5 00000020:00000002:2.0:1767389115.746638:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000001c4404c6/0000000085c7b68e to site lru. bkt: 00000000d88d9279 00040000:00000010:2.0:1767389115.746640:0:361305:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 0000000014f1b071. 00040000:00000001:2.0:1767389115.746644:0:361305:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:3.0:1767389115.746723:0:338203:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004a9c1f1e. 00000020:00000010:3.0:1767389115.746738:0:338203:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000038080e35. 00000040:00000010:3.0:1767389115.746785:0:338203:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004cc7e015. 00000020:00000010:3.0:1767389115.746789:0:338203:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000678fd0d3. 00000020:00000010:3.0:1767389115.746797:0:338203:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000c49d05f. 00000020:00000010:3.0:1767389115.746802:0:338203:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000010a5ac02. 80000000:00000010:3.0:1767389115.746806:0:338203:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ee61811b. 40000000:00000010:3.0:1767389115.746810:0:338203:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008e55232d. 00100000:00000010:3.0:1767389115.746814:0:338203:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003c68c06d. 00040000:00000010:3.0:1767389115.746818:0:338203:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f44177b4. 00040000:00000010:3.0:1767389115.746823:0:338203:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dbed5725. 00040000:00000010:3.0:1767389115.746827:0:338203:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000df53d163. 00080000:00000010:3.0:1767389115.746830:0:338203:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004412f119. 00000004:00000010:3.0:1767389115.746833:0:338203:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000b5af852. 00000004:00000010:3.0:1767389115.746839:0:338203:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000631621f5. 00000004:00000010:3.0:1767389115.746846:0:338203:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009874dad8. 00000004:00000010:3.0:1767389115.746852:0:338203:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000ad1a059. 00000020:00000010:3.0:1767389115.746858:0:338203:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000160466cf. 00040000:00000010:3.0:1767389115.746861:0:338203:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 00000000a1ffac94. 00040000:00000001:3.0:1767389115.746864:0:338203:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767389115.746921:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000001fbdc49e/000000002119388c to site lru. bkt: 00000000c6016aeb 00040000:00000001:2.0:1767389115.746927:0:361305:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767389115.746931:0:361305:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767389115.746935:0:361305:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767389115.746938:0:361305:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf42921e 00000020:00000040:2.0:1767389115.746944:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009ccd17dc with handle 0x95cd417baf42921e from hash 00000020:00000001:2.0:1767389115.746951:0:361305:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767389115.746954:0:361305:0:(genops.c:898:class_export_put()) PUTting export 000000009ccd17dc : new refcount 1 00000020:00000001:2.0:1767389115.746957:0:361305:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767389115.746959:0:361305:0:(genops.c:898:class_export_put()) PUTting export 000000009ccd17dc : new refcount 0 00000020:00000080:2.0:1767389115.746961:0:361305:0:(genops.c:904:class_export_put()) final put 000000009ccd17dc/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767389115.746964:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.746984:0:361305:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389115.746987:0:361305:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767389115.746989:0:361305:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767389115.747006:0:361305:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.747010:0:361305:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389115.747013:0:54998:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767389115.747017:0:54998:0:(genops.c:863:class_export_destroy()) destroying export 000000009ccd17dc/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:0.0:1767389115.747022:0:54998:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767389115.747025:0:54998:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389115.747029:0:54998:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000003ca90ce1) now 9 - export 00000020:00000010:0.0:1767389115.747033:0:54998:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009ccd17dc. 00000020:00000001:0.0:1767389115.747050:0:54998:0:(genops.c:880:class_export_destroy()) Process leaving 00000001:00000001:2.0:1767389115.747060:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389115.747069:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000068ef2c9f. 00000001:00000010:2.0:1767389115.747074:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000042d95ace. 00000001:00000010:2.0:1767389115.747076:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bbbee4e5. 00000001:00000010:2.0:1767389115.747079:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008b7b7966. 00000001:00000010:2.0:1767389115.747082:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000066fc9ac1. 00000001:00000010:2.0:1767389115.747085:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000838b2ba7. 00000001:00000001:2.0:1767389115.747089:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767389115.747091:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389115.747094:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006326c68e. 00000001:00000010:2.0:1767389115.747096:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000017cf0998. 00000001:00000010:2.0:1767389115.747098:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e18ea680. 00000001:00000010:2.0:1767389115.747100:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000215e8e1e. 00000001:00000010:2.0:1767389115.747102:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000cb3833ad. 00000001:00000010:2.0:1767389115.747104:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e49c8c9e. 00000001:00000001:2.0:1767389115.747106:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767389115.747108:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000007babb7e0) now 3 - setup 00000020:00000001:2.0:1767389115.747111:0:361305:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.747113:0:361305:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767389115.747117:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767389115.747122:0:361305:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767389115.747125:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000007babb7e0) now 2 - obd_device_list 00000020:00000080:2.0:1767389115.747128:0:361305:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:2.0:1767389115.747130:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (000000007babb7e0) now 1 - newdev 00000020:00000040:2.0:1767389115.747133:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000007d57251 with handle 0x95cd417baf429217 from hash 00000020:00000040:2.0:1767389115.747136:0:361305:0:(genops.c:898:class_export_put()) PUTting export 0000000007d57251 : new refcount 0 00000020:00000080:2.0:1767389115.747139:0:361305:0:(genops.c:904:class_export_put()) final put 0000000007d57251/lustre-QMT0000_UUID 00000020:00000001:2.0:1767389115.747141:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.747144:0:361305:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767389115.747146:0:361305:0:(genops.c:863:class_export_destroy()) destroying export 0000000007d57251/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:2.0:1767389115.747149:0:361305:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767389115.747150:0:361305:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389115.747153:0:361305:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000007d57251. 00000020:00000001:2.0:1767389115.747159:0:361305:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767389115.747161:0:361305:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:2.0:1767389115.747164:0:361305:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:2.0:1767389115.747166:0:361305:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767389115.747170:0:361305:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e522983. 00000020:00000010:2.0:1767389115.747174:0:361305:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e38fd051. 00000040:00000010:2.0:1767389115.747177:0:361305:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000318092c4. 00000020:00000010:2.0:1767389115.747181:0:361305:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001ef53167. 00000020:00000010:2.0:1767389115.747185:0:361305:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008bcc68a8. 00000020:00000010:2.0:1767389115.747189:0:361305:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008f3fad1d. 80000000:00000010:2.0:1767389115.747203:0:361305:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c2b77d54. 40000000:00000010:2.0:1767389115.747206:0:361305:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000247db3ca. 00100000:00000010:2.0:1767389115.747210:0:361305:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000044abecdf. 00040000:00000010:2.0:1767389115.747214:0:361305:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000199047c9. 00040000:00000010:2.0:1767389115.747217:0:361305:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009f6ed798. 00040000:00000010:2.0:1767389115.747221:0:361305:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000215e8e1e. 00080000:00000010:2.0:1767389115.747225:0:361305:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bf13059d. 00000004:00000010:2.0:1767389115.747230:0:361305:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c7ce2f50. 00000004:00000010:2.0:1767389115.747236:0:361305:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000257040f1. 00000004:00000010:2.0:1767389115.747262:0:361305:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a2b121e6. 00000004:00000010:2.0:1767389115.747268:0:361305:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cadb5515. 00040000:00000001:2.0:1767389115.747273:0:361305:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:2.0:1767389115.747279:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000ba0450e4. 00040000:00000010:2.0:1767389115.747284:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008ee58448. 00040000:00000010:2.0:1767389115.747288:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005b3bc451. 00040000:00000010:2.0:1767389115.747291:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005c5c57b8. 00040000:00000010:2.0:1767389115.747296:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e68c81d1. 00040000:00000010:2.0:1767389115.747301:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000051f99eb5. 00040000:00000010:2.0:1767389115.747310:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000075532bc6. 00040000:00000010:2.0:1767389115.747318:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000042d5a0a5. 00040000:00000010:2.0:1767389115.747323:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000226d8973. 00040000:00000010:2.0:1767389115.747325:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000096cae24f. 00040000:00000010:2.0:1767389115.747329:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000551579e2. 00040000:00000010:2.0:1767389115.747335:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000041cb4cc4. 00040000:00000010:2.0:1767389115.747338:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000049899d82. 00040000:00000010:2.0:1767389115.747343:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cec2fc01. 00040000:00000010:2.0:1767389115.747375:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b971d13e. 00040000:00000010:2.0:1767389115.747392:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cd26fbc7. 00040000:00000010:2.0:1767389115.747397:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000676a997. 00040000:00000010:2.0:1767389115.747401:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e45d7a21. 00040000:00000010:2.0:1767389115.747405:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000000cb8d6f. 00040000:00000010:2.0:1767389115.747408:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007205a496. 00040000:00000010:2.0:1767389115.747413:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000039787dce. 00040000:00000010:2.0:1767389115.747417:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e63b538e. 00040000:00000010:2.0:1767389115.747419:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bf946fa7. 00040000:00000010:2.0:1767389115.747424:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000913cc473. 00040000:00000010:2.0:1767389115.747427:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000091732e56. 00040000:00000010:2.0:1767389115.747431:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001ca5982a. 00040000:00000010:2.0:1767389115.747435:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c2063fb5. 00040000:00000010:2.0:1767389115.747439:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004321717d. 00040000:00000010:2.0:1767389115.747444:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000458887a2. 00040000:00000010:2.0:1767389115.747457:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000f9af1775. 00040000:00000010:2.0:1767389115.747465:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000031f270ed. 00040000:00000010:2.0:1767389115.747469:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000279148cf. 00040000:00000010:2.0:1767389115.747476:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000cfa8e4e5. 00040000:00000010:2.0:1767389115.747484:0:361305:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 0000000014c174e6. 00040000:00000001:2.0:1767389115.747487:0:361305:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389115.747492:0:361305:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e38fd051. 00000040:00000010:2.0:1767389115.747496:0:361305:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000318092c4. 00000020:00000010:2.0:1767389115.747500:0:361305:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001ef53167. 00000020:00000010:2.0:1767389115.747503:0:361305:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008bcc68a8. 00000020:00000010:2.0:1767389115.747507:0:361305:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008f3fad1d. 80000000:00000010:2.0:1767389115.747511:0:361305:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c2b77d54. 40000000:00000010:2.0:1767389115.747515:0:361305:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000247db3ca. 00100000:00000010:2.0:1767389115.747518:0:361305:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000044abecdf. 00040000:00000010:2.0:1767389115.747522:0:361305:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000199047c9. 00040000:00000010:2.0:1767389115.747525:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009f6ed798. 00040000:00000010:2.0:1767389115.747528:0:361305:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000215e8e1e. 00080000:00000010:2.0:1767389115.747531:0:361305:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bf13059d. 00000004:00000010:2.0:1767389115.747535:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c7ce2f50. 00000004:00000010:2.0:1767389115.747539:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000257040f1. 00000004:00000010:2.0:1767389115.747544:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a2b121e6. 00000004:00000010:2.0:1767389115.747547:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cadb5515. 00000020:00000010:2.0:1767389115.747550:0:361305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e522983. 00000020:00000001:2.0:1767389115.747553:0:361305:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389115.747555:0:361305:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000007babb7e0. 00000020:00000001:2.0:1767389115.747565:0:361305:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389115.747567:0:361305:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389115.747570:0:361305:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000b0d240c3. 00000020:00000001:2.0:1767389115.747573:0:361305:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767389115.747576:0:361305:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767389115.747580:0:361305:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767389115.747583:0:361305:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:0.1:1767389115.747787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b67adbc2. 00010000:00000010:0.1:1767389115.747800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005c6dee8f. 00010000:00000010:0.1:1767389115.747804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005b4d84bd. 00010000:00000010:1.1:1767389115.747817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6bea773. 00010000:00000010:3.1:1767389115.747819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ce4826b3. 00010000:00000010:3.1:1767389115.747836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000081305f40. 00010000:00000010:3.1:1767389115.747844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006f867942. 00010000:00000010:2.1:1767389115.751808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f41be2f. 00010000:00000010:2.1:1767389115.751826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dac65c84. 00000400:00000200:0.0:1767389115.979909:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp33 00000400:00000010:0.0:1767389115.979918:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b818c8c5. 00000400:00000010:0.0:1767389115.979928:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000767239c6. 00000400:00000010:0.0:1767389115.979934:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fec76cb. 00000400:00000010:0.0:1767389115.979944:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002bed4acb. 00000400:00000200:0.0:1767389115.979950:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp33 00000400:00000200:0.0:1767389115.979977:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp33 local destination 00000400:00000200:0.0:1767389115.979985:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp33 00000400:00000200:0.0:1767389115.979991:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp33 NI seq info: [257:257:256:4294967295] 192.168.204.113@tcp33 LPNI seq info [222:222:8:4294967295] 00000400:00000200:0.0:1767389115.980000:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp33 00000400:00000200:0.0:1767389115.980011:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp33(192.168.204.113@tcp33:) -> 192.168.204.113@tcp33(192.168.204.113@tcp33:192.168.204.113@tcp33) : GET try# 0 00000800:00000200:0.0:1767389115.980018:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp33 00000800:00000010:0.0:1767389115.980023:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000057ac82bc. 00000800:00000200:0.0:1767389115.980032:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071c9ae5f] -> 12345-192.168.204.113@tcp33 (2) 00000800:00000200:0.1:1767389115.980038:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071c9ae5f] -> 12345-192.168.204.113@tcp33 (2) 00000400:00000200:0.0:1767389115.980073:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp33 added to recovery queue. ping count: 6 next ping: 5100 health :400 00000400:00000200:3.0:1767389115.980293:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980408:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980441:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980465:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980489:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980512:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980535:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980559:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980583:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980606:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980629:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980652:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980675:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980699:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980723:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980839:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980871:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980918:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.980986:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.981016:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.981043:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.981087:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.981119:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.981164:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.981213:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.981250:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.981275:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.981299:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.981324:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.981374:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.981408:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.981433:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.981458:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.981481:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389115.981504:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389115.981771:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050e9914e. 00000800:00000010:3.0:1767389115.981779:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008b853b23. 00000800:00000010:3.0:1767389115.981787:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000075c99b89. 00000800:00000010:3.0:1767389115.981823:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000075c99b89. 00000800:00020000:3.0:1767389115.981838:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389115.981844:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008b853b23. 00000800:00000010:3.0:1767389115.981848:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050e9914e. 00000400:02020000:3.0:1767389115.981901:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp33 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389115.981910:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp33 notifying 192.168.204.113@tcp33: down 00000800:00000200:3.0:1767389115.981919:0:337527:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp33 down 00000800:00000100:3.0:1767389115.981927:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp33 00000800:00000010:3.0:1767389115.981932:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000057ac82bc. 00000400:00000200:3.0:1767389115.981941:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389115.981948:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp33->192.168.204.113@tcp33: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389115.981960:0:337527:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389115.981965:0:337527:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp33 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389115.981971:0:337527:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp33) recovery failed with -71 00000800:00000200:1.0:1767389116.171958:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000091346fac] -> 12345-192.168.204.113@tcp22 (6) 00000800:00000200:1.0:1767389116.171969:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp22 ip 192.168.204.113:988 00000800:00000200:1.0:1767389116.171975:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025f2a25f type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767389116.172007:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (4) 00000800:00000200:1.1:1767389116.172013:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (4) 00000400:00000200:0.0:1767389116.172217:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.172280:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.172309:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.172374:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.172417:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000800:00000200:3.0:1767389116.172438:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767389116.172452:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389116.172471:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389116.172481:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767389116.172484:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000800:00000001:3.0:1767389116.172487:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389116.172539:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.172565:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.172588:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.172611:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.172638:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.172661:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.172683:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.172706:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.172801:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.172836:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.172860:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.172935:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.172983:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.173007:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.173031:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.173057:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.173082:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.173106:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.173132:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.173156:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.173179:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.173202:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.173225:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.173248:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.173272:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.173298:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.173327:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.173390:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389116.173419:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389116.173582:0:356933:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ceb75cd3. 00000800:00000010:0.0:1767389116.173589:0:356933:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bce76cb5. 00000800:00000010:0.0:1767389116.173595:0:356933:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000c825fda. 00000800:00000010:0.0:1767389116.173621:0:356933:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000c825fda. 00000800:00020000:0.0:1767389116.173631:0:356933:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389116.173635:0:356933:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bce76cb5. 00000800:00000010:0.0:1767389116.173638:0:356933:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ceb75cd3. 00000400:02020000:0.0:1767389116.173690:0:356933:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp30 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767389116.173697:0:356933:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767389116.619885:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389116.619893:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389116.619901:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389116.619903:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389116.619928:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389116.619931:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389116.619934:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1767389116.829977:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767389116.829985:0:338162:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8 00000001:00000040:0.0:1767389116.829989:0:338162:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000064290599 : new cb_count 2 00000020:00000040:0.0:1767389116.829995:0:338162:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 2 00000001:00000010:0.0:1767389116.829998:0:338162:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000009f39f16a. 00040000:00000001:0.0:1767389116.830006:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389116.830011:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389116.830013:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389116.830014:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767389116.830017:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006633c69b. 00080000:00000001:0.0:1767389116.830022:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767389116.830026:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1767389116.830032:0:338162:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1767389116.830035:0:338162:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1767389116.830038:0:338162:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967297 is committed 00000001:00000040:0.0:1767389116.830042:0:338162:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 0000000064290599 : new cb_count 1 00000020:00000040:0.0:1767389116.830044:0:338162:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 1 00000001:00000010:0.0:1767389116.830047:0:338162:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000004550a83d. 00040000:00000001:0.0:1767389116.830049:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389116.830051:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389116.830052:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389116.830053:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767389116.830054:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000006c48f64f. 00080000:00000001:0.0:1767389116.830057:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767389116.830060:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:0.0:1767389116.830061:0:338162:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8 00000001:00000040:0.0:1767389116.830064:0:338162:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000064290599 : new cb_count 0 00000020:00000040:0.0:1767389116.830065:0:338162:0:(genops.c:898:class_export_put()) PUTting export 0000000064290599 : new refcount 0 00000020:00000080:0.0:1767389116.830067:0:338162:0:(genops.c:904:class_export_put()) final put 0000000064290599/b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8 00000001:00000010:0.0:1767389116.830089:0:338162:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000c8157309. 00040000:00000001:0.0:1767389116.830092:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389116.830094:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1767389116.830095:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767389116.830096:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1767389116.830099:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000001634822c. 00080000:00000001:0.0:1767389116.830102:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:2.0:1767389116.830132:0:54998:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767389116.830139:0:54998:0:(genops.c:863:class_export_destroy()) destroying export 0000000064290599/b7d2999d-e17e-4f47-aa94-fe12f3bfd9c8 for lustre-MDT0000 00000020:00000040:2.0:1767389116.830150:0:54998:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 1 to 192.168.204.13@tcp50 00000020:00000001:2.0:1767389116.830154:0:54998:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:2.0:1767389116.830159:0:54998:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:2.0:1767389116.830163:0:54998:0:(genops.c:1229:class_import_get()) import 00000000105b2305 refcount=2 obd=lustre-MDT0000 00000020:00000001:2.0:1767389116.830166:0:54998:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389116.830168:0:54998:0:(genops.c:1242:class_import_put()) import 00000000105b2305 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1767389116.830171:0:54998:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767389116.830177:0:54998:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389116.830178:0:54998:0:(genops.c:1242:class_import_put()) import 00000000105b2305 refcount=0 obd=lustre-MDT0000 00000020:00000040:2.0:1767389116.830181:0:54998:0:(genops.c:1245:class_import_put()) final put import 00000000105b2305 00000020:00000001:2.0:1767389116.830197:0:54998:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:2.0:1767389116.830201:0:54998:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000010c8d1dc. 00010000:00000001:2.0:1767389116.830209:0:54998:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:2.0:1767389116.830213:0:54998:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389116.830225:0:54998:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000092e86d42. 00000001:00000010:2.0:1767389116.830229:0:54998:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a0a34040. 00000001:00000010:2.0:1767389116.830234:0:54998:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006cf5075d. 00000001:00000010:2.0:1767389116.830241:0:54998:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c418d14a. 00000001:00000010:2.0:1767389116.830244:0:54998:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000031cba165. 00000001:00000010:2.0:1767389116.830247:0:54998:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f0999c73. 00000001:00000001:2.0:1767389116.830251:0:54998:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767389116.830254:0:54998:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:2.0:1767389116.830257:0:54998:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389116.830262:0:54998:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005c48948a. 00000001:00000010:2.0:1767389116.830265:0:54998:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e430ecc8. 00000001:00000010:2.0:1767389116.830268:0:54998:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000344ec703. 00000001:00000010:2.0:1767389116.830271:0:54998:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d7057b00. 00000001:00000010:2.0:1767389116.830274:0:54998:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000029937c63. 00000001:00000010:2.0:1767389116.830276:0:54998:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007bfe616b. 00000001:00000001:2.0:1767389116.830279:0:54998:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1767389116.830282:0:54998:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1767389116.830284:0:54998:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:2.0:1767389116.830290:0:54998:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 00000000de50cf86: xid 1853241647173120, transno 4294967297, client gen 1, slot idx 0 00000001:00000001:2.0:1767389116.830297:0:54998:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 00000000de50cf86: xid 1853241647173120, transno 4294967297, client gen 1, slot idx 0 00000001:00000010:2.0:1767389116.830302:0:54998:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000de50cf86. 00000001:00000010:2.0:1767389116.830306:0:54998:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000056fe3d43. 00000004:00000001:2.0:1767389116.830321:0:54998:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389116.830323:0:54998:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389116.830351:0:54998:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 5 - export 00000020:00000010:2.0:1767389116.830356:0:54998:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000064290599. 00000020:00000001:2.0:1767389116.830369:0:54998:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767389116.830375:0:54998:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767389116.830378:0:54998:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000105b2305 for lustre-MDT0000 00000020:00000040:2.0:1767389116.830383:0:54998:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000886a6644 refcount 0 to 192.168.204.13@tcp50 00000020:00000040:2.0:1767389116.830386:0:54998:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 4 - import 00000020:00000010:2.0:1767389116.830389:0:54998:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000105b2305. 00000020:00000001:2.0:1767389116.830395:0:54998:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000400:00000001:0.0:1767389117.003964:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389117.003970:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389117.003975:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fec76cb 00000400:00000010:0.0:1767389117.003981:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fec76cb. 00000400:00000200:0.0:1767389117.003992:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767389117.004003:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp33 recovery ping unlinked 00000400:00000010:0.0:1767389117.004027:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b818c8c5. 00000400:00000010:0.0:1767389117.004035:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000767239c6. 00000400:00000200:0.0:1767389117.004049:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp47 00000400:00000010:0.0:1767389117.004056:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b818c8c5. 00000400:00000010:0.0:1767389117.004067:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000767239c6. 00000400:00000010:0.0:1767389117.004073:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fec76cb. 00000400:00000010:0.0:1767389117.004083:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000074881589. 00000400:00000200:0.0:1767389117.004091:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp47 00000400:00000200:0.0:1767389117.004112:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp47 local destination 00000400:00000200:0.0:1767389117.004121:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp47 00000400:00000200:0.0:1767389117.004126:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp47 NI seq info: [258:258:256:4294967295] 192.168.204.113@tcp47 LPNI seq info [223:223:8:4294967295] 00000400:00000200:0.0:1767389117.004136:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp47 00000400:00000200:0.0:1767389117.004146:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp47(192.168.204.113@tcp47:) -> 192.168.204.113@tcp47(192.168.204.113@tcp47:192.168.204.113@tcp47) : GET try# 0 00000800:00000200:0.0:1767389117.004153:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp47 00000800:00000010:0.0:1767389117.004158:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000500a632c. 00000800:00000200:0.0:1767389117.004166:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005dfb5336] -> 12345-192.168.204.113@tcp47 (2) 00000800:00000200:0.1:1767389117.004173:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005dfb5336] -> 12345-192.168.204.113@tcp47 (2) 00000400:00000200:0.0:1767389117.004201:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp47 added to recovery queue. ping count: 4 next ping: 5053 health :600 00000400:00000200:3.0:1767389117.004368:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004437:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004466:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004490:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004514:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004538:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004562:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004586:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004610:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004632:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004658:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004681:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004703:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004785:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004822:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004847:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004886:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004943:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004968:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.004994:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.005018:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.005042:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.005066:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.005089:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.005114:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.005138:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.005162:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.005186:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.005210:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.005234:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.005259:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.005282:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.005307:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.005360:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389117.005392:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389117.005589:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050e9914e. 00000800:00000010:3.0:1767389117.005595:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000301372b1. 00000800:00000010:3.0:1767389117.005602:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000075c99b89. 00000800:00000010:3.0:1767389117.005629:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000075c99b89. 00000800:00020000:3.0:1767389117.005642:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389117.005647:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000301372b1. 00000800:00000010:3.0:1767389117.005650:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050e9914e. 00000400:02020000:3.0:1767389117.005700:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp47 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389117.005710:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp47 notifying 192.168.204.113@tcp47: down 00000400:00000200:3.0:1767389117.005716:0:337526:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767389117.005721:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp47 00000800:00000010:3.0:1767389117.005759:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000500a632c. 00000400:00000200:3.0:1767389117.005767:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389117.005774:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp47->192.168.204.113@tcp47: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389117.005788:0:337526:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389117.005792:0:337526:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389117.005797:0:337526:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp47) recovery failed with -71 00010000:00000001:3.0:1767389117.643924:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389117.643933:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389117.643943:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389117.643945:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389117.644084:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389117.644092:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389117.644097:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767389117.771874:0:361305:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:2.0:1767389117.771894:0:361305:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000eb823bcc - data 00000000d5fec480/00000000d80d1158 00000020:00000010:2.0:1767389117.772058:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000e7c24fbe. 00000020:00000010:2.0:1767389117.772068:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 000000000b29ab16. 00000020:00000010:2.0:1767389117.772076:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000d80d1158. 00000020:00000010:2.0:1767389117.772079:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 0000000041d4abdf. 00000020:00000010:2.0:1767389117.772085:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000acff189e. 00000020:00000010:2.0:1767389117.772088:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000dd6ee3e7. 00000020:00000010:2.0:1767389117.772092:0:361305:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000eb823bcc. 00000020:01000000:2.0:1767389117.772099:0:361305:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000f7e9f38e - data 000000006c47a672/000000007ba60ff1 00000020:00000010:2.0:1767389117.772227:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000fd38fa0a. 00000020:00000010:2.0:1767389117.772231:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 000000001d0be25e. 00000020:00000010:2.0:1767389117.772235:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000007ba60ff1. 00000020:00000010:2.0:1767389117.772238:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000cd11a442. 00000020:00000010:2.0:1767389117.772242:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 0000000049ed846d. 00000020:00000010:2.0:1767389117.772245:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000000af52916. 00000020:00000010:2.0:1767389117.772247:0:361305:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000f7e9f38e. 00000020:00000001:2.0:1767389117.772250:0:361305:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:2.0:1767389117.772714:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000004c42f700. 00000020:00000010:2.0:1767389117.772720:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 0000000030df62b9. 00000020:00000010:2.0:1767389117.772776:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 0000000095b7295b. 00000020:00000010:2.0:1767389117.772782:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a0c99d40. 02000000:00000001:2.0:1767389117.778026:0:361305:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:2.0:1767389117.778035:0:361305:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 000000002fa0145b for key 0 00000004:00000010:2.0:1767389117.778041:0:361305:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 000000002fa0145b. 02000000:00000001:2.0:1767389117.778049:0:361305:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:2.0:1767389117.778051:0:361305:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 0000000063631929. 02000000:00000010:2.0:1767389117.778057:0:361305:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000ce43b3ce. 02000000:00000001:2.0:1767389117.778063:0:361305:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:2.0:1767389117.778066:0:361305:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:2.0:1767389117.778068:0:361305:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000c0e9482b. 02000000:00000010:2.0:1767389117.778072:0:361305:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000278e4b4d. 00000020:00000001:2.0:1767389117.778080:0:361305:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:2.0:1767389117.778087:0:361305:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:2.0:1767389117.778090:0:361305:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294967297 00080000:00000001:2.0:1767389117.778097:0:361305:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1767389117.778111:0:361305:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002a2567e7. 00080000:00000001:2.0:1767389117.778115:0:361305:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621252624381952 : -122821085169664 : ffff904b7cd8f800) 00080000:00000001:2.0:1767389117.778123:0:361305:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1767389117.778156:0:361305:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1767389117.778159:0:361305:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389117.778163:0:361305:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1767389117.778199:0:361305:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767389117.778203:0:361305:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00080000:00000001:2.0:1767389117.778210:0:361305:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1767389117.778367:0:361305:0:(osd_io.c:440:osd_write()) Process leaving (rc=512 : 512 : 200) 00000001:00000040:2.0:1767389117.778372:0:361305:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 4294967297: rc = 0 00000001:00000001:2.0:1767389117.778376:0:361305:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389117.778380:0:361305:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767389117.797402:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767389117.797413:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389117.797422:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767389117.797429:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389117.797435:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767389117.797446:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002a2567e7. 00080000:00000001:3.0:1767389117.797460:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1767389117.797536:0:361305:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767389117.797545:0:361305:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 4294967297: rc = 0 00000001:00000001:0.0:1767389117.797550:0:361305:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767389117.797560:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000005d830ad8/000000008186f78c to site lru. bkt: 000000009a685cd4 00000020:00000010:0.0:1767389117.797566:0:361305:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 000000003b5dd18e. 00000020:00000010:0.0:1767389117.797605:0:361305:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 00000000193ac0f6. 00000020:00000010:0.0:1767389117.797610:0:361305:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 00000000466ddddb. 00000020:00000002:0.0:1767389117.797622:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000080aee11e/000000000d9d115b to site lru. bkt: 00000000a2b53f30 00000020:00000001:0.0:1767389117.797626:0:361305:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:0.0:1767389117.797630:0:361305:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:0.0:1767389117.797638:0:361305:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000a8cebeb. 00000020:00000010:0.0:1767389117.797643:0:361305:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dce89687. 00000020:00000010:0.0:1767389117.797649:0:361305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ff41ea8. 00000020:00000010:0.0:1767389117.797657:0:361305:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000025153118. 00000040:00000010:0.0:1767389117.797663:0:361305:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e60e37ac. 00000020:00000010:0.0:1767389117.797667:0:361305:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004dd825d2. 00000020:00000010:0.0:1767389117.797676:0:361305:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000031417e61. 00000020:00000010:0.0:1767389117.797684:0:361305:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003aa39549. 80000000:00000010:0.0:1767389117.797689:0:361305:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c3c6a94a. 40000000:00000010:0.0:1767389117.797695:0:361305:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006160fe93. 00100000:00000010:0.0:1767389117.797701:0:361305:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ff66d51e. 00040000:00000010:0.0:1767389117.797706:0:361305:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000074ae6aa. 00040000:00000010:0.0:1767389117.797711:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007e7ec1e1. 00040000:00000010:0.0:1767389117.797716:0:361305:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000434f4956. 00080000:00000010:0.0:1767389117.797720:0:361305:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000b624bf4. 00000004:00000010:0.0:1767389117.797724:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000015a8e11b. 00000004:00000010:0.0:1767389117.797764:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000086504b98. 00000004:00000010:0.0:1767389117.797770:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001740ce7c. 00000004:00000010:0.0:1767389117.797778:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007847b156. 00000020:00000010:0.0:1767389117.797781:0:361305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bd68ddd. 00000001:00000001:0.0:1767389117.797787:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767389117.797794:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000d1a098ca. 00000001:00000010:0.0:1767389117.797798:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000902a2459. 00000001:00000010:0.0:1767389117.797803:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000666d3335. 00000001:00000001:0.0:1767389117.797807:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:0.0:1767389117.797808:0:361305:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389117.797814:0:361305:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767389117.797818:0:361305:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767389117.797871:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000006fc9a729. 00000020:00000010:0.0:1767389117.797876:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000414ca817. 00000020:00000010:0.0:1767389117.797880:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000645dee25. 00000020:00000010:0.0:1767389117.797887:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000081e9fd70. 00010000:00000001:0.0:1767389117.797943:0:361305:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767389117.797955:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000954e6662. 00000020:00000010:0.0:1767389117.797959:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000d936ac7e. 00000020:00000010:0.0:1767389117.797962:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000175bb481. 00000020:00000010:0.0:1767389117.797965:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000002071d6d2. 00000001:00000001:0.0:1767389117.798008:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767389117.820327:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b72574be. 00000001:00000010:0.0:1767389117.820352:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f7975928. 00000001:00000010:0.0:1767389117.820355:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d81cdc60. 00000001:00000010:0.0:1767389117.820357:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000240a04c0. 00000001:00000010:0.0:1767389117.820359:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b4d1965e. 00000001:00000010:0.0:1767389117.820362:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004b076bb2. 00000001:00000010:0.0:1767389117.820365:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005468abc7. 00000001:00000010:0.0:1767389117.820368:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000847f0d98. 00000001:00000010:0.0:1767389117.820370:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000967b2079. 00000001:00000010:0.0:1767389117.820372:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000741cce8. 00000001:00000010:0.0:1767389117.820375:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bbb3bafd. 00000001:00000010:0.0:1767389117.820377:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ba414797. 00000001:00000010:0.0:1767389117.820379:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000093e81cf3. 00000001:00000010:0.0:1767389117.820381:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000076cf6e2b. 00000001:00000010:0.0:1767389117.820383:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004c001de6. 00000001:00000010:0.0:1767389117.820385:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c0647290. 00000001:00000010:0.0:1767389117.820387:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000349b847a. 00000001:00000010:0.0:1767389117.820389:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000eb574597. 00000001:00000010:0.0:1767389117.820391:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a3cd7783. 00000001:00000010:0.0:1767389117.820393:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000689a7b8d. 00000001:00000010:0.0:1767389117.820395:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000015378bd. 00000001:00000010:0.0:1767389117.820398:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007b828eeb. 00000001:00000010:0.0:1767389117.820400:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000264c957b. 00000001:00000010:0.0:1767389117.820402:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d2130fe2. 00000001:00000010:0.0:1767389117.820404:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b531d527. 00000001:00000010:0.0:1767389117.820406:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ac7899e6. 00000001:00000010:0.0:1767389117.820408:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006f94e1aa. 00000001:00000010:0.0:1767389117.820410:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000030837093. 00000001:00000010:0.0:1767389117.820412:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000229fbdb1. 00000001:00000010:0.0:1767389117.820414:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000272945aa. 00000001:00000010:0.0:1767389117.820416:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009f50e0c9. 00000001:00000010:0.0:1767389117.820418:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c3bd8a37. 00000001:00000010:0.0:1767389117.820419:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000068a4729b. 00000001:00000010:0.0:1767389117.820421:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000013a33b85. 00000001:00000010:0.0:1767389117.820423:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000021cbc89b. 00000001:00000010:0.0:1767389117.820425:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001a4bfc29. 00000001:00000010:0.0:1767389117.820427:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cb36fee4. 00000001:00000010:0.0:1767389117.820429:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005cd5ac80. 00000001:00000010:0.0:1767389117.820432:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000059ae3f05. 00000001:00000010:0.0:1767389117.820435:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000092a07a8e. 00000001:00000010:0.0:1767389117.820437:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008ace0836. 00000001:00000010:0.0:1767389117.820439:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000631aca2. 00000001:00000010:0.0:1767389117.820441:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007f9f2346. 00000001:00000010:0.0:1767389117.820443:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000007425ec2. 00000001:00000010:0.0:1767389117.820445:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000edf71f52. 00000001:00000010:0.0:1767389117.820447:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000068789422. 00000001:00000010:0.0:1767389117.820449:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005354ca0a. 00000001:00000010:0.0:1767389117.820451:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f11eabeb. 00000001:00000010:0.0:1767389117.820453:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007ad00d38. 00000001:00000010:0.0:1767389117.820455:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aec9b746. 00000001:00000010:0.0:1767389117.820457:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000722dc2f1. 00000001:00000010:0.0:1767389117.820459:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b156bad1. 00000001:00000010:0.0:1767389117.820461:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000260eff02. 00000001:00000010:0.0:1767389117.820463:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000acc725c4. 00000001:00000010:0.0:1767389117.820465:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000056984f17. 00000001:00000010:0.0:1767389117.820466:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000db791d53. 00000001:00000010:0.0:1767389117.820468:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000078d11d0f. 00000001:00000010:0.0:1767389117.820470:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001c967879. 00000001:00000010:0.0:1767389117.820472:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000731512c1. 00000001:00000010:0.0:1767389117.820474:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000baa16b06. 00000001:00000010:0.0:1767389117.820476:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000960ec4c8. 00000001:00000010:0.0:1767389117.820478:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002b1e2ab9. 00000001:00000010:0.0:1767389117.820480:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000037bc836. 00000001:00000010:0.0:1767389117.820482:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bb07bf4b. 00000001:00000010:0.0:1767389117.820483:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000077496417. 00000001:00000010:0.0:1767389117.820485:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000067e7bde2. 00000001:00000010:0.0:1767389117.820487:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007eb1398f. 00000001:00000010:0.0:1767389117.820489:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fa797d18. 00000001:00000010:0.0:1767389117.820491:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b3908c8e. 00000001:00000010:0.0:1767389117.820493:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f54d4580. 00000001:00000010:0.0:1767389117.820495:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000cd91b748. 00000001:00000010:0.0:1767389117.820498:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ca22360e. 00000001:00000010:0.0:1767389117.820500:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dcfa4c54. 00000001:00000010:0.0:1767389117.820502:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004f3074d3. 00000001:00000010:0.0:1767389117.820504:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000de551fef. 00000001:00000010:0.0:1767389117.820506:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000d2cf92f. 00000001:00000010:0.0:1767389117.820508:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d34f6e0a. 00000001:00000010:0.0:1767389117.820510:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e6064308. 00000001:00000010:0.0:1767389117.820512:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005ce5ba1a. 00000001:00000010:0.0:1767389117.820514:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000034e1bfb6. 00000001:00000010:0.0:1767389117.820516:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005da66fe1. 00000001:00000010:0.0:1767389117.820517:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ac5e0eca. 00000001:00000010:0.0:1767389117.820519:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000018a1d029. 00000001:00000010:0.0:1767389117.820521:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f6e1f598. 00000001:00000010:0.0:1767389117.820523:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b8fcc7b9. 00000001:00000010:0.0:1767389117.820525:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000398563b1. 00000001:00000010:0.0:1767389117.820526:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dea6dfb4. 00000001:00000010:0.0:1767389117.820528:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000055b2eb96. 00000001:00000010:0.0:1767389117.820530:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f0f5363a. 00000001:00000010:0.0:1767389117.820532:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000836acee8. 00000001:00000010:0.0:1767389117.820534:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004f7f740c. 00000001:00000010:0.0:1767389117.820535:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ee327ade. 00000001:00000010:0.0:1767389117.820537:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000006afd6ef. 00000001:00000010:0.0:1767389117.820539:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a95d6129. 00000001:00000010:0.0:1767389117.820541:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000079dcb9b2. 00000001:00000010:0.0:1767389117.820542:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003ed5ce34. 00000001:00000010:0.0:1767389117.820544:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000091c1f4fd. 00000001:00000010:0.0:1767389117.820546:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d8f5f4a4. 00000001:00000010:0.0:1767389117.820548:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b2de6883. 00000001:00000010:0.0:1767389117.820550:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000095dee27e. 00000001:00000010:0.0:1767389117.820551:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c4214528. 00000001:00000010:0.0:1767389117.820553:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000df6b8730. 00000001:00000010:0.0:1767389117.820556:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002c3f767d. 00000001:00000010:0.0:1767389117.820558:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e534157d. 00000001:00000010:0.0:1767389117.820560:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000027c858dc. 00000001:00000010:0.0:1767389117.820562:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005aad1127. 00000001:00000010:0.0:1767389117.820564:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000883b9ae6. 00000001:00000010:0.0:1767389117.820566:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008efd18f1. 00000001:00000010:0.0:1767389117.820568:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e02cc53c. 00000001:00000010:0.0:1767389117.820570:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ba357959. 00000001:00000010:0.0:1767389117.820571:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007058398a. 00000001:00000010:0.0:1767389117.820573:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000af5188e7. 00000001:00000010:0.0:1767389117.820575:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009866c6cc. 00000001:00000010:0.0:1767389117.820577:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b579647d. 00000001:00000010:0.0:1767389117.820579:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000000bafd7. 00000001:00000010:0.0:1767389117.820580:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007fa401b9. 00000001:00000010:0.0:1767389117.820582:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a1bbddbf. 00000001:00000010:0.0:1767389117.820584:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000063aab8f7. 00000001:00000010:0.0:1767389117.820586:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b38af970. 00000001:00000010:0.0:1767389117.820588:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007b35aaa3. 00000001:00000010:0.0:1767389117.820589:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dcdcd31a. 00000001:00000010:0.0:1767389117.820591:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000795fe100. 00000001:00000010:0.0:1767389117.820593:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000c89e77f. 00000001:00000010:0.0:1767389117.820595:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000169255fc. 00000001:00000010:0.0:1767389117.820596:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005a71a970. 00000001:00000010:0.0:1767389117.820598:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f7b51a1d. 00000001:00000010:0.0:1767389117.820600:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c63943af. 00000001:00000010:0.0:1767389117.820602:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000055000b47. 00000001:00000010:0.0:1767389117.820604:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 0000000092496d91. 00000001:00000010:0.0:1767389117.820610:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000750db1b2. 00000001:00000001:0.0:1767389117.820616:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767389117.820622:0:361305:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000d46587ff. 00010000:00000001:0.0:1767389117.820627:0:361305:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1767389117.820894:0:361305:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1767389117.820902:0:361305:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:1.0:1767389117.820908:0:361305:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:1.0:1767389117.820913:0:361305:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:1.0:1767389117.820916:0:361305:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:1.0:1767389117.820924:0:361305:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:1.0:1767389117.821021:0:361305:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:1.0:1767389117.821031:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000883a3a24/00000000d10b2bbd to site lru. bkt: 000000004ed12aa2 40000000:00000001:1.0:1767389117.821037:0:361305:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:1.0:1767389117.821039:0:361305:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:1.0:1767389117.821041:0:361305:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 000000000adcb36b. 40000000:00000001:1.0:1767389117.821051:0:361305:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:1.0:1767389117.821172:0:361305:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:1.0:1767389117.821175:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000006147bd30/0000000088b1bc91 to site lru. bkt: 0000000028e97bce 40000000:00000001:1.0:1767389117.821180:0:361305:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:1.0:1767389117.821183:0:361305:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:1.0:1767389117.821186:0:361305:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 000000009590e421. 40000000:00000001:1.0:1767389117.821194:0:361305:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:1.0:1767389117.821388:0:361305:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767389117.821392:0:361305:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 0000000076f4bf85. 40000000:00000001:1.0:1767389117.821397:0:361305:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389117.821401:0:361305:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:1.0:1767389117.821404:0:361305:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:1.0:1767389117.821487:0:361305:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:1.0:1767389117.821495:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000488522a3/00000000b1f5cd84 to site lru. bkt: 00000000b3e9d457 80000000:00000001:1.0:1767389117.821499:0:361305:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:1.0:1767389117.821503:0:361305:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:1.0:1767389117.821509:0:361305:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:1.0:1767389117.821513:0:361305:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000007711756f. 80000000:00000010:1.0:1767389117.821521:0:361305:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000ddf798e8. 80000000:00000010:1.0:1767389117.821527:0:361305:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000009ceed0fd. 80000000:00000010:1.0:1767389117.821531:0:361305:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000ad89320d. 80000000:00000010:1.0:1767389117.821538:0:361305:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000474915b4. 80000000:00000040:1.0:1767389117.821545:0:361305:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:1.0:1767389117.821549:0:361305:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767389117.821554:0:361305:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:1.0:1767389117.821558:0:361305:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:1.0:1767389117.821562:0:361305:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 36 80000000:00000040:1.0:1767389117.821565:0:361305:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 46 80000000:00000010:1.0:1767389117.821567:0:361305:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 000000001dfa8fd2. 80000000:00000001:1.0:1767389117.821572:0:361305:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:1.0:1767389117.821575:0:361305:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 00000000ceb156cf. 00000004:00000001:1.0:1767389117.821580:0:361305:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389117.821585:0:361305:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00080000:00000010:1.0:1767389117.821639:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006fa8e03c. 00000004:00000010:1.0:1767389117.821649:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001ea7027b. 00000004:00000010:1.0:1767389117.821661:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008d645bda. 00000004:00000001:1.0:1767389117.821669:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.821672:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:1.0:1767389117.821677:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ddf36813. 00000004:00000001:1.0:1767389117.821686:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.821719:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008ca04fe7. 00000004:00000010:1.0:1767389117.821723:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006a069aa0. 00000004:00000010:1.0:1767389117.821796:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000df6072a7. 00000004:00000001:1.0:1767389117.821802:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.821805:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:1.0:1767389117.821809:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006155cda8. 00000004:00000001:1.0:1767389117.821816:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.821873:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000745d782e. 00000020:00000010:1.0:1767389117.821883:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003634e75f. 00080000:00000010:1.0:1767389117.821962:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000080aee11e. 00000004:00000010:1.0:1767389117.821971:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004d0afdaf. 00000004:00000010:1.0:1767389117.821978:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a7e49e69. 00000004:00000001:1.0:1767389117.821986:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.821990:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:1.0:1767389117.821993:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000d9d115b. 00000004:00000001:1.0:1767389117.822012:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.822047:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000aa4ccbd6. 00000020:00000010:1.0:1767389117.822050:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fbc30b12. 00080000:00000010:1.0:1767389117.822087:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000001220d15. 00000020:00000010:1.0:1767389117.822091:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006e71988f. 00080000:00000010:1.0:1767389117.822133:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000883a3a24. 00000004:00000010:1.0:1767389117.822138:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004f8d9d56. 00000004:00000010:1.0:1767389117.822142:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002cc2a7a5. 00000004:00000001:1.0:1767389117.822145:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.822147:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:1.0:1767389117.822149:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d10b2bbd. 00000004:00000001:1.0:1767389117.822154:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.822166:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005a4aad9a. 00000020:00000010:1.0:1767389117.822170:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f9df13af. 00080000:00000010:1.0:1767389117.822198:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001c4404c6. 00000004:00000010:1.0:1767389117.822204:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ba9a4935. 00000004:00000010:1.0:1767389117.822213:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bf79f8aa. 00000004:00000001:1.0:1767389117.822216:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.822218:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x7:0x0] 00000004:00000010:1.0:1767389117.822221:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000085c7b68e. 00000004:00000001:1.0:1767389117.822228:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.822253:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000013a7d5cf. 00000020:00000010:1.0:1767389117.822258:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b80ba42f. 00080000:00000010:1.0:1767389117.822286:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006147bd30. 00000004:00000010:1.0:1767389117.822291:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000002518ab9a. 00000004:00000010:1.0:1767389117.822295:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000062fdf078. 00000004:00000001:1.0:1767389117.822299:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.822301:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:1.0:1767389117.822304:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000088b1bc91. 00000004:00000001:1.0:1767389117.822336:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.822356:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000ce1d550. 00000004:00000010:1.0:1767389117.822360:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004250bdb2. 00000004:00000010:1.0:1767389117.822364:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002cbc3954. 00000004:00000001:1.0:1767389117.822369:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.822370:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:1.0:1767389117.822373:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000bb0099b. 00000004:00000001:1.0:1767389117.822383:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.822404:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000700d13b9. 00000004:00000010:1.0:1767389117.822409:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c1550a77. 00000004:00000010:1.0:1767389117.822412:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e2cf73cd. 00000004:00000001:1.0:1767389117.822415:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.822417:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:1.0:1767389117.822420:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000776bcc6a. 00000004:00000001:1.0:1767389117.822427:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.822457:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000007f9a9dd0. 00000004:00000010:1.0:1767389117.822466:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000115112c6. 00000004:00000010:1.0:1767389117.822474:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f5d00552. 00000004:00000001:1.0:1767389117.822481:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.822483:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:1.0:1767389117.822486:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fd82423c. 00000004:00000001:1.0:1767389117.822505:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.822556:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000863f3ba6. 00000004:00000010:1.0:1767389117.822563:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000023ccf6ec. 00000004:00000010:1.0:1767389117.822571:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008a6131a6. 00000004:00000001:1.0:1767389117.822577:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.822580:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:1.0:1767389117.822583:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007f8b4cbc. 00000004:00000001:1.0:1767389117.822601:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.822648:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006705d6dd. 00000004:00000010:1.0:1767389117.822653:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bc2b0eb5. 00000004:00000010:1.0:1767389117.822657:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000012047d57. 00000004:00000001:1.0:1767389117.822659:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.822660:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:1.0:1767389117.822663:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000036713f6. 00000004:00000001:1.0:1767389117.822666:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.822677:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000056567dde. 00000004:00000010:1.0:1767389117.822680:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000065443a62. 00000004:00000010:1.0:1767389117.822683:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000a7f8114c. 00000004:00000001:1.0:1767389117.822685:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.822686:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:1.0:1767389117.822689:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001f82d9f3. 00000004:00000001:1.0:1767389117.822692:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.822702:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a24a5d28. 00000004:00000010:1.0:1767389117.822705:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008ecebe7a. 00000004:00000010:1.0:1767389117.822708:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002a062781. 00000004:00000001:1.0:1767389117.822710:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.822712:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:1.0:1767389117.822714:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000032565b93. 00000004:00000001:1.0:1767389117.822718:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.822800:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004a0f262e. 00000004:00000010:1.0:1767389117.822807:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000051568280. 00000004:00000010:1.0:1767389117.822815:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000214297cd. 00000004:00000001:1.0:1767389117.822821:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.822825:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:1.0:1767389117.822828:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002fcbcc75. 00000004:00000001:1.0:1767389117.822835:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.822852:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000048c48aa8. 00000004:00000010:1.0:1767389117.822855:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000014fe3616. 00000004:00000010:1.0:1767389117.822858:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000038912e66. 00000004:00000001:1.0:1767389117.822861:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.822863:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:1.0:1767389117.822865:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000427d7e89. 00000004:00000001:1.0:1767389117.822868:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.822881:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c7c4b9ea. 00000004:00000010:1.0:1767389117.822886:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b4d6db81. 00000004:00000010:1.0:1767389117.822890:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002cae6ed8. 00000004:00000001:1.0:1767389117.822894:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.822897:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:1.0:1767389117.822900:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e3728d8c. 00000004:00000001:1.0:1767389117.822909:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.822936:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000117824e. 00000004:00000010:1.0:1767389117.822939:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004c76f0ed. 00000004:00000010:1.0:1767389117.822942:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008f60788e. 00000004:00000001:1.0:1767389117.822949:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.822951:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:1.0:1767389117.822953:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000806d75e3. 00000004:00000001:1.0:1767389117.822961:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.823208:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000488522a3. 00000004:00000010:1.0:1767389117.823217:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ead95d46. 00000004:00000010:1.0:1767389117.823224:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f969b4bc. 00000004:00000001:1.0:1767389117.823229:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.823234:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:1.0:1767389117.823238:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b1f5cd84. 00000004:00000001:1.0:1767389117.823257:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.823294:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001fbdc49e. 00000004:00000010:1.0:1767389117.823299:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ed88e958. 00000004:00000010:1.0:1767389117.823303:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000df8f2a13. 00000004:00000001:1.0:1767389117.823306:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.823307:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:1.0:1767389117.823331:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002119388c. 00000004:00000001:1.0:1767389117.823336:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:1.0:1767389117.823354:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005d830ad8. 00000004:00000010:1.0:1767389117.823357:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005694ed71. 00000004:00000010:1.0:1767389117.823360:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009f4a0542. 00000004:00000001:1.0:1767389117.823363:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767389117.823364:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:1.0:1767389117.823367:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008186f78c. 00000004:00000001:1.0:1767389117.823370:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000010:1.0:1767389117.823377:0:361305:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 00000000b74c0338. 00000004:00000001:1.0:1767389117.823382:0:361305:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:1.0:1767389117.823387:0:361305:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:1.0:1767389117.823401:0:361305:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:1.0:1767389117.823406:0:361305:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1767389117.823410:0:361305:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1767389117.823415:0:361305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767389117.823421:0:361305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767389117.823485:0:361305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767389117.823488:0:361305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767389117.823490:0:361305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767389117.823547:0:361305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389117.823551:0:361305:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767389117.823554:0:361305:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:1.0:1767389117.823557:0:361305:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:1.0:1767389117.823566:0:361305:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767389117.823570:0:361305:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1767389117.823575:0:361305:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767389117.823580:0:361305:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767389117.823584:0:361305:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967301 gen 4 00000100:00000040:1.0:1767389117.823590:0:361305:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767389117.823594:0:361305:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767389117.823599:0:361305:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767389117.823601:0:361305:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767389117.823604:0:361305:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:1.0:1767389117.823611:0:361305:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:1.0:1767389117.823637:0:361305:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:1.0:1767389117.823640:0:361305:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1767389117.823643:0:361305:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767389117.823647:0:361305:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:1.0:1767389117.823649:0:361305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767389117.823651:0:361305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767389117.823714:0:361305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767389117.823720:0:361305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767389117.823723:0:361305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767389117.823826:0:361305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389117.823830:0:361305:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:1.0:1767389117.823838:0:361305:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:2.0:1767389117.823884:0:339624:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dc23defb. 00000040:00000010:2.0:1767389117.823899:0:339624:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000036b0c403. 00000020:00000010:2.0:1767389117.823905:0:339624:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000526ae6d0. 00000020:00000010:2.0:1767389117.823913:0:339624:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000024f280ea. 00000020:00000010:2.0:1767389117.823922:0:339624:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000399bd7af. 80000000:00000010:2.0:1767389117.823931:0:339624:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a79a443f. 40000000:00000010:2.0:1767389117.823937:0:339624:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000548093e5. 00100000:00000010:2.0:1767389117.823946:0:339624:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e31e2290. 00040000:00000010:2.0:1767389117.823955:0:339624:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000979acad5. 00040000:00000010:2.0:1767389117.823962:0:339624:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000030e8136. 00040000:00000010:2.0:1767389117.823970:0:339624:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000bf6afc0. 00080000:00000010:2.0:1767389117.823974:0:339624:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008780beeb. 00000004:00000010:2.0:1767389117.823981:0:339624:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d1393009. 00000004:00000010:2.0:1767389117.823990:0:339624:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000959fe33b. 00000004:00000010:2.0:1767389117.823997:0:339624:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007fae9ee8. 00002000:00000010:2.0:1767389117.824005:0:339624:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b1ce5ef0. 00000004:00000010:2.0:1767389117.824011:0:339624:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002f0075b4. 00000020:00000010:2.0:1767389117.824019:0:339624:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bb46aaf. 00000004:00000010:2.0:1767389117.824026:0:339624:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 00000000b9fc0fb9. 00000004:00000001:2.0:1767389117.824031:0:339624:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389117.824101:0:361305:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:1.0:1767389117.824108:0:361305:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:3.0:1767389117.824204:0:339623:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:3.0:1767389117.824215:0:339623:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767389117.824223:0:339623:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x3:0x0] index 1 count 1 00000040:00000010:3.0:1767389117.824231:0:339623:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000e9b24275. 00000040:00000010:3.0:1767389117.824245:0:339623:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000356bcb0e. 00000040:00000001:3.0:1767389117.824256:0:339623:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767389117.824263:0:339623:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767389117.824268:0:339623:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767389117.824273:0:339623:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 1 count 2 00000040:00000010:3.0:1767389117.824277:0:339623:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000014e8919e. 00000040:00000010:3.0:1767389117.824284:0:339623:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000068267f64. 00000040:00000001:3.0:1767389117.824288:0:339623:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767389117.824305:0:339623:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767389117.824342:0:339623:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:3.0:1767389117.824350:0:339623:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767389117.824364:0:339623:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a4cd1a0c. 00000020:00000010:3.0:1767389117.824376:0:339623:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a4998194. 00000040:00000001:3.0:1767389117.824400:0:339623:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767389117.824405:0:339623:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000c94b4e8. 00000040:00000001:3.0:1767389117.824413:0:339623:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767389117.824418:0:339623:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767389117.824421:0:339623:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767389117.824427:0:339623:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767389117.824443:0:339623:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f4273c63. 00080000:00000001:3.0:1767389117.824451:0:339623:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247326215168 : -122826383336448 : ffff904a410d5c00) 00000040:00000001:3.0:1767389117.824457:0:339623:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767389117.824461:0:339623:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:3.0:1767389117.824469:0:339623:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x3:0x0] not in the id map cache 00080000:00000001:3.0:1767389117.824476:0:339623:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767389117.824515:0:339623:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767389117.824522:0:339623:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389117.824527:0:339623:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767389117.824533:0:339623:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767389117.824537:0:339623:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389117.824905:0:339623:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1767389117.824910:0:339623:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767389117.825081:0:339623:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767389117.825088:0:339623:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767389117.825092:0:339623:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389117.825097:0:339623:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767389117.825142:0:339623:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767389117.825148:0:339623:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:3.0:1767389117.825155:0:339623:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1767389117.825235:0:339623:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389117.825242:0:339623:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1767389117.825247:0:339623:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767389117.825250:0:339623:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389117.825549:0:339623:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767389117.825557:0:339623:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767389117.825562:0:339623:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389117.825568:0:339623:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767389117.825590:0:339623:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767389117.825608:0:339623:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767389117.825616:0:339623:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1767389117.825620:0:339623:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1:0x2:0x0] 00080000:00000001:3.0:1767389117.825625:0:339623:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1767389117.825636:0:339623:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000007847b156. 00080000:00000001:3.0:1767389117.825643:0:339623:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446621247326216192 : -122826383335424 : ffff904a410d6000) 00000040:00000001:3.0:1767389117.825649:0:339623:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767389117.825654:0:339623:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767389117.825661:0:339623:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1767389117.825686:0:339623:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1767389117.825691:0:339623:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767389117.825696:0:339623:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767389117.825700:0:339623:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389117.825705:0:339623:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767389117.825709:0:339623:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767389117.825714:0:339623:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389117.825718:0:339623:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1767389117.825819:0:339623:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767389117.825831:0:339623:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:3.0:1767389117.825842:0:339623:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767389117.825848:0:339623:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767389117.825852:0:339623:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767389117.825856:0:339623:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00080000:00000001:3.0:1767389117.825870:0:339623:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767389117.826000:0:339623:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1767389117.826007:0:339623:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1767389117.826020:0:339623:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:3.0:1767389117.826025:0:339623:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767389117.826029:0:339623:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389117.826049:0:339623:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1767389117.826073:0:339623:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389117.826079:0:339623:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1767389117.826100:0:339623:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767389117.826105:0:339623:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767389117.826111:0:339623:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767389117.826142:0:339623:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008a52257c. 00000020:00000010:3.0:1767389117.826152:0:339623:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008b948900. 00000040:00000001:3.0:1767389117.826165:0:339623:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767389117.826170:0:339623:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001d2765d8. 00000040:00000010:3.0:1767389117.826180:0:339623:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f5764488. 00000040:00000001:3.0:1767389117.826187:0:339623:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767389117.826191:0:339623:0:(lu_object.c:207:lu_object_put()) Add 0000000044dfa3b1/00000000a36d1bf6 to site lru. bkt: 000000007c8df9c4 00000040:00000001:3.0:1767389117.826198:0:339623:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767389117.826202:0:339623:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000bb8729c5. 00000040:00000010:3.0:1767389117.826211:0:339623:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c5502d2c. 00000040:00000001:3.0:1767389117.826217:0:339623:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767389117.826223:0:339623:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767389117.826227:0:339623:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000cbda9c88 : new refcount 1 00000020:00000040:3.0:1767389117.826239:0:339623:0:(genops.c:898:class_export_put()) PUTting export 00000000bb66f589 : new refcount 1 00000040:00000010:3.0:1767389117.826244:0:339623:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000cbda9c88. 00000040:00000001:3.0:1767389117.826256:0:339623:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.826267:0:339623:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000008ea4f2b5. 00000020:00000010:3.0:1767389117.826282:0:339623:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000324dd5f2. 00000040:00000010:3.0:1767389117.826290:0:339623:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e4c129e3. 00000020:00000010:3.0:1767389117.826297:0:339623:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000020f866b3. 00000020:00000010:3.0:1767389117.826307:0:339623:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000058cf6d1e. 00040000:00000010:3.0:1767389117.826350:0:339623:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003c09b2d8. 00040000:00000010:3.0:1767389117.826361:0:339623:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d4cea42b. 00080000:00000010:3.0:1767389117.826370:0:339623:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000094b9e89c. 00080000:00000010:3.0:1767389117.826378:0:339623:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000082361de6. 00000020:00000010:3.0:1767389117.826386:0:339623:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000580c046a. 00000004:00000010:3.0:1767389117.826393:0:339623:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 000000001afa811a. 00000004:00000001:3.0:1767389117.826402:0:339623:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389117.826468:0:361305:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389117.826477:0:361305:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:1.0:1767389117.826481:0:361305:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 000000000fc4160b. 00000004:00000001:1.0:1767389117.826489:0:361305:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:1.0:1767389117.826497:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000096902a34/0000000039cb7c48 to site lru. bkt: 00000000be423559 00000020:00000002:1.0:1767389117.826502:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000cc6dd8b2/000000004a656f76 to site lru. bkt: 0000000050d24e35 40000000:00000001:1.0:1767389117.826509:0:361305:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:1.0:1767389117.826515:0:361305:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:1.0:1767389117.826679:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000acfe67ce : new refcount 2 40000000:00000001:1.0:1767389117.826683:0:361305:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1767389117.826686:0:361305:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 0000000075621965. 40000000:00000001:1.0:1767389117.826692:0:361305:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389117.826696:0:361305:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767389117.826700:0:361305:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389117.826707:0:361305:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:1.0:1767389117.826714:0:361305:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:1.0:1767389117.826718:0:361305:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:1.0:1767389117.826722:0:361305:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000020:1.0:1767389117.826772:0:361305:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000001:3.0:1767389117.849521:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767389117.849530:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389117.849534:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767389117.849539:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389117.849541:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767389117.849546:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000007847b156. 00080000:00000001:3.0:1767389117.849556:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767389117.849565:0:338162:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767389117.849568:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389117.849572:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1767389117.849574:0:338162:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389117.849576:0:338162:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767389117.849581:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f4273c63. 00080000:00000001:3.0:1767389117.849600:0:338162:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000020:2.0:1767389117.853328:0:361305:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:2.0:1767389117.853340:0:361305:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:2.0:1767389117.853343:0:361305:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:3.0:1767389117.853465:0:338210:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000112823b3. 00000020:00000010:3.0:1767389117.853474:0:338210:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005e98eb73. 00000020:00000010:3.0:1767389117.853481:0:338210:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389117.853488:0:338210:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003400cebc. 80000000:00000010:3.0:1767389117.853492:0:338210:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000042f02f9e. 40000000:00000010:3.0:1767389117.853496:0:338210:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000245435d4. 00100000:00000010:3.0:1767389117.853501:0:338210:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000038437f0. 00040000:00000010:3.0:1767389117.853504:0:338210:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004027b212. 00040000:00000010:3.0:1767389117.853509:0:338210:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bc65d82b. 00080000:00000010:3.0:1767389117.853512:0:338210:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000199c659a. 00002000:00000010:3.0:1767389117.853516:0:338210:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000202fe3a4. 00000020:00000010:3.0:1767389117.853520:0:338210:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098daca0f. 00040000:00000010:3.0:1767389117.853524:0:338210:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 000000007bc4cb89. 00040000:00000001:3.0:1767389117.853528:0:338210:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767389117.853570:0:361305:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:2.0:1767389117.853578:0:361305:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:2.0:1767389117.853582:0:361305:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767389117.853586:0:361305:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767389117.853590:0:361305:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767389117.853598:0:361305:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767389117.853603:0:361305:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767389117.853607:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389117.853612:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000028362784. 00000001:00000010:2.0:1767389117.853620:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000215c173f. 00000001:00000010:2.0:1767389117.853624:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000008e647c74. 00000001:00000001:2.0:1767389117.853630:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767389117.853633:0:361305:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000003b6bd36b. 00000020:00000002:2.0:1767389117.853646:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000065b53a8e/00000000416999f7 to site lru. bkt: 000000009a1bbc6f 00000020:00000002:2.0:1767389117.853652:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000491e1fd6/00000000179e4298 to site lru. bkt: 00000000361a3c42 00040000:00000010:2.0:1767389117.853655:0:361305:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000d24efc5a. 00040000:00000001:2.0:1767389117.853659:0:361305:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767389117.853661:0:361305:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767389117.853664:0:361305:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767389117.853665:0:361305:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767389117.853670:0:361305:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767389117.853672:0:361305:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767389117.853675:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389117.853677:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000002c0ee7fd. 00000001:00000010:2.0:1767389117.853681:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000000f14b577. 00000001:00000010:2.0:1767389117.853683:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000040e440d5. 00000001:00000001:2.0:1767389117.853692:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767389117.853694:0:361305:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000f76b9313. 00000020:00000002:2.0:1767389117.853704:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000098a6e831/00000000de428354 to site lru. bkt: 00000000d88d9279 00000020:00000002:2.0:1767389117.853709:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000081526e4d/00000000b043e8fb to site lru. bkt: 0000000032d966b3 00040000:00000010:2.0:1767389117.853712:0:361305:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000ee33a012. 00040000:00000001:2.0:1767389117.853717:0:361305:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767389117.853719:0:361305:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767389117.853721:0:361305:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767389117.853724:0:361305:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767389117.853773:0:361305:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767389117.853779:0:361305:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767389117.853783:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389117.853787:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e0ffae6a. 00000001:00000010:2.0:1767389117.853795:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000007f18b34e. 00000001:00000010:2.0:1767389117.853802:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000728cb264. 00000001:00000001:2.0:1767389117.853814:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767389117.853817:0:361305:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000007e67331a. 00000020:00000002:2.0:1767389117.853829:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000d2aebc17/0000000039208f50 to site lru. bkt: 00000000acb3ad33 00000020:00000002:2.0:1767389117.853846:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000009fd340b0/00000000dd244cdf to site lru. bkt: 000000003fadd3a7 00040000:00000010:2.0:1767389117.853850:0:361305:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000aff0ef05. 00040000:00000001:2.0:1767389117.853854:0:361305:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:2.0:1767389117.853861:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000bdb0aefb : new refcount 4 00000020:00000010:2.0:1767389117.853864:0:361305:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000a7460d3b. 00040000:04000000:2.0:1767389117.853870:0:361305:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:2.0:1767389117.853872:0:361305:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000daea69c8. 00040000:00000001:2.0:1767389117.853879:0:361305:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000020:2.0:1767389117.853883:0:361305:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00080000:00000020:2.0:1767389117.857443:0:361305:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00040000:00000001:2.0:1767389117.857449:0:361305:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:2.0:1767389117.857452:0:361305:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:1.0:1767389117.857587:0:338211:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ce444607. 00000020:00000010:1.0:1767389117.857606:0:338211:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ddc22641. 00000020:00000010:1.0:1767389117.857612:0:338211:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001685a141. 00000020:00000010:1.0:1767389117.857627:0:338211:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002638c4bb. 80000000:00000010:1.0:1767389117.857635:0:338211:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000622b485b. 40000000:00000010:1.0:1767389117.857641:0:338211:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009493e184. 00100000:00000010:1.0:1767389117.857650:0:338211:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000069fe54e9. 00040000:00000010:1.0:1767389117.857656:0:338211:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000924e914d. 00040000:00000010:1.0:1767389117.857662:0:338211:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000009ef5ff2. 00080000:00000010:1.0:1767389117.857666:0:338211:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000052b496c. 00002000:00000010:1.0:1767389117.857671:0:338211:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000656c22dc. 00000020:00000010:1.0:1767389117.857676:0:338211:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000657f3130. 00040000:00000010:1.0:1767389117.857682:0:338211:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 00000000cf133696. 00040000:00000001:1.0:1767389117.857686:0:338211:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767389117.857799:0:361305:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:2.0:1767389117.857806:0:361305:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:2.0:1767389117.857809:0:361305:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767389117.857812:0:361305:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767389117.857816:0:361305:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767389117.857823:0:361305:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767389117.857829:0:361305:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767389117.857831:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389117.857835:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000d225deae. 00000001:00000010:2.0:1767389117.857847:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000006294c732. 00000001:00000010:2.0:1767389117.857852:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000007124d906. 00000001:00000001:2.0:1767389117.857860:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767389117.857864:0:361305:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000006f52f285. 00000020:00000002:2.0:1767389117.857871:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000861c7c5b/00000000b41fdcd5 to site lru. bkt: 000000001706cf9f 00000020:00000002:2.0:1767389117.857878:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000057318dc9/00000000cda43834 to site lru. bkt: 000000009a1bbc6f 00000020:00000002:2.0:1767389117.857884:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000853995c6/00000000c51b00b3 to site lru. bkt: 0000000036d4237f 00040000:00000010:2.0:1767389117.857887:0:361305:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000000961b925. 00040000:00000001:2.0:1767389117.857891:0:361305:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767389117.857892:0:361305:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767389117.857895:0:361305:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767389117.857897:0:361305:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767389117.857900:0:361305:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767389117.857904:0:361305:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767389117.857906:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389117.857908:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000009f443be5. 00000001:00000010:2.0:1767389117.857915:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000118f29cb. 00000001:00000010:2.0:1767389117.857922:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000b6f12221. 00000001:00000001:2.0:1767389117.857929:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767389117.857932:0:361305:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000005c5b3193. 00000020:00000002:2.0:1767389117.857939:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000a5cc72c5/000000000faf00ff to site lru. bkt: 000000009f8476a4 00000020:00000002:2.0:1767389117.857944:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000cb545758/000000000a84ab76 to site lru. bkt: 00000000d88d9279 00000020:00000002:2.0:1767389117.857951:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000032c0decc/00000000fb3da38b to site lru. bkt: 000000005790457e 00040000:00000010:2.0:1767389117.857954:0:361305:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000062b8f4a7. 00040000:00000001:2.0:1767389117.857957:0:361305:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767389117.857958:0:361305:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767389117.857959:0:361305:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767389117.857960:0:361305:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767389117.857963:0:361305:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767389117.857975:0:361305:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767389117.857977:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389117.857979:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000028de4d80. 00000001:00000010:2.0:1767389117.857983:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 0000000087ed05a9. 00000001:00000010:2.0:1767389117.857987:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000008ce856c5. 00000001:00000001:2.0:1767389117.857995:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767389117.857997:0:361305:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000e600c016. 00000020:00000002:2.0:1767389117.858004:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000009b1c16ab/00000000d270aad3 to site lru. bkt: 00000000a4daf5e3 00000020:00000002:2.0:1767389117.858009:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000e9515534/00000000bfa11a2f to site lru. bkt: 00000000acb3ad33 00000020:00000002:2.0:1767389117.858013:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000e50ca23b/00000000662765ea to site lru. bkt: 0000000078f5d05e 00040000:00000010:2.0:1767389117.858016:0:361305:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000000226855b. 00040000:00000001:2.0:1767389117.858020:0:361305:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:2.0:1767389117.858023:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000bdb0aefb : new refcount 3 00000020:00000010:2.0:1767389117.858026:0:361305:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 00000000e12ed27a. 00080000:00000010:2.0:1767389117.858057:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000475bbf2b. 00000004:00000010:2.0:1767389117.858063:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007db96fc3. 00000004:00000010:2.0:1767389117.858069:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000d506de0. 00000004:00000001:2.0:1767389117.858075:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767389117.858077:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:2.0:1767389117.858081:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003aa2ad67. 00000004:00000001:2.0:1767389117.858092:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:2.0:1767389117.858095:0:361305:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:2.0:1767389117.858098:0:361305:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 000000001e5de029. 00040000:00000001:2.0:1767389117.858101:0:361305:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:2.0:1767389117.858104:0:361305:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767389117.858278:0:361305:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767389117.858282:0:361305:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 00000000aed16207. 00080000:00000001:2.0:1767389117.858289:0:361305:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389117.858293:0:361305:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767389117.858298:0:361305:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767389117.858303:0:361305:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767389117.858305:0:361305:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767389117.858338:0:361305:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf4291ed 00000020:00000040:2.0:1767389117.858343:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001a55c3e5 with handle 0x95cd417baf4291ed from hash 00000020:00000001:2.0:1767389117.858352:0:361305:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767389117.858355:0:361305:0:(genops.c:898:class_export_put()) PUTting export 000000001a55c3e5 : new refcount 1 00000020:00000001:2.0:1767389117.858359:0:361305:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767389117.858361:0:361305:0:(genops.c:898:class_export_put()) PUTting export 000000001a55c3e5 : new refcount 0 00000020:00000080:2.0:1767389117.858365:0:361305:0:(genops.c:904:class_export_put()) final put 000000001a55c3e5/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767389117.858369:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389117.858396:0:361305:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389117.858399:0:361305:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767389117.858403:0:361305:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767389117.858406:0:361305:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.858424:0:54998:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767389117.858430:0:54998:0:(genops.c:863:class_export_destroy()) destroying export 000000001a55c3e5/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00200000:00000010:2.0:1767389117.858430:0:361305:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 00000000a6be1509. 00000020:00000001:3.0:1767389117.858443:0:54998:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767389117.858446:0:54998:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1767389117.858451:0:361305:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000040:3.0:1767389117.858453:0:54998:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000003ca90ce1) now 8 - export 00000020:00000002:2.0:1767389117.858464:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000098a4ffe5/0000000088aaa8ad to site lru. bkt: 00000000b7121a1c 00000020:00000010:3.0:1767389117.858466:0:54998:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001a55c3e5. 00000020:00000002:2.0:1767389117.858483:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000028fe0c41/000000008074455f to site lru. bkt: 000000004ece241d 00000020:00000002:2.0:1767389117.858489:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000098fead7e/0000000099da462a to site lru. bkt: 00000000507d8f4f 00000020:00000001:3.0:1767389117.858492:0:54998:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000002:2.0:1767389117.858495:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000f5b50601/000000008399d4ac to site lru. bkt: 00000000a4d681fe 00000020:00000002:2.0:1767389117.858500:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000009beefa1c/00000000ead8de00 to site lru. bkt: 00000000a5af6bc8 00000020:00000002:2.0:1767389117.858505:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000005ecf8106/000000006e42417a to site lru. bkt: 00000000fc30ed47 00000020:00000002:2.0:1767389117.858511:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000c1fb254b/00000000407ea265 to site lru. bkt: 00000000888bfbf2 00000020:00000002:2.0:1767389117.858514:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000001098b7ac/00000000a0044854 to site lru. bkt: 00000000cb9c36a9 00000020:00000002:2.0:1767389117.858517:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000009828b3f8/000000004ebe4996 to site lru. bkt: 0000000006c64d69 00000020:00000002:2.0:1767389117.858520:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000fbef912d/0000000051ec5b61 to site lru. bkt: 00000000e08b9584 00000020:00000002:2.0:1767389117.858525:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000071963cff/000000000f433a8f to site lru. bkt: 00000000b7869adc 00000020:00000002:2.0:1767389117.858530:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000d2463cd2/000000002e60f20f to site lru. bkt: 000000005edb4397 00000020:00000002:2.0:1767389117.858533:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000e3b7b862/000000007d99b28a to site lru. bkt: 00000000be08d01f 00000020:00000002:2.0:1767389117.858535:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000aa13cc5b/0000000089fc800e to site lru. bkt: 0000000076330820 00000020:00000002:2.0:1767389117.858538:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000c82f6953/0000000041f6fd48 to site lru. bkt: 00000000e3207c6a 00000020:00000002:2.0:1767389117.858544:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000002b43beb3/00000000cfaf9902 to site lru. bkt: 00000000ed648d97 00000020:00000002:2.0:1767389117.858548:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000009cb4c653/000000004b087bec to site lru. bkt: 000000000982e6e4 00000020:00000002:2.0:1767389117.858552:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000d6aaf225/0000000024e9373d to site lru. bkt: 00000000e5ab0ec2 00100000:00000010:2.0:1767389117.858555:0:361305:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 0000000080a39d85. 00100000:00000010:2.0:1767389117.858562:0:361305:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 00000000913c1fa3. 00100000:00000010:2.0:1767389117.858576:0:361305:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 00000000f36526a3. 00100000:00000010:2.0:1767389117.858581:0:361305:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 000000005e6dbeb1. 00000020:00000002:2.0:1767389117.858599:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000000299b355/000000002bbf8ce0 to site lru. bkt: 000000001aab23e5 00000020:00000002:2.0:1767389117.858603:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000004aed753f/00000000e671faea to site lru. bkt: 00000000b761d506 00000020:00000002:2.0:1767389117.858609:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000006ca563fd/00000000d261cd5b to site lru. bkt: 000000007fcfcab7 00000020:00000002:2.0:1767389117.858615:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000fa5783bc/00000000b932a4b2 to site lru. bkt: 00000000c6d49378 00000020:00000002:2.0:1767389117.858618:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000f8c95e07/00000000d4577299 to site lru. bkt: 0000000086677eb2 00000020:00000002:2.0:1767389117.858623:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000a470746a/000000006530bd10 to site lru. bkt: 000000004fb57558 00000020:00000002:2.0:1767389117.858628:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000067daa321/0000000050a648be to site lru. bkt: 00000000ef9a2da5 00000020:00000002:2.0:1767389117.858632:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000128cd275/000000001661e30d to site lru. bkt: 00000000b9ef229b 00000020:00000002:2.0:1767389117.858636:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000985c5a54/00000000c6d47de1 to site lru. bkt: 00000000612c1880 00000020:00000002:2.0:1767389117.858641:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000fd1866dd/0000000033905757 to site lru. bkt: 00000000614f9bb9 00000020:00000002:2.0:1767389117.858645:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000021698c10/00000000f18f70d7 to site lru. bkt: 00000000ddb6cbc4 00000020:00000002:2.0:1767389117.858650:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000046d827fb/000000008a5a7495 to site lru. bkt: 0000000094a381f2 00000020:00000002:2.0:1767389117.858655:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000001a9eb950/00000000a69ad2e2 to site lru. bkt: 0000000007bd490e 00000020:00000002:2.0:1767389117.858660:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000006f50d27b/00000000219786b3 to site lru. bkt: 0000000073e8efcc 00000020:00000002:2.0:1767389117.858664:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000094bbc510/000000002ea5be30 to site lru. bkt: 000000007bccd26f 00000020:00000002:2.0:1767389117.858667:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000c90a0bc4/00000000d8ccc4fb to site lru. bkt: 00000000a4daf5e3 00000020:00000002:2.0:1767389117.858670:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000e6c86871/00000000b562f2c4 to site lru. bkt: 00000000e3c60fd0 00100000:00000010:2.0:1767389117.858674:0:361305:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 000000006c46ad47. 00100000:00000010:2.0:1767389117.858679:0:361305:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 00000000d9d8e44d. 00100000:00000010:2.0:1767389117.858690:0:361305:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 00000000493999e4. 00100000:00000010:2.0:1767389117.858693:0:361305:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 00000000493080dd. 00100000:00000010:2.0:1767389117.858703:0:361305:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 000000001e990b17. 00100000:00000010:2.0:1767389117.858709:0:361305:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 000000003db1a1a7. 00000020:00000002:2.0:1767389117.858724:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000003ee76869/0000000012f561c4 to site lru. bkt: 0000000081fd1e72 00000020:00000002:2.0:1767389117.858778:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000004e1463bc/00000000346a5c07 to site lru. bkt: 00000000838ad583 40000000:00000001:2.0:1767389117.858783:0:361305:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767389117.859007:0:361305:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:2.0:1767389117.859011:0:361305:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 00000000672d90d2. 00100000:00000010:2.0:1767389117.859016:0:361305:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 000000008fc9b2a9. 00000004:00000001:2.0:1767389117.859022:0:361305:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:2.0:1767389117.859024:0:361305:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 000000004903d2d6 : new refcount 2 00000040:00000001:2.0:1767389117.859036:0:361305:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767389117.859041:0:361305:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767389117.859045:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000b9831811/000000006654e1d5 to site lru. bkt: 00000000a43f1a19 00000040:00000010:2.0:1767389117.859050:0:361305:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 000000007084ecdc. 00000040:00000001:2.0:1767389117.859055:0:361305:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767389117.859060:0:361305:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000037d9131d. 00000040:00000010:2.0:1767389117.859070:0:361305:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a0fad1c7. 00000040:00000001:2.0:1767389117.859075:0:361305:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767389117.859078:0:361305:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767389117.859081:0:361305:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 000000004903d2d6 : new refcount 1 00000020:00000040:2.0:1767389117.859087:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000b1a25cdb : new refcount 3 00000040:00000010:2.0:1767389117.859090:0:361305:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000004903d2d6. 00000040:00000001:2.0:1767389117.859097:0:361305:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767389117.859100:0:361305:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767389117.859105:0:361305:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000033664563 : new refcount 2 00000040:00000001:2.0:1767389117.859109:0:361305:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767389117.859113:0:361305:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767389117.859117:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000004b320459/0000000034ef606f to site lru. bkt: 00000000bc85899a 00000040:00000010:2.0:1767389117.859121:0:361305:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 00000000e4f87568. 00000040:00000001:2.0:1767389117.859127:0:361305:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767389117.859129:0:361305:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000058a11ca8. 00000040:00000010:2.0:1767389117.859137:0:361305:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000012c69547. 00000040:00000001:2.0:1767389117.859140:0:361305:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767389117.859142:0:361305:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767389117.859144:0:361305:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000033664563 : new refcount 1 00000020:00000040:2.0:1767389117.859147:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000b1a25cdb : new refcount 2 00000040:00000010:2.0:1767389117.859150:0:361305:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000033664563. 00000040:00000001:2.0:1767389117.859159:0:361305:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767389117.859161:0:361305:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000e8cabf70 : new refcount 2 00000040:00000001:2.0:1767389117.859164:0:361305:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767389117.859166:0:361305:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767389117.859168:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000ac23669b/000000009393cee3 to site lru. bkt: 00000000cd9410f5 00000040:00000010:2.0:1767389117.859171:0:361305:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 000000003a0bae4d. 00000040:00000001:2.0:1767389117.859175:0:361305:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767389117.859178:0:361305:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b715b05b. 00000040:00000010:2.0:1767389117.859184:0:361305:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000603b8f9c. 00000040:00000001:2.0:1767389117.859188:0:361305:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767389117.859190:0:361305:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767389117.859192:0:361305:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000e8cabf70 : new refcount 1 00000020:00000040:2.0:1767389117.859196:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000b1a25cdb : new refcount 1 00000040:00000010:2.0:1767389117.859198:0:361305:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000e8cabf70. 00000040:00000001:2.0:1767389117.859205:0:361305:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767389117.859210:0:361305:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:2.0:1767389117.859215:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000d4f01295/00000000209fb87b to site lru. bkt: 000000005fc8e897 00000004:00000001:2.0:1767389117.859218:0:361305:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:2.0:1767389117.859222:0:361305:0:(lu_object.c:207:lu_object_put()) Add 000000001f9344bc/000000002cff6c72 to site lru. bkt: 000000004b4fd7a6 00000020:00000002:2.0:1767389117.859226:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000e8452a8b/000000003df1c2a2 to site lru. bkt: 00000000700b479a 00000020:00000002:2.0:1767389117.859233:0:361305:0:(lu_object.c:207:lu_object_put()) Add 0000000046bb2152/000000008f1db047 to site lru. bkt: 000000005edb4397 00000001:00000001:2.0:1767389117.859238:0:361305:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:2.0:1767389117.859246:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000ec11f8ba/0000000077f08726 to site lru. bkt: 00000000fce44c96 00000001:00000010:2.0:1767389117.859249:0:361305:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 000000005a7c94fd. 00000001:00000001:2.0:1767389117.859254:0:361305:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:2.0:1767389117.859285:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000128cd275. 00000020:00000010:2.0:1767389117.859292:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001661e30d. 00080000:00000010:2.0:1767389117.859361:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006f50d27b. 00000020:00000010:2.0:1767389117.859367:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000219786b3. 00080000:00000010:2.0:1767389117.859397:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000044dfa3b1. 00000020:00000010:2.0:1767389117.859401:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a36d1bf6. 00080000:00000010:2.0:1767389117.859415:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000861c7c5b. 00000004:00000010:2.0:1767389117.859421:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001be7e556. 00000004:00000010:2.0:1767389117.859428:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000004d229d99. 00000004:00000001:2.0:1767389117.859432:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767389117.859435:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:2.0:1767389117.859439:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b41fdcd5. 00000004:00000001:2.0:1767389117.859447:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767389117.859475:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000334e5736. 00000004:00000010:2.0:1767389117.859482:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000047f9a446. 00000004:00000010:2.0:1767389117.859488:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000046bb2152. 00000004:00000001:2.0:1767389117.859495:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767389117.859498:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:2.0:1767389117.859501:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008f1db047. 00000004:00000001:2.0:1767389117.859509:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767389117.859530:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d2463cd2. 00000020:00000010:2.0:1767389117.859534:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002e60f20f. 00080000:00000010:2.0:1767389117.859561:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000098fead7e. 00000020:00000010:2.0:1767389117.859565:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000099da462a. 00080000:00000010:2.0:1767389117.859597:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009cb4c653. 00000020:00000010:2.0:1767389117.859602:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004b087bec. 00080000:00000010:2.0:1767389117.859653:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b9831811. 00000020:00000010:2.0:1767389117.859658:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006654e1d5. 00080000:00000010:2.0:1767389117.859707:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000853995c6. 00000004:00000010:2.0:1767389117.859710:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a9b46784. 00000004:00000010:2.0:1767389117.859724:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000081358ad4. 00000004:00000001:2.0:1767389117.859763:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767389117.859765:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:2.0:1767389117.859769:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c51b00b3. 00000004:00000001:2.0:1767389117.859779:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767389117.859804:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006c58ba8f. 00000004:00000010:2.0:1767389117.859808:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c7f4ab19. 00000004:00000010:2.0:1767389117.859813:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e8452a8b. 00000004:00000001:2.0:1767389117.859819:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767389117.859821:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:2.0:1767389117.859824:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003df1c2a2. 00000004:00000001:2.0:1767389117.859834:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767389117.859853:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004e1463bc. 00000020:00000010:2.0:1767389117.859858:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000346a5c07. 00080000:00000010:2.0:1767389117.859886:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000aa13cc5b. 00000020:00000010:2.0:1767389117.859891:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000089fc800e. 00080000:00000010:2.0:1767389117.859917:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cc6dd8b2. 00000004:00000010:2.0:1767389117.859921:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000db333a5. 00000004:00000010:2.0:1767389117.859924:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b89de783. 00000004:00000001:2.0:1767389117.859928:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767389117.859931:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:2.0:1767389117.859935:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000004a656f76. 00000004:00000001:2.0:1767389117.859942:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767389117.859962:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f8c95e07. 00000020:00000010:2.0:1767389117.859969:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d4577299. 00080000:00000010:2.0:1767389117.859999:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000071963cff. 00000020:00000010:2.0:1767389117.860004:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000f433a8f. 00080000:00000010:2.0:1767389117.860053:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000067daa321. 00000020:00000010:2.0:1767389117.860058:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000050a648be. 00080000:00000010:2.0:1767389117.860113:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000028fe0c41. 00000020:00000010:2.0:1767389117.860117:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008074455f. 00080000:00000010:2.0:1767389117.860141:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ec11f8ba. 00000020:00000010:2.0:1767389117.860145:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000077f08726. 00080000:00000010:2.0:1767389117.860158:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004aed753f. 00000020:00000010:2.0:1767389117.860161:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e671faea. 00080000:00000010:2.0:1767389117.860172:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001a9eb950. 00000020:00000010:2.0:1767389117.860175:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a69ad2e2. 00080000:00000010:2.0:1767389117.860189:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000057318dc9. 00000004:00000010:2.0:1767389117.860193:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000051a68867. 00000004:00000010:2.0:1767389117.860199:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000022ef0e55. 00000004:00000001:2.0:1767389117.860206:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767389117.860209:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:2.0:1767389117.860213:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cda43834. 00000004:00000001:2.0:1767389117.860222:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767389117.860242:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000065b53a8e. 00000004:00000010:2.0:1767389117.860247:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000044cf60d. 00000004:00000010:2.0:1767389117.860250:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b35278fd. 00000004:00000001:2.0:1767389117.860256:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767389117.860259:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:2.0:1767389117.860262:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000416999f7. 00000004:00000001:2.0:1767389117.860271:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767389117.860277:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a5cc72c5. 00000004:00000010:2.0:1767389117.860281:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e6255b8b. 00000004:00000010:2.0:1767389117.860287:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f22eaa36. 00000004:00000001:2.0:1767389117.860290:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767389117.860293:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:2.0:1767389117.860296:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000faf00ff. 00000004:00000001:2.0:1767389117.860307:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767389117.860358:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009fd340b0. 00000004:00000010:2.0:1767389117.860364:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f954902c. 00000004:00000010:2.0:1767389117.860367:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000333234e5. 00000004:00000001:2.0:1767389117.860371:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767389117.860373:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:2.0:1767389117.860376:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000dd244cdf. 00000004:00000001:2.0:1767389117.860384:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767389117.860409:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000001098b7ac. 00000020:00000010:2.0:1767389117.860413:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a0044854. 00080000:00000010:2.0:1767389117.860438:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fa5783bc. 00000020:00000010:2.0:1767389117.860442:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b932a4b2. 00080000:00000010:2.0:1767389117.860484:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000cb545758. 00000004:00000010:2.0:1767389117.860493:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a7d5d703. 00000004:00000010:2.0:1767389117.860498:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009cf700c9. 00000004:00000001:2.0:1767389117.860505:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767389117.860508:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:2.0:1767389117.860511:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000000a84ab76. 00000004:00000001:2.0:1767389117.860527:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767389117.860555:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000098a6e831. 00000004:00000010:2.0:1767389117.860558:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c55c15ae. 00000004:00000010:2.0:1767389117.860560:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ca4818bc. 00000004:00000001:2.0:1767389117.860563:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767389117.860564:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:2.0:1767389117.860566:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000de428354. 00000004:00000001:2.0:1767389117.860579:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767389117.860594:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000003ee76869. 00000020:00000010:2.0:1767389117.860598:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000012f561c4. 00080000:00000010:2.0:1767389117.860631:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e3b7b862. 00000020:00000010:2.0:1767389117.860635:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007d99b28a. 00080000:00000010:2.0:1767389117.860676:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d6aaf225. 00000020:00000010:2.0:1767389117.860682:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000024e9373d. 00080000:00000010:3.0:1767389117.860869:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004b320459. 00000020:00000010:3.0:1767389117.860886:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000034ef606f. 00080000:00000010:3.0:1767389117.860960:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004a94e2f7. 00000004:00000010:3.0:1767389117.860967:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ed9df6f1. 00000004:00000010:3.0:1767389117.860973:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001f9344bc. 00000004:00000001:3.0:1767389117.860986:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767389117.860989:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:3.0:1767389117.860993:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002cff6c72. 00000004:00000001:3.0:1767389117.861000:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767389117.861021:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000081526e4d. 00000004:00000010:3.0:1767389117.861026:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003f759f7d. 00000004:00000010:3.0:1767389117.861030:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006c1184ea. 00000004:00000001:3.0:1767389117.861034:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767389117.861036:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:3.0:1767389117.861038:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000b043e8fb. 00000004:00000001:3.0:1767389117.861045:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767389117.861061:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005ecf8106. 00000020:00000010:3.0:1767389117.861066:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006e42417a. 00080000:00000010:3.0:1767389117.861090:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fd1866dd. 00000020:00000010:3.0:1767389117.861095:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000033905757. 00080000:00000010:3.0:1767389117.861115:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c1fb254b. 00000020:00000010:3.0:1767389117.861119:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000407ea265. 00080000:00000010:3.0:1767389117.861139:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006ca563fd. 00000020:00000010:3.0:1767389117.861142:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d261cd5b. 00080000:00000010:3.0:1767389117.861165:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c90a0bc4. 00000020:00000010:3.0:1767389117.861169:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d8ccc4fb. 00080000:00000010:3.0:1767389117.861178:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009b1c16ab. 00000004:00000010:3.0:1767389117.861183:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000853e94eb. 00000004:00000010:3.0:1767389117.861187:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000d3476beb. 00000004:00000001:3.0:1767389117.861191:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767389117.861193:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:3.0:1767389117.861196:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d270aad3. 00000004:00000001:3.0:1767389117.861200:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767389117.861221:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fbef912d. 00000020:00000010:3.0:1767389117.861225:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000051ec5b61. 00080000:00000010:3.0:1767389117.861241:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000002b43beb3. 00000020:00000010:3.0:1767389117.861245:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cfaf9902. 00080000:00000010:3.0:1767389117.861262:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000046d827fb. 00000020:00000010:3.0:1767389117.861266:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008a5a7495. 00080000:00000010:3.0:1767389117.861291:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e50ca23b. 00000004:00000010:3.0:1767389117.861296:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000062c85a28. 00000004:00000010:3.0:1767389117.861301:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000021944d01. 00000004:00000001:3.0:1767389117.861306:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767389117.861324:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:3.0:1767389117.861327:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000662765ea. 00000004:00000001:3.0:1767389117.861332:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767389117.861353:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f5b50601. 00000020:00000010:3.0:1767389117.861358:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008399d4ac. 00080000:00000010:3.0:1767389117.861377:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c82f6953. 00000020:00000010:3.0:1767389117.861382:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000041f6fd48. 00080000:00000010:3.0:1767389117.861402:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000021698c10. 00000020:00000010:3.0:1767389117.861406:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f18f70d7. 00080000:00000010:3.0:1767389117.861435:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e9515534. 00000004:00000010:3.0:1767389117.861441:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a265f978. 00000004:00000010:3.0:1767389117.861444:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000082a4bc67. 00000004:00000001:3.0:1767389117.861447:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767389117.861456:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:3.0:1767389117.861459:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000bfa11a2f. 00000004:00000001:3.0:1767389117.861465:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767389117.861485:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d2aebc17. 00000004:00000010:3.0:1767389117.861491:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000acb26578. 00000004:00000010:3.0:1767389117.861495:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000018e7181d. 00000004:00000001:3.0:1767389117.861498:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767389117.861500:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:3.0:1767389117.861502:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000039208f50. 00000004:00000001:3.0:1767389117.861509:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767389117.861514:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000098a4ffe5. 00000004:00000010:3.0:1767389117.861520:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000001db38b0a. 00000004:00000010:3.0:1767389117.861524:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c81e937d. 00000004:00000001:3.0:1767389117.861527:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767389117.861529:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:3.0:1767389117.861532:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000088aaa8ad. 00000004:00000001:3.0:1767389117.861538:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767389117.861619:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000491e1fd6. 00000004:00000010:3.0:1767389117.861625:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006d0f9b01. 00000004:00000010:3.0:1767389117.861630:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000043c4877e. 00000004:00000001:3.0:1767389117.861635:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767389117.861637:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:3.0:1767389117.861639:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000179e4298. 00000004:00000001:3.0:1767389117.861647:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767389117.861668:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009beefa1c. 00000020:00000010:3.0:1767389117.861674:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ead8de00. 00080000:00000010:3.0:1767389117.861696:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000985c5a54. 00000020:00000010:3.0:1767389117.861700:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c6d47de1. 00080000:00000010:3.0:1767389117.861720:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e6c86871. 00000020:00000010:3.0:1767389117.861764:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b562f2c4. 00080000:00000010:3.0:1767389117.861793:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000ac23669b. 00000020:00000010:3.0:1767389117.861797:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009393cee3. 00080000:00000010:3.0:1767389117.861820:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000db82f1ab. 00000004:00000010:3.0:1767389117.861826:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000d4f01295. 00000004:00000010:3.0:1767389117.861831:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000de57b2f7. 00000004:00000001:3.0:1767389117.861836:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767389117.861838:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x10:0x0] 00000004:00000010:3.0:1767389117.861841:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000209fb87b. 00000004:00000001:3.0:1767389117.861849:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767389117.861866:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000299b355. 00000020:00000010:3.0:1767389117.861870:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002bbf8ce0. 00080000:00000010:3.0:1767389117.861894:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000094bbc510. 00000020:00000010:3.0:1767389117.861899:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002ea5be30. 00080000:00000010:3.0:1767389117.861924:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000032c0decc. 00000004:00000010:3.0:1767389117.861928:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000005f128dd4. 00000004:00000010:3.0:1767389117.861940:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000067e1e1ac. 00000004:00000001:3.0:1767389117.861945:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767389117.861947:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:3.0:1767389117.861950:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fb3da38b. 00000004:00000001:3.0:1767389117.861954:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767389117.861973:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009828b3f8. 00000020:00000010:3.0:1767389117.861978:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004ebe4996. 00080000:00000010:3.0:1767389117.862046:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000096902a34. 00000004:00000010:3.0:1767389117.862052:0:361305:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e136d257. 00000004:00000010:3.0:1767389117.862057:0:361305:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f37be252. 00000004:00000001:3.0:1767389117.862061:0:361305:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1767389117.862063:0:361305:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:3.0:1767389117.862065:0:361305:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000039cb7c48. 00000004:00000001:3.0:1767389117.862071:0:361305:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:3.0:1767389117.862091:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a470746a. 00000020:00000010:3.0:1767389117.862096:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006530bd10. 00000004:00000001:3.0:1767389117.862104:0:361305:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767389117.862109:0:361305:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:3.0:1767389117.862113:0:361305:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767389117.862117:0:361305:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf429202 00000020:00000040:3.0:1767389117.862121:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000995711cc with handle 0x95cd417baf429202 from hash 00000020:00000001:3.0:1767389117.862128:0:361305:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767389117.862130:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000995711cc : new refcount 1 00000020:00000001:3.0:1767389117.862133:0:361305:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767389117.862134:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000995711cc : new refcount 0 00000020:00000080:3.0:1767389117.862147:0:361305:0:(genops.c:904:class_export_put()) final put 00000000995711cc/lustre-MDT0000-mdtlov_UUID 00000020:00000001:3.0:1767389117.862151:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.862169:0:361305:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.862174:0:361305:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767389117.862177:0:361305:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000010:3.0:1767389117.862183:0:361305:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000009675e88f. 00000020:00000080:3.0:1767389117.862188:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767389117.862190:0:54998:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767389117.862195:0:54998:0:(genops.c:863:class_export_destroy()) destroying export 00000000995711cc/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:3.0:1767389117.862200:0:361305:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:2.0:1767389117.862200:0:54998:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767389117.862206:0:54998:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767389117.862210:0:361305:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000040:2.0:1767389117.862211:0:54998:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000005fc0ced0) now 4 - export 00000020:00000010:2.0:1767389117.862220:0:54998:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000995711cc. 00000020:00000001:3.0:1767389117.862225:0:361305:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:2.0:1767389117.862234:0:54998:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00080000:3.0:1767389117.862236:0:361305:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (000000005fc0ced0) has no exports 00000020:00000001:3.0:1767389117.862246:0:361305:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767389117.862249:0:361305:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:3.0:1767389117.862253:0:361305:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000004:00000001:3.0:1767389117.862255:0:361305:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:3.0:1767389117.862270:0:361305:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767389117.862273:0:361305:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000a2b2313b. 00000020:00000001:3.0:1767389117.862280:0:361305:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:3.0:1767389117.862282:0:361305:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767389117.862284:0:361305:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000003c134389. 00000020:00000001:3.0:1767389117.862288:0:361305:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:3.0:1767389117.862290:0:361305:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767389117.862292:0:361305:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000005dfb4e9a. 00000020:00000001:3.0:1767389117.862296:0:361305:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:3.0:1767389117.862298:0:361305:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:3.0:1767389117.862300:0:361305:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000a2f1f055. 00000020:00000001:3.0:1767389117.862303:0:361305:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:3.0:1767389117.862305:0:361305:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:3.0:1767389117.862620:0:361305:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:3.0:1767389117.862631:0:361305:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:3.0:1767389117.862634:0:361305:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:3.0:1767389117.862639:0:361305:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:3.0:1767389117.862642:0:361305:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:3.0:1767389117.862644:0:361305:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 00000000ee7f1da3. 00020000:00000001:3.0:1767389117.862650:0:361305:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389117.862655:0:361305:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767389117.862659:0:361305:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:3.0:1767389117.862661:0:361305:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767389117.862664:0:361305:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf429344 00000020:00000040:3.0:1767389117.862667:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000acfe67ce with handle 0x95cd417baf429344 from hash 00000020:00000001:3.0:1767389117.862673:0:361305:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767389117.862675:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000acfe67ce : new refcount 1 00000020:00000001:3.0:1767389117.862677:0:361305:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767389117.862679:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000acfe67ce : new refcount 0 00000020:00000080:3.0:1767389117.862681:0:361305:0:(genops.c:904:class_export_put()) final put 00000000acfe67ce/lustre-MDT0000-mdtlov_UUID 00000020:00000001:3.0:1767389117.862684:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.862700:0:361305:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.862705:0:361305:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767389117.862707:0:361305:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:3.0:1767389117.862713:0:361305:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000c96c55d0. 00000020:00000080:3.0:1767389117.862717:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767389117.862718:0:54998:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767389117.862722:0:54998:0:(genops.c:863:class_export_destroy()) destroying export 00000000acfe67ce/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767389117.862759:0:54998:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 15 to 0@lo 00000020:00000001:2.0:1767389117.862763:0:54998:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767389117.862766:0:54998:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389117.862770:0:54998:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000043747b6c) now 5 - export 00000020:00000010:2.0:1767389117.862775:0:54998:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000acfe67ce. 00000020:00000001:3.0:1767389117.862778:0:361305:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:2.0:1767389117.862786:0:54998:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000080:3.0:1767389117.862788:0:361305:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1767389117.862800:0:361305:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767389117.862807:0:361305:0:(genops.c:1575:class_disconnect_exports()) OBD device 13 (0000000043747b6c) has no exports 00000020:00000001:3.0:1767389117.862813:0:361305:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767389117.862817:0:361305:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:3.0:1767389117.862822:0:361305:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000004:00000001:3.0:1767389117.862827:0:361305:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767389117.862830:0:361305:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767389117.862833:0:361305:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767389117.862837:0:361305:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf42933d 00000020:00000040:3.0:1767389117.862841:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001783cd09 with handle 0x95cd417baf42933d from hash 00000020:00000001:3.0:1767389117.862846:0:361305:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767389117.862848:0:361305:0:(genops.c:898:class_export_put()) PUTting export 000000001783cd09 : new refcount 1 00000020:00000001:3.0:1767389117.862850:0:361305:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767389117.862852:0:361305:0:(genops.c:898:class_export_put()) PUTting export 000000001783cd09 : new refcount 0 00000020:00000080:3.0:1767389117.862855:0:361305:0:(genops.c:904:class_export_put()) final put 000000001783cd09/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767389117.862857:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.862873:0:361305:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389117.862878:0:361305:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389117.862881:0:361305:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389117.862904:0:54998:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767389117.862909:0:54998:0:(genops.c:863:class_export_destroy()) destroying export 000000001783cd09/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767389117.862913:0:54998:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767389117.862915:0:54998:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389117.862918:0:54998:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000003ca90ce1) now 7 - export 00000020:00000010:2.0:1767389117.862923:0:54998:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001783cd09. 00000020:00000001:2.0:1767389117.862941:0:54998:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1767389117.863119:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000004bdad932. 00000020:00000010:3.0:1767389117.863129:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c2545aec. 00000020:00000010:3.0:1767389117.863134:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000003010e20c. 00000020:00000010:3.0:1767389117.863147:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000778f8aa5. 00000020:00000010:3.0:1767389117.863153:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000025e0a780. 00000020:00000010:3.0:1767389117.863158:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000049cc2107. 00010000:00000001:3.0:1767389117.863328:0:361305:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1767389117.863331:0:361305:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767389117.863336:0:361305:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767389117.863385:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000063fb71e. 00000020:00000010:3.0:1767389117.863394:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000373b3a47. 00010000:00000001:3.0:1767389117.863451:0:361305:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767389117.863472:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000ed0da384. 00000020:00000010:3.0:1767389117.863477:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000e4316603. 00000001:00000001:3.0:1767389117.863543:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767389117.863603:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000190173cd. 00000001:00000010:3.0:1767389117.863612:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000080a0a3b1. 00000001:00000010:3.0:1767389117.863617:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e43a320f. 00000001:00000010:3.0:1767389117.863622:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000ec579aea. 00000001:00000010:3.0:1767389117.863626:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000008e36a35f. 00000001:00000010:3.0:1767389117.863631:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000006a3a7d1a. 00000001:00000010:3.0:1767389117.863636:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000057350b62. 00000001:00000010:3.0:1767389117.863640:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000b1666f79. 00000001:00000010:3.0:1767389117.863662:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000004d6391d. 00000001:00000010:3.0:1767389117.863667:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000089f72005. 00000001:00000010:3.0:1767389117.863673:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d1a9b4e8. 00000001:00000010:3.0:1767389117.863678:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000007a5525ff. 00000001:00000010:3.0:1767389117.863682:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000045159a1c. 00000001:00000010:3.0:1767389117.863686:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000a2a62081. 00000001:00000010:3.0:1767389117.863690:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000002fd26f64. 00000001:00000010:3.0:1767389117.863695:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000006d1aff07. 00000001:00000010:3.0:1767389117.863700:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 0000000029fc679f. 00000001:00000010:3.0:1767389117.863704:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000b426ac29. 00000001:00000001:3.0:1767389117.863708:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767389117.863713:0:361305:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 0000000026c16446. 00010000:00000001:3.0:1767389117.863717:0:361305:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767389117.863720:0:361305:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767389117.863722:0:361305:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1767389117.863776:0:361305:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:3.0:1767389117.863779:0:361305:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:3.0:1767389117.863784:0:361305:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767389117.863787:0:361305:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1767389117.863790:0:361305:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767389117.863793:0:361305:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767389117.863796:0:361305:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967301 gen 5 00000100:00000040:3.0:1767389117.863800:0:361305:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767389117.863804:0:361305:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767389117.863806:0:361305:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767389117.863809:0:361305:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767389117.863811:0:361305:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767389117.863814:0:361305:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000100:00000001:3.0:1767389117.867600:0:361305:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:3.0:1767389117.867604:0:361305:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767389117.867606:0:361305:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767389117.867608:0:361305:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000100:00000001:3.0:1767389117.867609:0:361305:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:3.0:1767389117.867615:0:361305:0:(genops.c:1229:class_import_get()) import 0000000004cb882a refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767389117.867618:0:361305:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389117.867619:0:361305:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767389117.867622:0:361305:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767389117.867624:0:361305:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389117.867625:0:361305:0:(genops.c:1242:class_import_put()) import 0000000004cb882a refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:3.0:1767389117.867627:0:361305:0:(genops.c:1245:class_import_put()) final put import 0000000004cb882a 00000020:00000001:3.0:1767389117.867638:0:361305:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767389117.867640:0:361305:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1767389117.867641:0:361305:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767389117.867643:0:361305:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1767389117.867645:0:361305:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000006c55ca5a. 00010000:00000010:3.0:1767389117.867650:0:361305:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 000000000e920a0b. 00010000:00000001:3.0:1767389117.867653:0:361305:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:3.0:1767389117.867655:0:361305:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.867658:0:361305:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389117.867667:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767389117.867672:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000a1544c9. 00000001:00000010:3.0:1767389117.867675:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000890aca90. 00000001:00000010:3.0:1767389117.867677:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bf70bde1. 00000001:00000010:3.0:1767389117.867679:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000184528ac. 00000001:00000010:3.0:1767389117.867682:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000075748b73. 00000001:00000010:3.0:1767389117.867685:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000840bae89. 00000001:00000001:3.0:1767389117.867688:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767389117.867690:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767389117.867693:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000047299ce. 00000001:00000010:3.0:1767389117.867700:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006130e4e8. 00000001:00000010:3.0:1767389117.867705:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000221f5665. 00000020:00000001:2.0:1767389117.867707:0:54998:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000001:00000010:3.0:1767389117.867708:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002489907a. 00000020:00000080:2.0:1767389117.867713:0:54998:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000004cb882a for lustre-OST0000-osc-MDT0000 00000001:00000010:3.0:1767389117.867715:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000658a3e98. 00000020:00000040:2.0:1767389117.867761:0:54998:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 14 to 0@lo 00000020:00000040:2.0:1767389117.867770:0:54998:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 13 to 0@lo 00000001:00000010:3.0:1767389117.867771:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000092cf81b. 00000020:00000010:2.0:1767389117.867787:0:54998:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 000000001dde4da1. 00000001:00000001:3.0:1767389117.867790:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767389117.867795:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000043747b6c) now 4 - setup 00000020:00000040:2.0:1767389117.867799:0:54998:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000043747b6c) now 4 - import 00000020:00000001:3.0:1767389117.867801:0:361305:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.867830:0:361305:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389117.867833:0:54998:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000004cb882a. 00000020:00000080:3.0:1767389117.867835:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767389117.867845:0:54998:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:3.0:1767389117.867846:0:361305:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767389117.867856:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000043747b6c) now 2 - obd_device_list 00000020:00000080:3.0:1767389117.867860:0:361305:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:3.0:1767389117.867862:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (0000000043747b6c) now 1 - newdev 00000020:00000040:3.0:1767389117.867865:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000784970d5 with handle 0x95cd417baf429336 from hash 00000020:00000040:3.0:1767389117.867867:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000784970d5 : new refcount 0 00000020:00000080:3.0:1767389117.867869:0:361305:0:(genops.c:904:class_export_put()) final put 00000000784970d5/lustre-MDT0000-mdtlov_UUID 00000020:00000001:3.0:1767389117.867871:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.867872:0:361305:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767389117.867873:0:361305:0:(genops.c:863:class_export_destroy()) destroying export 00000000784970d5/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767389117.867876:0:361305:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767389117.867877:0:361305:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.867879:0:361305:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000784970d5. 00000020:00000001:3.0:1767389117.867885:0:361305:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767389117.867886:0:361305:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:3.0:1767389117.867890:0:361305:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:3.0:1767389117.867895:0:361305:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767389117.867900:0:361305:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000324dd5f2. 00000020:00000010:3.0:1767389117.867905:0:361305:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c5502d2c. 00000040:00000010:3.0:1767389117.867908:0:361305:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f5764488. 00000020:00000010:3.0:1767389117.867912:0:361305:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000045548e5b. 00000020:00000010:3.0:1767389117.867916:0:361305:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389117.867919:0:361305:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000c94b4e8. 80000000:00000010:3.0:1767389117.867922:0:361305:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003312ad58. 40000000:00000010:3.0:1767389117.867925:0:361305:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d936ac7e. 00100000:00000010:3.0:1767389117.867930:0:361305:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009c8f2fcb. 00040000:00000010:3.0:1767389117.867933:0:361305:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004ccfbe9. 00040000:00000010:3.0:1767389117.867937:0:361305:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d4cea42b. 00080000:00000010:3.0:1767389117.867941:0:361305:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000030df62b9. 00000004:00000010:3.0:1767389117.867945:0:361305:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e7c24fbe. 00000004:00000010:3.0:1767389117.867950:0:361305:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000023fbb47b. 00000004:00000010:3.0:1767389117.867954:0:361305:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000064290599. 00002000:00000010:3.0:1767389117.867957:0:361305:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f4273c63. 00000004:00000010:3.0:1767389117.867959:0:361305:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007847b156. 00000004:00000010:3.0:1767389117.867966:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000225c2d05. 00000004:00000010:3.0:1767389117.867971:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000057f0d38. 00000004:00000010:3.0:1767389117.867974:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000463a2f76. 00000004:00000010:3.0:1767389117.867977:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007109ea4e. 00000004:00000010:3.0:1767389117.867980:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000063b1c8f5. 00000004:00000010:3.0:1767389117.867984:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000051ccdb03. 00000004:00000010:3.0:1767389117.867987:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fe06fde0. 00000004:00000010:3.0:1767389117.867993:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bd2305c2. 00000004:00000010:3.0:1767389117.867998:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b26cfee6. 00000004:00000010:3.0:1767389117.868001:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000fba23673. 00000004:00000010:3.0:1767389117.868005:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004d30dbb0. 00000004:00000010:3.0:1767389117.868009:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cb2a6dab. 00000004:00000010:3.0:1767389117.868013:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e209ec54. 00000004:00000010:3.0:1767389117.868016:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b65033ee. 00000004:00000010:3.0:1767389117.868018:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000dc12a356. 00000004:00000010:3.0:1767389117.868019:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000038a13ba4. 00000004:00000010:3.0:1767389117.868028:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000122e6f1b. 00000004:00000010:3.0:1767389117.868031:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000efa62ffc. 00000004:00000010:3.0:1767389117.868033:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003caf21bd. 00000004:00000010:3.0:1767389117.868035:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000480f8c48. 00000004:00000010:3.0:1767389117.868040:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000158f26f5. 00000004:00000010:3.0:1767389117.868044:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ec0fdb48. 00000004:00000010:3.0:1767389117.868050:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000016194ec9. 00000004:00000010:3.0:1767389117.868058:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ffd54111. 00000004:00000010:3.0:1767389117.868062:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000075f9496a. 00000004:00000010:3.0:1767389117.868066:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003fff190c. 00000004:00000010:3.0:1767389117.868069:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000093df8431. 00000004:00000010:3.0:1767389117.868072:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000055209fb6. 00000004:00000010:3.0:1767389117.868080:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b5bda808. 00000004:00000010:3.0:1767389117.868085:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009810c8c5. 00000004:00000010:3.0:1767389117.868088:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000f96fe20. 00000004:00000010:3.0:1767389117.868092:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000060de9c9b. 00000004:00000010:3.0:1767389117.868096:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007d59f612. 00000004:00000010:3.0:1767389117.868102:0:361305:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 000000004c3c9293. 00000020:00000010:3.0:1767389117.868110:0:361305:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c5502d2c. 00000040:00000010:3.0:1767389117.868119:0:361305:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f5764488. 00000020:00000010:3.0:1767389117.868126:0:361305:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000045548e5b. 00000020:00000010:3.0:1767389117.868136:0:361305:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389117.868150:0:361305:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000c94b4e8. 80000000:00000010:3.0:1767389117.868154:0:361305:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003312ad58. 40000000:00000010:3.0:1767389117.868158:0:361305:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d936ac7e. 00100000:00000010:3.0:1767389117.868162:0:361305:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009c8f2fcb. 00040000:00000010:3.0:1767389117.868166:0:361305:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004ccfbe9. 00040000:00000010:3.0:1767389117.868170:0:361305:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d4cea42b. 00080000:00000010:3.0:1767389117.868174:0:361305:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000030df62b9. 00000004:00000010:3.0:1767389117.868178:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e7c24fbe. 00000004:00000010:3.0:1767389117.868183:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000023fbb47b. 00000004:00000010:3.0:1767389117.868188:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000064290599. 00002000:00000010:3.0:1767389117.868194:0:361305:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f4273c63. 00000004:00000010:3.0:1767389117.868198:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007847b156. 00000020:00000010:3.0:1767389117.868203:0:361305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000324dd5f2. 00000020:00000001:3.0:1767389117.868213:0:361305:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.868217:0:361305:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 0000000043747b6c. 00000020:00000001:3.0:1767389117.868227:0:361305:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.868229:0:361305:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389117.868234:0:361305:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000c96c55d0. 00000020:00000001:3.0:1767389117.868238:0:361305:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389117.868241:0:361305:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389117.868243:0:361305:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767389117.868246:0:361305:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 0000000062c58ae3. 00020000:00000010:3.0:1767389117.868253:0:361305:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 00000000da5fbcb2. 00000004:00000001:3.0:1767389117.868264:0:361305:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.868267:0:361305:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389117.868287:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767389117.868293:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f7cab762. 00000001:00000010:3.0:1767389117.868296:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f5fac177. 00000001:00000010:3.0:1767389117.868300:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003be6553d. 00000001:00000010:3.0:1767389117.868304:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000717d66e2. 00000001:00000010:3.0:1767389117.868328:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a635f750. 00000001:00000010:3.0:1767389117.868334:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000af2a39c. 00000001:00000001:3.0:1767389117.868338:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767389117.868340:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767389117.868360:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000024f60c3. 00000001:00000010:3.0:1767389117.868368:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000881ad835. 00000001:00000010:3.0:1767389117.868371:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fd3c0163. 00000001:00000010:3.0:1767389117.868373:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e11d5e5f. 00000001:00000010:3.0:1767389117.868376:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000002b6cf7b1. 00000001:00000010:3.0:1767389117.868378:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000beb3f970. 00000001:00000001:3.0:1767389117.868380:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767389117.868382:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000005fc0ced0) now 3 - setup 00000020:00000001:3.0:1767389117.868384:0:361305:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.868386:0:361305:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767389117.868388:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767389117.868392:0:361305:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767389117.868394:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000005fc0ced0) now 2 - obd_device_list 00000020:00000080:3.0:1767389117.868397:0:361305:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:3.0:1767389117.868399:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000005fc0ced0) now 1 - newdev 00000020:00000040:3.0:1767389117.868401:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000caeab2f6 with handle 0x95cd417baf4291e6 from hash 00000020:00000040:3.0:1767389117.868408:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000caeab2f6 : new refcount 0 00000020:00000080:3.0:1767389117.868411:0:361305:0:(genops.c:904:class_export_put()) final put 00000000caeab2f6/lustre-MDT0000-mdtlov_UUID 00000020:00000001:3.0:1767389117.868414:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.868417:0:361305:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767389117.868418:0:361305:0:(genops.c:863:class_export_destroy()) destroying export 00000000caeab2f6/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:3.0:1767389117.868420:0:361305:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767389117.868421:0:361305:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.868423:0:361305:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000caeab2f6. 00000020:00000001:3.0:1767389117.868427:0:361305:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767389117.868428:0:361305:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:3.0:1767389117.868431:0:361305:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:3.0:1767389117.868432:0:361305:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767389117.868435:0:361305:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000324dd5f2. 00000020:00000010:3.0:1767389117.868439:0:361305:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d4cea42b. 00000040:00000010:3.0:1767389117.868442:0:361305:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000c94b4e8. 00000020:00000010:3.0:1767389117.868446:0:361305:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000064290599. 00000020:00000010:3.0:1767389117.868450:0:361305:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389117.868454:0:361305:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f5764488. 80000000:00000010:3.0:1767389117.868458:0:361305:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c96c55d0. 40000000:00000010:3.0:1767389117.868461:0:361305:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d936ac7e. 00100000:00000010:3.0:1767389117.868464:0:361305:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e7c24fbe. 00040000:00000010:3.0:1767389117.868466:0:361305:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004ccfbe9. 00040000:00000010:3.0:1767389117.868468:0:361305:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c5502d2c. 00080000:00000010:3.0:1767389117.868472:0:361305:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000030df62b9. 00000004:00000010:3.0:1767389117.868477:0:361305:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009c8f2fcb. 00000004:00000010:3.0:1767389117.868481:0:361305:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000023fbb47b. 00000004:00000010:3.0:1767389117.868486:0:361305:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000045548e5b. 00000004:00000001:3.0:1767389117.868491:0:361305:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:3.0:1767389117.868500:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dc957276. 00000004:00000010:3.0:1767389117.868513:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000572a7a9e. 00000004:00000010:3.0:1767389117.868518:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000726aca07. 00000004:00000010:3.0:1767389117.868523:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002bc1fad7. 00000004:00000010:3.0:1767389117.868527:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000091d90b27. 00000004:00000010:3.0:1767389117.868530:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009d926c42. 00000004:00000010:3.0:1767389117.868535:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004dce9014. 00000004:00000010:3.0:1767389117.868544:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e40b62ab. 00000004:00000010:3.0:1767389117.868550:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005d70f499. 00000004:00000010:3.0:1767389117.868553:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e9399c66. 00000004:00000010:3.0:1767389117.868557:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000de59ea82. 00000004:00000010:3.0:1767389117.868561:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009561fbcf. 00000004:00000010:3.0:1767389117.868569:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006b4a92ae. 00000004:00000010:3.0:1767389117.868576:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007112f924. 00000004:00000010:3.0:1767389117.868584:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d85e835e. 00000004:00000010:3.0:1767389117.868592:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006fc1ae80. 00000004:00000010:3.0:1767389117.868597:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b9022382. 00000004:00000010:3.0:1767389117.868601:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ec8517d4. 00000004:00000010:3.0:1767389117.868608:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000090923b1a. 00000004:00000010:3.0:1767389117.868612:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c5a09083. 00000004:00000010:3.0:1767389117.868619:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cbdd4e45. 00000004:00000010:3.0:1767389117.868628:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003947b985. 00000004:00000010:3.0:1767389117.868635:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ef7e869a. 00000004:00000010:3.0:1767389117.868643:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e67fe0ba. 00000004:00000010:3.0:1767389117.868647:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a33ab288. 00000004:00000010:3.0:1767389117.868650:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000acae92f0. 00000004:00000010:3.0:1767389117.868667:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003a430473. 00000004:00000010:3.0:1767389117.868671:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000001e27163. 00000004:00000010:3.0:1767389117.868675:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000031ec2e8e. 00000004:00000010:3.0:1767389117.868680:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ecf4adc1. 00000004:00000010:3.0:1767389117.868687:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000e8c5c3c. 00000004:00000010:3.0:1767389117.868697:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000c6ba0a6. 00000004:00000010:3.0:1767389117.868702:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000085b0d461. 00000004:00000010:3.0:1767389117.868708:0:361305:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 00000000de76d0d0. 00000004:00000001:3.0:1767389117.868713:0:361305:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446621252401364992 : -122821308186624 : ffff904b6f8e0000) 00000020:00000010:3.0:1767389117.868719:0:361305:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d4cea42b. 00000040:00000010:3.0:1767389117.868725:0:361305:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000c94b4e8. 00000020:00000010:3.0:1767389117.868728:0:361305:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000064290599. 00000020:00000010:3.0:1767389117.868735:0:361305:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389117.868772:0:361305:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f5764488. 80000000:00000010:3.0:1767389117.868777:0:361305:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c96c55d0. 40000000:00000010:3.0:1767389117.868782:0:361305:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d936ac7e. 00100000:00000010:3.0:1767389117.868786:0:361305:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e7c24fbe. 00040000:00000010:3.0:1767389117.868792:0:361305:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004ccfbe9. 00040000:00000010:3.0:1767389117.868797:0:361305:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c5502d2c. 00080000:00000010:3.0:1767389117.868801:0:361305:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000030df62b9. 00000004:00000010:3.0:1767389117.868809:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009c8f2fcb. 00000004:00000010:3.0:1767389117.868814:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000023fbb47b. 00000004:00000010:3.0:1767389117.868821:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000045548e5b. 00000020:00000010:3.0:1767389117.868826:0:361305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000324dd5f2. 00000020:00000001:3.0:1767389117.868830:0:361305:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.868832:0:361305:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000005fc0ced0. 00000020:00000001:3.0:1767389117.868840:0:361305:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.868844:0:361305:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389117.868847:0:361305:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000009675e88f. 00000020:00000001:3.0:1767389117.868850:0:361305:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389117.868853:0:361305:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389117.868855:0:361305:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389117.868857:0:361305:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767389117.868860:0:361305:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 00000000b74c0338. 00000004:00000001:3.0:1767389117.868952:0:361305:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767389117.868956:0:361305:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767389117.868958:0:361305:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767389117.868961:0:361305:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf429209 00000020:00000040:3.0:1767389117.868967:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d0bd0ffa with handle 0x95cd417baf429209 from hash 00000020:00000001:3.0:1767389117.868973:0:361305:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767389117.868974:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000d0bd0ffa : new refcount 1 00000020:00000001:3.0:1767389117.868977:0:361305:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767389117.868979:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000d0bd0ffa : new refcount 0 00000020:00000080:3.0:1767389117.868982:0:361305:0:(genops.c:904:class_export_put()) final put 00000000d0bd0ffa/lustre-MDD0000_UUID 00000020:00000001:3.0:1767389117.868985:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.869014:0:361305:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.869017:0:361305:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767389117.869019:0:361305:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000001:3.0:1767389117.869037:0:54998:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767389117.869041:0:54998:0:(genops.c:863:class_export_destroy()) destroying export 00000000d0bd0ffa/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:3.0:1767389117.869044:0:54998:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767389117.869047:0:54998:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389117.869051:0:54998:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000e844b8ae) now 4 - export 00000020:00000010:3.0:1767389117.869055:0:54998:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000d0bd0ffa. 00000020:00000001:3.0:1767389117.869077:0:54998:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1767389117.869091:0:361305:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000d936ac7e. 00000020:00000080:3.0:1767389117.869094:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767389117.869099:0:361305:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767389117.869105:0:361305:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/1 00000020:00000001:3.0:1767389117.869110:0:361305:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767389117.869114:0:361305:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (00000000e844b8ae) has no exports 00000020:00000001:3.0:1767389117.869116:0:361305:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767389117.869118:0:361305:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:3.0:1767389117.869357:0:361305:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389117.869373:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767389117.869381:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000103bf2a. 00000001:00000010:3.0:1767389117.869398:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000004ab365a. 00000001:00000010:3.0:1767389117.869403:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c276f251. 00000001:00000010:3.0:1767389117.869409:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000eefd34aa. 00000001:00000010:3.0:1767389117.869412:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000043a6f3db. 00000001:00000010:3.0:1767389117.869418:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000152580f0. 00000001:00000001:3.0:1767389117.869423:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767389117.869425:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767389117.869429:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bb15f37e. 00000001:00000010:3.0:1767389117.869433:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f60acc6b. 00000001:00000010:3.0:1767389117.869435:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000930e901b. 00000001:00000010:3.0:1767389117.869439:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c266f547. 00000001:00000010:3.0:1767389117.869444:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e0863561. 00000001:00000010:3.0:1767389117.869447:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000068cbea1a. 00000001:00000001:3.0:1767389117.869450:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767389117.869454:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000e844b8ae) now 3 - setup 00000020:00000001:3.0:1767389117.869458:0:361305:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.869460:0:361305:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767389117.869463:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767389117.869470:0:361305:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767389117.869473:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000e844b8ae) now 2 - obd_device_list 00000020:00000080:3.0:1767389117.869478:0:361305:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:3.0:1767389117.869481:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000e844b8ae) now 1 - newdev 00000020:00000040:3.0:1767389117.869486:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b1a25cdb with handle 0x95cd417baf4291fb from hash 00000020:00000040:3.0:1767389117.869490:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000b1a25cdb : new refcount 0 00000020:00000080:3.0:1767389117.869492:0:361305:0:(genops.c:904:class_export_put()) final put 00000000b1a25cdb/lustre-MDD0000_UUID 00000020:00000001:3.0:1767389117.869494:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.869496:0:361305:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767389117.869497:0:361305:0:(genops.c:863:class_export_destroy()) destroying export 00000000b1a25cdb/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:3.0:1767389117.869503:0:361305:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767389117.869506:0:361305:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.869509:0:361305:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b1a25cdb. 00000020:00000001:3.0:1767389117.869526:0:361305:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767389117.869529:0:361305:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:3.0:1767389117.869531:0:361305:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:3.0:1767389117.869534:0:361305:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767389117.869538:0:361305:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000324dd5f2. 00000020:00000010:3.0:1767389117.869542:0:361305:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c5502d2c. 00000040:00000010:3.0:1767389117.869546:0:361305:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f5764488. 00000020:00000010:3.0:1767389117.869550:0:361305:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000045548e5b. 00000020:00000010:3.0:1767389117.869554:0:361305:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389117.869557:0:361305:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000c94b4e8. 80000000:00000010:3.0:1767389117.869559:0:361305:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009675e88f. 40000000:00000010:3.0:1767389117.869562:0:361305:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f0a44bba. 00100000:00000010:3.0:1767389117.869565:0:361305:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009c8f2fcb. 00040000:00000010:3.0:1767389117.869569:0:361305:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004ccfbe9. 00040000:00000010:3.0:1767389117.869572:0:361305:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d4cea42b. 00080000:00000010:3.0:1767389117.869575:0:361305:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000030df62b9. 00000004:00000010:3.0:1767389117.869580:0:361305:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e7c24fbe. 00000004:00000010:3.0:1767389117.869584:0:361305:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000023fbb47b. 00000004:00000001:3.0:1767389117.869590:0:361305:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:3.0:1767389117.869594:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000efd4943a. 00000004:00000010:3.0:1767389117.869600:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001a306795. 00000004:00000010:3.0:1767389117.869606:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000cc5c4075. 00000004:00000010:3.0:1767389117.869612:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000720ee356. 00000004:00000010:3.0:1767389117.869619:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000536cb07a. 00000004:00000010:3.0:1767389117.869627:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a79db769. 00000004:00000010:3.0:1767389117.869633:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d9086d28. 00000004:00000010:3.0:1767389117.869640:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b4ce2d56. 00000004:00000010:3.0:1767389117.869646:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005c3ae605. 00000004:00000010:3.0:1767389117.869655:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000001ac19f0. 00000004:00000010:3.0:1767389117.869665:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000eaacdb5e. 00000004:00000010:3.0:1767389117.869673:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007a09c64e. 00000004:00000010:3.0:1767389117.869678:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000eaaa4fa3. 00000004:00000010:3.0:1767389117.869681:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000065fafb79. 00000004:00000010:3.0:1767389117.869685:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000acd6b460. 00000004:00000010:3.0:1767389117.869687:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b365aa4c. 00000004:00000010:3.0:1767389117.869692:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000889d41d1. 00000004:00000010:3.0:1767389117.869695:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007e0cfa34. 00000004:00000010:3.0:1767389117.869697:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000015b41ebe. 00000004:00000010:3.0:1767389117.869700:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000430bb140. 00000004:00000010:3.0:1767389117.869702:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e2d98685. 00000004:00000010:3.0:1767389117.869704:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003574a728. 00000004:00000010:3.0:1767389117.869708:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003a13dbfe. 00000004:00000010:3.0:1767389117.869712:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009c69b79d. 00000004:00000010:3.0:1767389117.869714:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e4baf44e. 00000004:00000010:3.0:1767389117.869718:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000467e5040. 00000004:00000010:3.0:1767389117.869721:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004738f4fc. 00000004:00000010:3.0:1767389117.869750:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000aed18b75. 00000004:00000010:3.0:1767389117.869758:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000511b2a8. 00000004:00000010:3.0:1767389117.869763:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d9786ed8. 00000004:00000010:3.0:1767389117.869769:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000088b31186. 00000004:00000010:3.0:1767389117.869775:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000040558aad. 00000004:00000010:3.0:1767389117.869781:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000538e951a. 00000004:00000010:3.0:1767389117.869789:0:361305:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 0000000091d6ecbb. 00000004:00000001:3.0:1767389117.869794:0:361305:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.869797:0:361305:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c5502d2c. 00000040:00000010:3.0:1767389117.869801:0:361305:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f5764488. 00000020:00000010:3.0:1767389117.869808:0:361305:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000045548e5b. 00000020:00000010:3.0:1767389117.869817:0:361305:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389117.869822:0:361305:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000c94b4e8. 80000000:00000010:3.0:1767389117.869827:0:361305:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009675e88f. 40000000:00000010:3.0:1767389117.869830:0:361305:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f0a44bba. 00100000:00000010:3.0:1767389117.869834:0:361305:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009c8f2fcb. 00040000:00000010:3.0:1767389117.869837:0:361305:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004ccfbe9. 00040000:00000010:3.0:1767389117.869841:0:361305:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d4cea42b. 00080000:00000010:3.0:1767389117.869844:0:361305:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000030df62b9. 00000004:00000010:3.0:1767389117.869847:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e7c24fbe. 00000004:00000010:3.0:1767389117.869863:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000023fbb47b. 00000020:00000010:3.0:1767389117.869868:0:361305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000324dd5f2. 00000020:00000001:3.0:1767389117.869871:0:361305:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.869875:0:361305:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000e844b8ae. 00000020:00000001:3.0:1767389117.869886:0:361305:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.869889:0:361305:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389117.869891:0:361305:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000d936ac7e. 00000020:00000001:3.0:1767389117.869893:0:361305:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389117.869895:0:361305:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389117.869898:0:361305:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389117.869900:0:361305:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767389117.869902:0:361305:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767389117.869903:0:361305:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767389117.869904:0:361305:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf429210 00000020:00000040:3.0:1767389117.869910:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002a30580c with handle 0x95cd417baf429210 from hash 00000020:00000001:3.0:1767389117.869915:0:361305:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767389117.869917:0:361305:0:(genops.c:898:class_export_put()) PUTting export 000000002a30580c : new refcount 1 00000020:00000001:3.0:1767389117.869918:0:361305:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767389117.869919:0:361305:0:(genops.c:898:class_export_put()) PUTting export 000000002a30580c : new refcount 0 00000020:00000080:3.0:1767389117.869921:0:361305:0:(genops.c:904:class_export_put()) final put 000000002a30580c/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767389117.869922:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.869933:0:361305:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389117.869934:0:361305:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389117.869936:0:361305:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.869938:0:361305:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1767389117.869951:0:54998:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767389117.869952:0:54998:0:(genops.c:863:class_export_destroy()) destroying export 000000002a30580c/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:3.0:1767389117.869954:0:54998:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767389117.869955:0:54998:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389117.869957:0:54998:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000003ca90ce1) now 6 - export 00000020:00000010:3.0:1767389117.869960:0:54998:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000002a30580c. 00000020:00000001:3.0:1767389117.869964:0:54998:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767389117.869975:0:361305:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767389117.869979:0:361305:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446621251651091712 : -122822058459904 : ffff904b42d5bd00) 00000020:01000004:3.0:1767389117.869983:0:361305:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000d8479a9f from lustre-MDT0000, refs=3 00000020:00000001:3.0:1767389117.869987:0:361305:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1767389117.869990:0:361305:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000d8479a9f 3 00000020:00000001:3.0:1767389117.869993:0:361305:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.869995:0:361305:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:3.0:1767389117.869996:0:361305:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767389117.869999:0:361305:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446621251651091712 : -122822058459904 : ffff904b42d5bd00) 00000020:01000004:3.0:1767389117.870001:0:361305:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000d8479a9f from lustre-MDT0000 00000020:00000010:3.0:1767389117.870004:0:361305:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 00000000676c3c88. 00000020:00000010:3.0:1767389117.870008:0:361305:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 000000006fcb3ff1. 00000020:00000001:3.0:1767389117.870011:0:361305:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.870012:0:361305:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389117.870014:0:361305:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:3.0:1767389117.870018:0:361305:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.870020:0:361305:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389117.870026:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767389117.870030:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000c6379aa. 00000001:00000010:3.0:1767389117.870032:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000011e81c5b. 00000001:00000010:3.0:1767389117.870033:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000221dca47. 00000001:00000010:3.0:1767389117.870034:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000055ca5b4f. 00000001:00000010:3.0:1767389117.870036:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000044560cd4. 00000001:00000010:3.0:1767389117.870039:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000039c312fe. 00000001:00000001:3.0:1767389117.870044:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767389117.870045:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767389117.870051:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c1cca0a9. 00000001:00000010:3.0:1767389117.870053:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ad284825. 00000001:00000010:3.0:1767389117.870060:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000396b618d. 00000001:00000010:3.0:1767389117.870062:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002c7e1072. 00000001:00000010:3.0:1767389117.870064:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000008442f15d. 00000001:00000010:3.0:1767389117.870065:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000000e78ea23. 00000001:00000001:3.0:1767389117.870067:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767389117.870068:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 3 - setup 00000020:00000001:3.0:1767389117.870071:0:361305:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.870075:0:361305:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767389117.870079:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767389117.870083:0:361305:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767389117.870087:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 2 - obd_device_list 00000020:00000080:3.0:1767389117.870089:0:361305:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:3.0:1767389117.870090:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000e28610cc) now 1 - newdev 00000020:00000040:3.0:1767389117.870093:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000cd5835b6 with handle 0x95cd417baf4291f4 from hash 00000020:00000040:3.0:1767389117.870097:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000cd5835b6 : new refcount 0 00000020:00000080:3.0:1767389117.870099:0:361305:0:(genops.c:904:class_export_put()) final put 00000000cd5835b6/lustre-MDT0000_UUID 00000020:00000001:3.0:1767389117.870101:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.870103:0:361305:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767389117.870104:0:361305:0:(genops.c:863:class_export_destroy()) destroying export 00000000cd5835b6/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:3.0:1767389117.870105:0:361305:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:3.0:1767389117.870108:0:361305:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:3.0:1767389117.870111:0:361305:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000b400e306. 00000004:00000001:3.0:1767389117.870121:0:361305:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.870124:0:361305:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.870127:0:361305:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000cd5835b6. 00000020:00000001:3.0:1767389117.870138:0:361305:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767389117.870140:0:361305:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:3.0:1767389117.870143:0:361305:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:3.0:1767389117.870147:0:361305:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767389117.870151:0:361305:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000324dd5f2. 00000020:00000010:3.0:1767389117.870155:0:361305:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d4cea42b. 00000040:00000010:3.0:1767389117.870159:0:361305:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000c94b4e8. 00000020:00000010:3.0:1767389117.870163:0:361305:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e7c24fbe. 00000020:00000010:3.0:1767389117.870168:0:361305:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389117.870171:0:361305:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f5764488. 80000000:00000010:3.0:1767389117.870174:0:361305:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009675e88f. 40000000:00000010:3.0:1767389117.870176:0:361305:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b2979d92. 00100000:00000010:3.0:1767389117.870178:0:361305:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000030df62b9. 00040000:00000010:3.0:1767389117.870180:0:361305:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004ccfbe9. 00040000:00000010:3.0:1767389117.870182:0:361305:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c5502d2c. 00080000:00000010:3.0:1767389117.870186:0:361305:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009c8f2fcb. 00000004:00000010:3.0:1767389117.870188:0:361305:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000023fbb47b. 00000004:00000001:3.0:1767389117.870191:0:361305:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:3.0:1767389117.870194:0:361305:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 00000000edc35e9b. 00000004:00000001:3.0:1767389117.870199:0:361305:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.870202:0:361305:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d4cea42b. 00000040:00000010:3.0:1767389117.870205:0:361305:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000c94b4e8. 00000020:00000010:3.0:1767389117.870211:0:361305:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e7c24fbe. 00000020:00000010:3.0:1767389117.870216:0:361305:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389117.870224:0:361305:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f5764488. 80000000:00000010:3.0:1767389117.870231:0:361305:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009675e88f. 40000000:00000010:3.0:1767389117.870239:0:361305:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b2979d92. 00100000:00000010:3.0:1767389117.870249:0:361305:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000030df62b9. 00040000:00000010:3.0:1767389117.870259:0:361305:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004ccfbe9. 00040000:00000010:3.0:1767389117.870266:0:361305:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c5502d2c. 00080000:00000010:3.0:1767389117.870270:0:361305:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009c8f2fcb. 00000004:00000010:3.0:1767389117.870274:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000023fbb47b. 00000020:00000010:3.0:1767389117.870278:0:361305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000324dd5f2. 00000020:00000001:3.0:1767389117.870279:0:361305:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.870293:0:361305:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000e28610cc. 00000020:00000001:3.0:1767389117.870299:0:361305:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.870302:0:361305:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389117.870305:0:361305:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 0000000020053cda. 00000020:00000001:3.0:1767389117.870322:0:361305:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.870326:0:361305:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:3.0:1767389117.870329:0:361305:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:3.0:1767389117.870331:0:361305:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:3.0:1767389117.870333:0:361305:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:3.0:1767389117.870335:0:361305:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:3.0:1767389117.870337:0:361305:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767389117.870339:0:361305:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446621251660178944 : -122822049372672 : ffff904b43606600) 00000020:01000004:3.0:1767389117.870342:0:361305:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:3.0:1767389117.870344:0:361305:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767389117.870345:0:361305:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:3.0:1767389117.870348:0:361305:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000b2979d92. 00000020:00000080:3.0:1767389117.870351:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767389117.870354:0:361305:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767389117.870355:0:361305:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1767389117.870361:0:361305:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 000000003eb5d898 c07dcde7-f9c9-49b5-a081-6a2d18ea4aee 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:3.0:1767389117.870367:0:361305:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767389117.870372:0:361305:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (000000007e972090) has exports, disconnecting them 00000020:00000001:3.0:1767389117.870374:0:361305:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:3.0:1767389117.870376:0:361305:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=10 00000020:00000040:3.0:1767389117.870377:0:361305:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=11 00000020:00080000:3.0:1767389117.870383:0:361305:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (000000003eb5d898), last request at 1767388975 00000020:00000001:3.0:1767389117.870388:0:361305:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:3.0:1767389117.870393:0:361305:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:3.0:1767389117.870397:0:361305:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 10 20000000:00000010:3.0:1767389117.870400:0:361305:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000f443256d. 00000020:00000040:3.0:1767389117.870404:0:361305:0:(genops.c:887:class_export_get()) GET export 000000003eb5d898 refcount=11 00010000:00000001:3.0:1767389117.870408:0:361305:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767389117.870409:0:361305:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767389117.870412:0:361305:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 10 00000020:00000080:3.0:1767389117.870416:0:361305:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf4291ae 00000020:00000040:3.0:1767389117.870425:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003eb5d898 with handle 0x95cd417baf4291ae from hash 00000020:00000040:3.0:1767389117.870433:0:361305:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 9 00000020:00000001:3.0:1767389117.870438:0:361305:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767389117.870442:0:361305:0:(genops.c:1938:obd_stale_export_put()) Put export 000000003eb5d898: total 0 00000020:00000001:3.0:1767389117.870447:0:361305:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767389117.870450:0:361305:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 8 00000020:00000001:3.0:1767389117.870452:0:361305:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389117.870454:0:361305:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767389117.870458:0:361305:0:(import.c:65:import_set_state_nolock()) 0000000065ed9c00 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767389117.870461:0:361305:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767389117.870462:0:361305:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767389117.870463:0:361305:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767389117.870474:0:361305:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389117.870476:0:361305:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 7 20000000:00000001:3.0:1767389117.870478:0:361305:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.870479:0:361305:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1767389117.870481:0:361305:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000003eb5d898): rc 0 00000020:00000040:3.0:1767389117.870484:0:361305:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 6 00000020:00000001:3.0:1767389117.870486:0:361305:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:3.0:1767389117.870488:0:361305:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767389117.870489:0:361305:0:(obd_class.h:604:obd_precleanup()) Process entered 20000000:00000001:3.0:1767389117.870491:0:361305:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000001:3.0:1767389117.870492:0:361305:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767389117.870493:0:361305:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (000000007e972090) has no exports 00000020:00000001:3.0:1767389117.870494:0:361305:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767389117.870507:0:361306:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:3.0:1767389117.870509:0:361306:0:(genops.c:1924:obd_stale_export_get()) Get export 000000003eb5d898: total 0 00000020:00000001:3.0:1767389117.870510:0:361306:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446621247502987264 : -122826206564352 : ffff904a4b96b000) 00010000:00000001:3.0:1767389117.870515:0:361306:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000010:3.0:1767389117.870520:0:361306:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000324dd5f2. 00000020:00000010:3.0:1767389117.870525:0:361306:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c5502d2c. 00000020:00000010:3.0:1767389117.870528:0:361306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009c8f2fcb. 00000020:00000010:3.0:1767389117.870533:0:361306:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389117.870536:0:361306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f5764488. 80000000:00000010:3.0:1767389117.870541:0:361306:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009675e88f. 40000000:00000010:3.0:1767389117.870544:0:361306:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000023ca8ce1. 00100000:00000010:3.0:1767389117.870546:0:361306:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000030df62b9. 00040000:00000010:3.0:1767389117.870550:0:361306:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004ccfbe9. 00040000:00000010:3.0:1767389117.870555:0:361306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000c94b4e8. 00080000:00000010:3.0:1767389117.870557:0:361306:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e7c24fbe. 00002000:00000010:3.0:1767389117.870560:0:361306:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007847b156. 00000020:00000010:3.0:1767389117.870565:0:361306:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c5502d2c. 00000020:00000010:3.0:1767389117.870568:0:361306:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009c8f2fcb. 00000020:00000010:3.0:1767389117.870575:0:361306:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389117.870583:0:361306:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f5764488. 80000000:00000010:3.0:1767389117.870590:0:361306:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009675e88f. 40000000:00000010:3.0:1767389117.870596:0:361306:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000023ca8ce1. 00100000:00000010:3.0:1767389117.870601:0:361306:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000030df62b9. 00040000:00000010:3.0:1767389117.870604:0:361306:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004ccfbe9. 00040000:00000010:3.0:1767389117.870610:0:361306:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000c94b4e8. 00080000:00000010:3.0:1767389117.870613:0:361306:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e7c24fbe. 00002000:00000010:3.0:1767389117.870615:0:361306:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007847b156. 00000020:00000010:3.0:1767389117.870617:0:361306:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000324dd5f2. 00010000:00010000:3.0:1767389117.870623:0:361306:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000003eb5d898, canceled 0 locks, left on hash table 5. 00000020:00000010:3.0:1767389117.870628:0:361306:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000324dd5f2. 00000020:00000010:3.0:1767389117.870634:0:361306:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000c94b4e8. 00000020:00000010:3.0:1767389117.870637:0:361306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e7c24fbe. 00000020:00000010:3.0:1767389117.870641:0:361306:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389117.870644:0:361306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f5764488. 80000000:00000010:3.0:1767389117.870648:0:361306:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009675e88f. 40000000:00000010:3.0:1767389117.870653:0:361306:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000023ca8ce1. 00100000:00000010:3.0:1767389117.870658:0:361306:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000030df62b9. 00040000:00000010:3.0:1767389117.870663:0:361306:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004ccfbe9. 00040000:00000010:3.0:1767389117.870666:0:361306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c5502d2c. 00080000:00000010:3.0:1767389117.870669:0:361306:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000009c8f2fcb. 00002000:00000010:3.0:1767389117.870670:0:361306:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007847b156. 00000001:00000001:3.0:1767389117.870673:0:361306:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:3.0:1767389117.870679:0:361306:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767389117.870688:0:361306:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000a2f05ba3 count: 2 00010000:00000001:3.0:1767389117.870692:0:361306:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767389117.870699:0:361306:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767389117.870703:0:361306:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767389117.870704:0:361306:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.870706:0:361306:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389117.870714:0:361306:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389117.870719:0:361306:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389117.870814:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389117.870818:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389117.870821:0:361306:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389117.870824:0:361306:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389117.870841:0:361306:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000024ac46d6 with handle 0x95cd417baf4292b1 from hash 00010000:00000001:3.0:1767389117.870846:0:361306:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389117.870850:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389117.870854:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389117.870859:0:361306:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389117.870864:0:361306:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:3.0:1767389117.870869:0:361306:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000003eb5d898, 1 locks cancelled. 00010000:00000001:3.0:1767389117.870873:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389117.870876:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389117.870881:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389117.870891:0:361306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000024ac46d6/0x95cd417baf4292b1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x95cd417baf4292aa expref: 6 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389117.870898:0:361306:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 4 00000020:00000040:3.0:1767389117.870900:0:361306:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 5 00010000:00000040:3.0:1767389117.870905:0:361306:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a2f05ba3 count: 0 00000100:00000001:2.0:1767389117.870936:0:361305:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767389117.870942:0:361305:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00010000:00000001:3.0:1767389117.870951:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767389117.870960:0:361305:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000001:00000040:3.0:1767389117.870962:0:361306:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: c07dcde7-f9c9-4, loop: 0 00000100:00000001:2.0:1767389117.870971:0:361305:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000001:00000001:3.0:1767389117.870972:0:361306:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:2.0:1767389117.870985:0:361305:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00010000:00000040:3.0:1767389117.870987:0:361306:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000edf97b29 count: 4 00000100:00000040:2.0:1767389117.870990:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #3 00010000:00000001:3.0:1767389117.870992:0:361306:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767389117.870998:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00000020:00000001:3.0:1767389117.871000:0:361306:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:2.0:1767389117.871010:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00010000:00000001:3.0:1767389117.871012:0:361306:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767389117.871021:0:361306:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389117.871023:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00000020:00000001:3.0:1767389117.871039:0:361306:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389117.871043:0:361306:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389117.871045:0:361306:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389117.871052:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389117.871054:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389117.871056:0:361306:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389117.871059:0:361306:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389117.871062:0:361306:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000923c6349 with handle 0x95cd417baf4292bf from hash 00010000:00000001:3.0:1767389117.871067:0:361306:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389117.871068:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389117.871069:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389117.871070:0:361306:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389117.871075:0:361306:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:3.0:1767389117.871076:0:361306:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000003eb5d898, 2 locks cancelled. 00010000:00000001:3.0:1767389117.871078:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389117.871080:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767389117.871083:0:361305:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #3 00010000:00000001:3.0:1767389117.871084:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389117.871095:0:361306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000923c6349/0x95cd417baf4292bf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x95cd417baf4292b8 expref: 5 pid: 338174 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767389117.871096:0:338174:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a6ac6d62. 00010000:00000040:3.0:1767389117.871107:0:361306:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 3 00000040:00000010:0.0:1767389117.871107:0:338174:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000145ee34a. 00000020:00000040:3.0:1767389117.871114:0:361306:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 4 00000020:00000010:0.0:1767389117.871118:0:338174:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b2402e28. 00000020:00000010:2.0:1767389117.871119:0:338175:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000af6fe556. 00010000:00000001:3.0:1767389117.871125:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767389117.871129:0:338174:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000035920340. 00000040:00000010:2.0:1767389117.871132:0:338175:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009c2ffb48. 00000001:00000040:3.0:1767389117.871133:0:361306:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: c07dcde7-f9c9-4, loop: 1 80000000:00000010:0.0:1767389117.871135:0:338174:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d11c3af9. 00000020:00000010:2.0:1767389117.871144:0:338175:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000031b687f9. 00000001:00000001:3.0:1767389117.871145:0:361306:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00040000:00000010:0.0:1767389117.871145:0:338174:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000098c2e9d9. 00010000:00000040:3.0:1767389117.871156:0:361306:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000003c38b262 count: 2 00010000:00000001:3.0:1767389117.871163:0:361306:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000010:0.0:1767389117.871167:0:338174:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000319239a6. 00000020:00000010:2.0:1767389117.871168:0:338175:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000011a6e10b. 00000020:00000001:3.0:1767389117.871170:0:361306:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:0.0:1767389117.871176:0:338174:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000c796c0a7. 00010000:00000001:3.0:1767389117.871184:0:361306:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767389117.871188:0:361306:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767389117.871191:0:338174:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d6840383. 80000000:00000010:2.0:1767389117.871192:0:338175:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a963d912. 00000020:00000001:3.0:1767389117.871193:0:361306:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389117.871213:0:361306:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00040000:00000010:2.0:1767389117.871214:0:338175:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000030a822a5. 20000000:00000010:0.0:1767389117.871215:0:338174:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000002a3d544f. 00010000:00000001:3.0:1767389117.871216:0:361306:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389117.871229:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389117.871236:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:2.0:1767389117.871239:0:338175:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000883a00f2. 00010000:00000001:3.0:1767389117.871240:0:361306:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:0.0:1767389117.871240:0:338174:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0b015d3. 00010000:00000001:3.0:1767389117.871249:0:361306:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389117.871254:0:361306:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ada49e83 with handle 0x95cd417baf4292db from hash 20000000:00000010:2.0:1767389117.871256:0:338175:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000001412a493. 00000020:00000010:0.0:1767389117.871257:0:338174:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b6340abd. 00010000:00000001:3.0:1767389117.871267:0:361306:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389117.871275:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389117.871278:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767389117.871281:0:338175:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000560f308b. 00010000:00000001:3.0:1767389117.871282:0:361306:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000010:0.0:1767389117.871289:0:338174:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000006d3e908d. 00010000:00000001:3.0:1767389117.871295:0:361306:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00100000:0.0:1767389117.871299:0:338174:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [00000000170c3172:338174] 1 exiting: rc = 0 00010000:00000001:3.0:1767389117.871300:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767389117.871302:0:338175:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003a245e51. 00010000:00000001:3.0:1767389117.871304:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389117.871322:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389117.871325:0:361306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ada49e83/0x95cd417baf4292db lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x95cd417baf4292d4 expref: 4 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389117.871335:0:361306:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 2 00000020:00000040:3.0:1767389117.871340:0:361306:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 3 00000100:00000010:2.0:1767389117.871341:0:338175:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000cea03d7a. 00010000:00000040:3.0:1767389117.871343:0:361306:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003c38b262 count: 0 00000100:00100000:2.0:1767389117.871353:0:338175:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [0000000098d96cd4:338175] 2 exiting: rc = 0 00010000:00000001:3.0:1767389117.871377:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767389117.871384:0:361306:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: c07dcde7-f9c9-4, loop: 2 00000001:00000001:3.0:1767389117.871388:0:361306:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767389117.871394:0:361306:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000edf97b29 count: 3 00010000:00000001:3.0:1767389117.871396:0:361306:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767389117.871403:0:361306:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767389117.871405:0:361306:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767389117.871406:0:361306:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.871410:0:361306:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389117.871414:0:361306:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767389117.871416:0:361306:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767389117.871423:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389117.871428:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389117.871432:0:361306:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767389117.871435:0:361306:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389117.871443:0:361306:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000073db941a with handle 0x95cd417baf429359 from hash 00010000:00000001:3.0:1767389117.871446:0:361306:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389117.871449:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389117.871454:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389117.871456:0:361306:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389117.871459:0:361306:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:3.0:1767389117.871460:0:361306:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000003eb5d898, 4 locks cancelled. 00010000:00000001:3.0:1767389117.871463:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389117.871467:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389117.871468:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767389117.871469:0:361306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000073db941a/0x95cd417baf429359 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x95cd417baf429352 expref: 3 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389117.871474:0:361306:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 1 00000020:00000040:3.0:1767389117.871480:0:361306:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 2 00010000:00000001:3.0:1767389117.871499:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767389117.871504:0:361306:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: c07dcde7-f9c9-4, loop: 3 00000001:00000001:3.0:1767389117.871508:0:361306:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1767389117.871511:0:361306:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000edf97b29 count: 2 00010000:00000001:3.0:1767389117.871516:0:361306:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1767389117.871521:0:361306:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000010:2.0:1767389117.871521:0:352639:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eccba725. 00010000:00000001:3.0:1767389117.871526:0:361306:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767389117.871529:0:361306:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767389117.871530:0:352639:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a66b95eb. 00000020:00000001:3.0:1767389117.871544:0:361306:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389117.871546:0:352639:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007da68f72. 00010000:00000001:3.0:1767389117.871551:0:361306:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:2.0:1767389117.871554:0:352639:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000078849c75. 00010000:00000001:3.0:1767389117.871555:0:361306:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 80000000:00000010:2.0:1767389117.871569:0:352639:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000e90a893. 00010000:00000001:3.0:1767389117.871571:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389117.871579:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389117.871582:0:361306:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00040000:00000010:2.0:1767389117.871584:0:352639:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009899f543. 00010000:00000001:3.0:1767389117.871585:0:361306:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767389117.871596:0:352639:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d1ef78fc. 20000000:00000010:2.0:1767389117.871615:0:352639:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d3315ace. 00000020:00000010:2.0:1767389117.871624:0:352639:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000475306d0. 00000020:00000040:3.0:1767389117.871625:0:361306:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001d897380 with handle 0x95cd417baf4292e9 from hash 00010000:00000001:3.0:1767389117.871636:0:361306:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767389117.871639:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767389117.871643:0:352639:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000cad9bc52. 00010000:00000001:3.0:1767389117.871645:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767389117.871651:0:361306:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767389117.871658:0:361306:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767389117.871661:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767389117.871664:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:2.0:1767389117.871665:0:352639:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e7a1287e. 00010000:00000001:3.0:1767389117.871676:0:361306:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:2.0:1767389117.871680:0:352639:0:(service.c:3155:ptlrpc_main()) ll_mgs_0003: service thread [000000005ab54caf:352639] 3 exiting: rc = 0 00010000:00010000:3.0:1767389117.871687:0:361306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001d897380/0x95cd417baf4292e9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x95cd417baf4292e2 expref: 2 pid: 338174 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767389117.871695:0:361306:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003eb5d898 : new locks_count 0 00000020:00000040:3.0:1767389117.871699:0:361306:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 1 00010000:00000040:3.0:1767389117.871702:0:361306:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000edf97b29 count: 0 00010000:00000001:3.0:1767389117.871749:0:361306:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:3.0:1767389117.871751:0:361306:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: c07dcde7-f9c9-4, loop: 4 00000001:00000001:3.0:1767389117.871754:0:361306:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767389117.871760:0:361306:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389117.871762:0:361306:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000003eb5d898, canceled 5 locks, left on hash table 0. 00010000:00000001:3.0:1767389117.871764:0:361306:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000001:00000001:3.0:1767389117.871767:0:361306:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767389117.871770:0:361306:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767389117.871774:0:361306:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389117.871777:0:361306:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000020:00000010:3.0:1767389117.871782:0:361306:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000c94b4e8. 00000020:00000010:3.0:1767389117.871790:0:361306:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e7c24fbe. 00000020:00000010:3.0:1767389117.871797:0:361306:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389117.871808:0:361306:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f5764488. 80000000:00000010:3.0:1767389117.871813:0:361306:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009675e88f. 40000000:00000010:3.0:1767389117.871823:0:361306:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000023ca8ce1. 00100000:00000010:3.0:1767389117.871831:0:361306:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000030df62b9. 00040000:00000010:3.0:1767389117.871841:0:361306:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004ccfbe9. 00040000:00000010:3.0:1767389117.871847:0:361306:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c5502d2c. 00080000:00000010:3.0:1767389117.871854:0:361306:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009c8f2fcb. 00002000:00000010:3.0:1767389117.871864:0:361306:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007847b156. 00000020:00000010:3.0:1767389117.871872:0:361306:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000324dd5f2. 00000020:00000001:3.0:1767389117.871880:0:361306:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767389117.871882:0:361306:0:(genops.c:898:class_export_put()) PUTting export 000000003eb5d898 : new refcount 0 00000020:00000080:3.0:1767389117.871885:0:361306:0:(genops.c:904:class_export_put()) final put 000000003eb5d898/c07dcde7-f9c9-49b5-a081-6a2d18ea4aee 00000020:00000001:3.0:1767389117.871905:0:361306:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:3.0:1767389117.871909:0:361306:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.871914:0:361306:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:2.0:1767389117.871916:0:361305:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #0 00000020:00000001:3.0:1767389117.871919:0:361306:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389117.871927:0:361306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767389117.871931:0:361306:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389117.871935:0:361306:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389117.871939:0:361306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767389117.871944:0:361306:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389117.871948:0:361306:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389117.871956:0:361306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:2.0:1767389117.871958:0:338173:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fda2613f. 00000040:00000010:2.0:1767389117.871969:0:338173:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e297e5d0. 00000020:00000010:2.0:1767389117.871975:0:338173:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007cc376e6. 00000020:00000010:2.0:1767389117.871983:0:338173:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d7e1b48d. 80000000:00000010:2.0:1767389117.871988:0:338173:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cb47d1b7. 00040000:00000010:2.0:1767389117.871997:0:338173:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005557c08c. 00080000:00000010:2.0:1767389117.872005:0:338173:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000053d89c5c. 20000000:00000010:2.0:1767389117.872012:0:338173:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000324b8110. 00000020:00000010:2.0:1767389117.872019:0:338173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003df046ed. 00000020:00000010:2.0:1767389117.872033:0:338173:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000046ac0268. 00000100:00000010:2.0:1767389117.872063:0:338173:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000004b10c52. 00000100:00100000:2.0:1767389117.872071:0:338173:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [000000005c1f3ff9:338173] 0 exiting: rc = 1 00000100:00000010:2.0:1767389117.872246:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000005c1f3ff9. 00000100:00000010:2.0:1767389117.872265:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000170c3172. 00000100:00000010:2.0:1767389117.872274:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000098d96cd4. 00000100:00000010:2.0:1767389117.872285:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000005ab54caf. 00000100:00000001:2.0:1767389117.872298:0:361305:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767389117.872300:0:361305:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767389117.872331:0:361305:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00000400:00000001:2.0:1767389117.872342:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.872356:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.872362:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eab702e3. 00000400:00000200:2.0:1767389117.872371:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000257a5c46 00000400:00000010:2.0:1767389117.872376:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000257a5c46. 00000100:00000001:2.0:1767389117.872387:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.872391:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.872405:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.872410:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767389117.872419:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.872422:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.872424:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.872426:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000798683f3. 00000400:00000200:2.0:1767389117.872433:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008654b0a3 00000400:00000010:2.0:1767389117.872437:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008654b0a3. 00000100:00000001:2.0:1767389117.872445:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.872449:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.872467:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.872470:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767389117.872477:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767389117.872478:0:54998:0:(genops.c:857:class_export_destroy()) Process entered 00000400:00000001:2.0:1767389117.872482:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000080:3.0:1767389117.872484:0:54998:0:(genops.c:863:class_export_destroy()) destroying export 000000003eb5d898/c07dcde7-f9c9-49b5-a081-6a2d18ea4aee for MGS 00000400:00000001:2.0:1767389117.872487:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.872492:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5a673b5. 00000020:00000040:3.0:1767389117.872500:0:54998:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 12 to 0@lo 00000400:00000200:2.0:1767389117.872501:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea921e27 00000400:00000010:2.0:1767389117.872508:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ea921e27. 00000100:00000001:2.0:1767389117.872519:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767389117.872520:0:54998:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000100:00000200:2.0:1767389117.872524:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 20000000:00000001:3.0:1767389117.872529:0:54998:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:3.0:1767389117.872542:0:54998:0:(genops.c:1229:class_import_get()) import 0000000065ed9c00 refcount=2 obd=MGS 00000100:00100000:2.0:1767389117.872546:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.872555:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000020:00000001:3.0:1767389117.872558:0:54998:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767389117.872560:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.872563:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767389117.872567:0:54998:0:(genops.c:1242:class_import_put()) import 0000000065ed9c00 refcount=1 obd=MGS 00000400:00000001:2.0:1767389117.872567:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.872572:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039a065a9. 00000400:00000200:2.0:1767389117.872585:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057029be9 00000020:00000001:3.0:1767389117.872587:0:54998:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1767389117.872595:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057029be9. 00000020:00000001:3.0:1767389117.872599:0:54998:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389117.872604:0:54998:0:(genops.c:1242:class_import_put()) import 0000000065ed9c00 refcount=0 obd=MGS 00000100:00000001:2.0:1767389117.872606:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.872611:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:3.0:1767389117.872612:0:54998:0:(genops.c:1245:class_import_put()) final put import 0000000065ed9c00 00000020:00000001:3.0:1767389117.872628:0:54998:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1767389117.872633:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:3.0:1767389117.872634:0:54998:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000100:00000040:2.0:1767389117.872639:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000001:00000001:3.0:1767389117.872641:0:54998:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000001:2.0:1767389117.872643:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.872663:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000010:3.0:1767389117.872665:0:54998:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000497b2084. 00000400:00000001:2.0:1767389117.872668:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.872672:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bd9b48e. 00000400:00000200:2.0:1767389117.872678:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056e1a0e1 00000001:00000010:3.0:1767389117.872679:0:54998:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000bfdc09f. 00000400:00000010:2.0:1767389117.872681:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000056e1a0e1. 00000100:00000001:2.0:1767389117.872688:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.872695:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:3.0:1767389117.872696:0:54998:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004736aea7. 00000001:00000010:3.0:1767389117.872710:0:54998:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fb3ecfcb. 00000100:00100000:2.0:1767389117.872711:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.872720:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000001:00000010:3.0:1767389117.872723:0:54998:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007a83b959. 00000001:00000010:3.0:1767389117.872732:0:54998:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f4e3011a. 00000100:00000001:2.0:1767389117.872790:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:3.0:1767389117.872794:0:54998:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000400:00000001:2.0:1767389117.872794:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.872800:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767389117.872804:0:54998:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000400:00000010:2.0:1767389117.872805:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024164eee. 00000400:00000200:2.0:1767389117.872815:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022aec3cd 00010000:00000001:3.0:1767389117.872816:0:54998:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000400:00000010:2.0:1767389117.872819:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022aec3cd. 00010000:00000001:3.0:1767389117.872825:0:54998:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000100:00000001:2.0:1767389117.872827:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.872833:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 20000000:00000001:3.0:1767389117.872835:0:54998:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.872843:0:54998:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389117.872851:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000040:3.0:1767389117.872855:0:54998:0:(obd_config.c:955:class_decref()) Decref MGS (000000007e972090) now 5 - export 00000100:00000040:2.0:1767389117.872855:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767389117.872862:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767389117.872864:0:54998:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000003eb5d898. 00000400:00000001:2.0:1767389117.872868:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.872876:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.872881:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046c5e344. 00000400:00000200:2.0:1767389117.872886:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a07a382 00000400:00000010:2.0:1767389117.872889:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a07a382. 00000020:00000001:3.0:1767389117.872893:0:54998:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:2.0:1767389117.872894:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.872900:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:3.0:1767389117.872908:0:54998:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000100:00100000:2.0:1767389117.872914:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1767389117.872919:0:54998:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000065ed9c00 for MGS 00000100:00000040:2.0:1767389117.872920:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767389117.872931:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767389117.872939:0:54998:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 11 to 0@lo 00000400:00000001:2.0:1767389117.872940:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.872944:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.872949:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c0e55591. 00000020:00000040:3.0:1767389117.872952:0:54998:0:(obd_config.c:955:class_decref()) Decref MGS (000000007e972090) now 4 - import 00000400:00000200:2.0:1767389117.872955:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000987daa10 00000400:00000010:2.0:1767389117.872962:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000987daa10. 00000020:00000010:3.0:1767389117.872965:0:54998:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000065ed9c00. 00000100:00000001:2.0:1767389117.872970:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.872973:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:3.0:1767389117.872979:0:54998:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00100000:2.0:1767389117.872994:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.872997:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767389117.873004:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873007:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873008:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873010:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008034cfdf. 00000400:00000200:2.0:1767389117.873019:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029bdb2fc 00000400:00000010:2.0:1767389117.873024:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029bdb2fc. 00000100:00000001:2.0:1767389117.873031:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873035:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873055:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873061:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767389117.873070:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873074:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873078:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873082:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d28941c3. 00000400:00000200:2.0:1767389117.873088:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad50f53e 00000400:00000010:2.0:1767389117.873093:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad50f53e. 00000100:00000001:2.0:1767389117.873100:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873102:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873120:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873124:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767389117.873129:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873131:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873132:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873134:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f2b8985. 00000400:00000200:2.0:1767389117.873149:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002400f2ce 00000400:00000010:2.0:1767389117.873152:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002400f2ce. 00000100:00000001:2.0:1767389117.873156:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873158:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873170:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873174:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767389117.873176:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873178:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873180:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873182:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7271d6f. 00000400:00000200:2.0:1767389117.873185:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a556a894 00000400:00000010:2.0:1767389117.873188:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a556a894. 00000100:00000001:2.0:1767389117.873194:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873195:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873202:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873204:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767389117.873208:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873211:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873213:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873216:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008600ad11. 00000400:00000200:2.0:1767389117.873222:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007074e170 00000400:00000010:2.0:1767389117.873225:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007074e170. 00000100:00000001:2.0:1767389117.873230:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873233:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873244:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873247:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767389117.873251:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873254:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873256:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873260:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ac00971. 00000400:00000200:2.0:1767389117.873265:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058a4f387 00000400:00000010:2.0:1767389117.873269:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000058a4f387. 00000100:00000001:2.0:1767389117.873276:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873279:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873290:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873292:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767389117.873298:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873301:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873304:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873322:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4779a39. 00000400:00000200:2.0:1767389117.873327:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000552c39a9 00000400:00000010:2.0:1767389117.873330:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000552c39a9. 00000100:00000001:2.0:1767389117.873334:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873336:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873345:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873350:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767389117.873356:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873360:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873362:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873365:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001410816. 00000400:00000200:2.0:1767389117.873371:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000880194ed 00000400:00000010:2.0:1767389117.873373:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000880194ed. 00000100:00000001:2.0:1767389117.873378:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873381:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873394:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873399:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767389117.873401:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873406:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873408:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873412:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5989bb5. 00000400:00000200:2.0:1767389117.873415:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e436bf8d 00000400:00000010:2.0:1767389117.873417:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e436bf8d. 00000100:00000001:2.0:1767389117.873421:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873423:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873435:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873437:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767389117.873444:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873448:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873450:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873453:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f193452a. 00000400:00000200:2.0:1767389117.873459:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a47ddc4 00000400:00000010:2.0:1767389117.873463:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a47ddc4. 00000100:00000001:2.0:1767389117.873470:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873474:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873484:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873489:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767389117.873496:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873500:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873503:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873506:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016f4f05a. 00000400:00000200:2.0:1767389117.873518:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d802ae0 00000400:00000010:2.0:1767389117.873521:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d802ae0. 00000100:00000001:2.0:1767389117.873526:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873527:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873534:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873537:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767389117.873540:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873544:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873548:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873551:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dcd0f8c. 00000400:00000200:2.0:1767389117.873555:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050ebe088 00000400:00000010:2.0:1767389117.873558:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050ebe088. 00000100:00000001:2.0:1767389117.873564:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873566:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873575:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873580:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767389117.873586:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873589:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873592:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873594:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001abd85a0. 00000400:00000200:2.0:1767389117.873599:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000859143d1 00000400:00000010:2.0:1767389117.873602:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000859143d1. 00000100:00000001:2.0:1767389117.873605:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873607:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873614:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873617:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767389117.873623:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873627:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873630:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873633:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092cd2511. 00000400:00000200:2.0:1767389117.873641:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b79254d4 00000400:00000010:2.0:1767389117.873644:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b79254d4. 00000100:00000001:2.0:1767389117.873650:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873652:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873660:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873663:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767389117.873669:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873674:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873676:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873678:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016d3c1be. 00000400:00000200:2.0:1767389117.873686:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013e5837f 00000400:00000010:2.0:1767389117.873689:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013e5837f. 00000100:00000001:2.0:1767389117.873694:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873697:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873710:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873715:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767389117.873751:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873754:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873756:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873758:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037ff80f1. 00000400:00000200:2.0:1767389117.873762:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f6e6056 00000400:00000010:2.0:1767389117.873765:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f6e6056. 00000100:00000001:2.0:1767389117.873773:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873775:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873785:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873791:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767389117.873795:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873798:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873800:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873802:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001df491b7. 00000400:00000200:2.0:1767389117.873809:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000159ea938 00000400:00000010:2.0:1767389117.873813:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000159ea938. 00000100:00000001:2.0:1767389117.873819:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873822:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873838:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873843:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767389117.873846:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873852:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873855:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873858:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf8c0870. 00000400:00000200:2.0:1767389117.873864:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebefbe85 00000400:00000010:2.0:1767389117.873867:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebefbe85. 00000100:00000001:2.0:1767389117.873875:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873879:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873893:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873897:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767389117.873903:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873906:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873908:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873912:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032fb054d. 00000400:00000200:2.0:1767389117.873920:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066838c1f 00000400:00000010:2.0:1767389117.873925:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066838c1f. 00000100:00000001:2.0:1767389117.873936:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.873940:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.873959:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.873964:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767389117.873973:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.873977:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.873982:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.873986:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac7fbb47. 00000400:00000200:2.0:1767389117.873994:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cebc420 00000400:00000010:2.0:1767389117.873996:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004cebc420. 00000100:00000001:2.0:1767389117.874003:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874010:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.874033:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.874038:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767389117.874047:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.874053:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.874057:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.874059:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d3b9675. 00000400:00000200:2.0:1767389117.874065:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b81679dd 00000400:00000010:2.0:1767389117.874067:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b81679dd. 00000100:00000001:2.0:1767389117.874070:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874071:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.874089:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.874094:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767389117.874102:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.874107:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.874111:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.874115:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084afd43b. 00000400:00000200:2.0:1767389117.874121:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb69665b 00000400:00000010:2.0:1767389117.874125:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb69665b. 00000100:00000001:2.0:1767389117.874130:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874132:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.874140:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.874143:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767389117.874149:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.874153:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.874156:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.874158:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006404b56. 00000400:00000200:2.0:1767389117.874165:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000070d697e 00000400:00000010:2.0:1767389117.874167:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000070d697e. 00000100:00000001:2.0:1767389117.874173:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874176:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.874186:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.874189:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767389117.874193:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.874197:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.874200:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.874203:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000825e8d6c. 00000400:00000200:2.0:1767389117.874210:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c1e5782 00000400:00000010:2.0:1767389117.874214:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c1e5782. 00000100:00000001:2.0:1767389117.874218:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874220:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.874228:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.874230:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767389117.874235:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.874238:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.874241:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.874243:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3dd63d5. 00000400:00000200:2.0:1767389117.874252:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081ce1bca 00000400:00000010:2.0:1767389117.874254:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081ce1bca. 00000100:00000001:2.0:1767389117.874260:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874264:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.874282:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.874285:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767389117.874293:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.874297:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.874300:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.874303:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063d7e076. 00000400:00000200:2.0:1767389117.874326:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c58ef2bd 00000400:00000010:2.0:1767389117.874330:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c58ef2bd. 00000100:00000001:2.0:1767389117.874337:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874340:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.874359:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.874365:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767389117.874371:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.874376:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.874380:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.874384:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000123c2344. 00000400:00000200:2.0:1767389117.874395:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c91ef727 00000400:00000010:2.0:1767389117.874400:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c91ef727. 00000100:00000001:2.0:1767389117.874408:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874412:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.874429:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.874433:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767389117.874439:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.874442:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.874445:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.874448:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055ef948a. 00000400:00000200:2.0:1767389117.874458:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018116f5f 00000400:00000010:2.0:1767389117.874461:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018116f5f. 00000100:00000001:2.0:1767389117.874465:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874466:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.874471:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.874488:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767389117.874494:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.874499:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.874503:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.874506:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013bfa047. 00000400:00000200:2.0:1767389117.874512:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008b93e9a0 00000400:00000010:2.0:1767389117.874515:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008b93e9a0. 00000100:00000001:2.0:1767389117.874522:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874524:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.874534:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.874537:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767389117.874543:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.874548:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.874550:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.874552:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000efdb8df5. 00000400:00000200:2.0:1767389117.874558:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088914ff6 00000400:00000010:2.0:1767389117.874561:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088914ff6. 00000100:00000001:2.0:1767389117.874566:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874569:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.874583:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.874588:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767389117.874595:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.874601:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.874605:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.874608:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ba7e759. 00000400:00000200:2.0:1767389117.874615:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3182587 00000400:00000010:2.0:1767389117.874617:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e3182587. 00000100:00000001:2.0:1767389117.874625:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874628:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.874640:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.874645:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767389117.874653:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.874657:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.874660:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.874663:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c0870e1. 00000400:00000200:2.0:1767389117.874668:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029826f22 00000400:00000010:2.0:1767389117.874673:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029826f22. 00000100:00000001:2.0:1767389117.874679:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874681:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.874691:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.874694:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767389117.874698:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.874701:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.874703:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.874705:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5036936. 00000400:00000200:2.0:1767389117.874709:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e93bae90 00000400:00000010:2.0:1767389117.874711:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e93bae90. 00000100:00000001:2.0:1767389117.874718:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874721:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.874776:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.874780:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767389117.874787:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.874790:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.874793:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.874796:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa9757d6. 00000400:00000200:2.0:1767389117.874804:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2bdb009 00000400:00000010:2.0:1767389117.874808:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f2bdb009. 00000100:00000001:2.0:1767389117.874816:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874819:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.874838:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.874842:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767389117.874849:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.874855:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.874860:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.874863:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000def69246. 00000400:00000200:2.0:1767389117.874872:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b43d4d2 00000400:00000010:2.0:1767389117.874875:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b43d4d2. 00000100:00000001:2.0:1767389117.874878:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874892:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.874901:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.874905:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767389117.874911:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.874917:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.874921:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.874924:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000052c7674. 00000400:00000200:2.0:1767389117.874928:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3c95927 00000400:00000010:2.0:1767389117.874931:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3c95927. 00000100:00000001:2.0:1767389117.874938:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874942:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.874955:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.874958:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767389117.874960:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.874965:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.874968:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.874971:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cef57acf. 00000400:00000200:2.0:1767389117.874976:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f298fa8 00000400:00000010:2.0:1767389117.874979:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f298fa8. 00000100:00000001:2.0:1767389117.874988:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.874992:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875010:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875012:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767389117.875015:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875019:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875024:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875027:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014682224. 00000400:00000200:2.0:1767389117.875035:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005f42c4e 00000400:00000010:2.0:1767389117.875038:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005f42c4e. 00000100:00000001:2.0:1767389117.875045:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.875047:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875060:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875064:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767389117.875073:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875078:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875081:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875085:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e165915. 00000400:00000200:2.0:1767389117.875091:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062527c76 00000400:00000010:2.0:1767389117.875094:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062527c76. 00000100:00000001:2.0:1767389117.875100:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.875105:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875123:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875127:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767389117.875129:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875132:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875134:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875137:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049275521. 00000400:00000200:2.0:1767389117.875143:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091e44734 00000400:00000010:2.0:1767389117.875146:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000091e44734. 00000100:00000001:2.0:1767389117.875152:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.875153:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875163:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875169:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767389117.875174:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875180:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875182:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875186:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecfb020f. 00000400:00000200:2.0:1767389117.875195:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007032fc3d 00000400:00000010:2.0:1767389117.875199:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007032fc3d. 00000100:00000001:2.0:1767389117.875207:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.875209:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875226:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875228:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767389117.875235:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875239:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875243:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875246:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f54384b. 00000400:00000200:2.0:1767389117.875256:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a484acab 00000400:00000010:2.0:1767389117.875259:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a484acab. 00000100:00000001:2.0:1767389117.875263:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.875264:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875288:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875293:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767389117.875300:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875305:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875321:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875325:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000452cb178. 00000400:00000200:2.0:1767389117.875333:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026ce32e0 00000400:00000010:2.0:1767389117.875336:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000026ce32e0. 00000100:00000001:2.0:1767389117.875343:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.875345:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875355:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875358:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767389117.875362:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875366:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875369:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875372:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa0c4c51. 00000400:00000200:2.0:1767389117.875380:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c09cd2 00000400:00000010:2.0:1767389117.875384:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000021c09cd2. 00000100:00000001:2.0:1767389117.875390:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.875392:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875406:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875409:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767389117.875414:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875418:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875421:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875425:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d25e445. 00000400:00000200:2.0:1767389117.875431:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000591895d0 00000400:00000010:2.0:1767389117.875433:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000591895d0. 00000100:00000001:2.0:1767389117.875438:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.875441:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875452:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875455:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767389117.875457:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875461:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875464:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875466:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000810b91d4. 00000400:00000200:2.0:1767389117.875474:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8fdf457 00000400:00000010:2.0:1767389117.875476:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8fdf457. 00000100:00000001:2.0:1767389117.875483:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.875485:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875501:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875503:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767389117.875507:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875510:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875513:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875516:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6ab8721. 00000400:00000200:2.0:1767389117.875521:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d4265aa0 00000400:00000010:2.0:1767389117.875525:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d4265aa0. 00000100:00000001:2.0:1767389117.875531:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.875533:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875545:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875550:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767389117.875554:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875560:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875564:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875567:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c346e228. 00000400:00000200:2.0:1767389117.875576:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cf39a43 00000400:00000010:2.0:1767389117.875579:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002cf39a43. 00000100:00000001:2.0:1767389117.875589:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.875592:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875609:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875615:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767389117.875625:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875631:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875636:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875639:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bc2dd9e. 00000400:00000200:2.0:1767389117.875646:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f545a7f4 00000400:00000010:2.0:1767389117.875648:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f545a7f4. 00000100:00000001:2.0:1767389117.875651:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.875652:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875675:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875678:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767389117.875685:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875688:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875691:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875694:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cab43d58. 00000400:00000200:2.0:1767389117.875699:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83caf25 00000400:00000010:2.0:1767389117.875701:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d83caf25. 00000100:00000001:2.0:1767389117.875708:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.875711:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875720:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875757:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767389117.875761:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875763:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875764:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875767:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e1374c5. 00000400:00000200:2.0:1767389117.875774:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ca65fa4 00000400:00000010:2.0:1767389117.875776:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ca65fa4. 00000100:00000001:2.0:1767389117.875783:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.875786:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875797:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875802:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767389117.875807:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875811:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875814:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875817:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007399be90. 00000400:00000200:2.0:1767389117.875822:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ff86ca7 00000400:00000010:2.0:1767389117.875827:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ff86ca7. 00000100:00000001:2.0:1767389117.875835:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.875838:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875848:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875853:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767389117.875859:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875863:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875865:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875867:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026ae46c6. 00000400:00000200:2.0:1767389117.875873:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cae825b1 00000400:00000010:2.0:1767389117.875876:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cae825b1. 00000100:00000001:2.0:1767389117.875886:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.875890:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875899:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875901:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767389117.875907:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875912:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875915:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875918:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf76a755. 00000400:00000200:2.0:1767389117.875926:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c41d46d1 00000400:00000010:2.0:1767389117.875930:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c41d46d1. 00000100:00000001:2.0:1767389117.875940:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.875942:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.875957:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.875963:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767389117.875970:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.875975:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.875980:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.875984:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1f4bee9. 00000400:00000200:2.0:1767389117.875994:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e1c5bc2 00000400:00000010:2.0:1767389117.875997:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000e1c5bc2. 00000100:00000001:2.0:1767389117.876004:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.876007:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.876024:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.876028:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767389117.876037:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.876041:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.876045:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.876048:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000131cf53f. 00000400:00000200:2.0:1767389117.876058:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ca611e 00000400:00000010:2.0:1767389117.876061:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000087ca611e. 00000100:00000001:2.0:1767389117.876071:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.876074:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:2.0:1767389117.876083:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.876095:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767389117.876101:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389117.876110:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876113:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876120:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876122:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876128:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876131:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876137:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876140:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876146:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876149:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876157:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876159:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876166:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876169:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876176:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876180:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876186:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876188:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876196:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876198:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876206:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876208:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876214:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876217:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876219:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876222:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876224:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876226:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876234:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876236:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876238:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876241:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876246:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876247:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876254:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876258:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876265:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876269:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876278:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876280:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876291:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876294:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876296:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876297:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876299:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876300:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876303:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876305:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876320:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876322:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876328:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876329:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876335:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876338:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876341:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876343:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876349:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876351:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876357:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876359:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876363:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876365:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876367:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876370:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876372:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876374:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876381:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876385:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876392:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876396:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876404:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876407:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876414:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876416:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876425:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876427:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876434:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876436:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876442:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876444:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876451:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876453:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876462:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876466:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876473:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876476:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876484:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876488:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876495:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876498:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876504:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876507:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876513:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876516:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876524:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876526:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876534:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876537:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876544:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876546:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876549:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876550:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876551:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876566:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876573:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876575:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876583:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876585:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876592:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876595:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876600:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876602:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876608:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876610:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876614:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876616:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876621:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876625:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876627:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876630:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876635:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876637:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876641:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876643:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876646:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876647:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.876649:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.876653:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767389117.876658:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000056b057ae. 00000100:00000010:2.0:1767389117.876666:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006fc1ae04. 00000100:00000010:2.0:1767389117.876671:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000076ff9500. 00000100:00000010:2.0:1767389117.876682:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eec07580. 00000100:00000010:2.0:1767389117.876686:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000281fadd7. 00000100:00000010:2.0:1767389117.876699:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000914e886c. 00000100:00000010:2.0:1767389117.876709:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007004082c. 00000100:00000010:2.0:1767389117.876722:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f24cef71. 00000100:00000010:2.0:1767389117.876779:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e5df5629. 00000100:00000010:2.0:1767389117.876796:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b007783. 00000100:00000010:2.0:1767389117.876806:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005d8c4b8e. 00000100:00000010:2.0:1767389117.876814:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c38378eb. 00000100:00000010:2.0:1767389117.876821:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d698eb13. 00000100:00000010:2.0:1767389117.876834:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a07f5a6. 00000100:00000010:2.0:1767389117.876845:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000094cac367. 00000100:00000010:2.0:1767389117.876855:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067055ade. 00000100:00000010:2.0:1767389117.876868:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003b3656fa. 00000100:00000010:2.0:1767389117.876881:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000029e1d92d. 00000100:00000010:2.0:1767389117.876892:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000de7e7c8b. 00000100:00000010:2.0:1767389117.876902:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afa96874. 00000100:00000010:2.0:1767389117.876910:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000231c8ec4. 00000100:00000010:2.0:1767389117.876914:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000030baa45. 00000100:00000010:2.0:1767389117.876924:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000065c941a2. 00000100:00000010:2.0:1767389117.876934:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eba74054. 00000100:00000010:2.0:1767389117.876944:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f96df1ea. 00000100:00000010:2.0:1767389117.876948:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c909823. 00000100:00000010:2.0:1767389117.876951:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a39493be. 00000100:00000010:2.0:1767389117.877029:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d69a7d7. 00000100:00000010:2.0:1767389117.877040:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ef6d2250. 00000100:00000010:2.0:1767389117.877049:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d77b4817. 00000100:00000010:2.0:1767389117.877056:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001fadb4fe. 00000100:00000010:2.0:1767389117.877065:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038a3e5a8. 00000100:00000010:2.0:1767389117.877075:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007ba8740d. 00000100:00000010:2.0:1767389117.877085:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023548e22. 00000100:00000010:2.0:1767389117.877097:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000092cdc038. 00000100:00000010:2.0:1767389117.877103:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e9ea79e. 00000100:00000010:2.0:1767389117.877107:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000019696348. 00000100:00000010:2.0:1767389117.877123:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ab7efe4. 00000100:00000010:2.0:1767389117.877126:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000067606de6. 00000100:00000010:2.0:1767389117.877133:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb440a20. 00000100:00000010:2.0:1767389117.877136:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ab23a6ae. 00000100:00000010:2.0:1767389117.877140:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002fb5fa0e. 00000100:00000010:2.0:1767389117.877144:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f745bac9. 00000100:00000010:2.0:1767389117.877148:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074025fff. 00000100:00000010:2.0:1767389117.877151:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008d509222. 00000100:00000010:2.0:1767389117.877160:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d0f5a9a. 00000100:00000010:2.0:1767389117.877164:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009a96e2ef. 00000100:00000010:2.0:1767389117.877168:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aca8417a. 00000100:00000010:2.0:1767389117.877172:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c9a86e45. 00000100:00000010:2.0:1767389117.877176:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f065469d. 00000100:00000010:2.0:1767389117.877179:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000066e7347a. 00000100:00000010:2.0:1767389117.877233:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096b269a2. 00000100:00000010:2.0:1767389117.877237:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b23f3158. 00000100:00000010:2.0:1767389117.877239:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011bac7f8. 00000100:00000010:2.0:1767389117.877247:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007a3f30ab. 00000100:00000010:2.0:1767389117.877249:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008fee0825. 00000100:00000010:2.0:1767389117.877252:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c1bedc21. 00000100:00000010:2.0:1767389117.877257:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f2a762a. 00000100:00000010:2.0:1767389117.877265:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f38c8235. 00000100:00000010:2.0:1767389117.877273:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fac939d7. 00000100:00000010:2.0:1767389117.877282:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000580b5793. 00000100:00000010:2.0:1767389117.877290:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000258ec921. 00000100:00000010:2.0:1767389117.877296:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bd7a3031. 00000100:00000010:2.0:1767389117.877300:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005fa3ca40. 00000100:00000010:2.0:1767389117.877305:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000010dcf36a. 00000100:00000010:2.0:1767389117.877334:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000085ce5318. 00000100:00000010:2.0:1767389117.877340:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fe96133e. 00000100:00000010:2.0:1767389117.877348:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007dc4d623. 00000100:00000010:2.0:1767389117.877353:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000008da02a7. 00000100:00000010:2.0:1767389117.877357:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd310f0e. 00000100:00000010:2.0:1767389117.877361:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c9b2f719. 00000100:00000010:2.0:1767389117.877367:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000450a5b25. 00000100:00000010:2.0:1767389117.877370:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000304c08fc. 00000100:00000010:2.0:1767389117.877377:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a3bf622. 00000100:00000010:2.0:1767389117.877380:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ebde1561. 00000100:00000010:2.0:1767389117.877434:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bead2f06. 00000100:00000010:2.0:1767389117.877438:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000711735fa. 00000100:00000010:2.0:1767389117.877443:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae5c8682. 00000100:00000010:2.0:1767389117.877445:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000921806ae. 00000100:00000010:2.0:1767389117.877448:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ac37ddd. 00000100:00000010:2.0:1767389117.877451:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000016714c50. 00000100:00000010:2.0:1767389117.877458:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000eb88032. 00000100:00000010:2.0:1767389117.877467:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dddcc8e3. 00000100:00000010:2.0:1767389117.877477:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da8c93e9. 00000100:00000010:2.0:1767389117.877485:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000763e8afd. 00000100:00000010:2.0:1767389117.877494:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000dadeb57. 00000100:00000010:2.0:1767389117.877497:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000098992cb. 00000100:00000010:2.0:1767389117.877500:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7107299. 00000100:00000010:2.0:1767389117.877505:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000685ddc80. 00000100:00000010:2.0:1767389117.877512:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8edce67. 00000100:00000010:2.0:1767389117.877519:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004d18b03d. 00000100:00000010:2.0:1767389117.877527:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f583e3ba. 00000100:00000010:2.0:1767389117.877529:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007ed943ed. 00000100:00000010:2.0:1767389117.877536:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000902eec74. 00000100:00000010:2.0:1767389117.877539:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008f713edf. 00000100:00000010:2.0:1767389117.877542:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087cbad37. 00000100:00000010:2.0:1767389117.877550:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000014eb8d10. 00000100:00000010:2.0:1767389117.877554:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065186b1f. 00000100:00000010:2.0:1767389117.877562:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001f7159f5. 00000100:00000010:2.0:1767389117.877638:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059485bce. 00000100:00000010:2.0:1767389117.877647:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005b64ab46. 00000100:00000010:2.0:1767389117.877660:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003f0b190e. 00000100:00000010:2.0:1767389117.877670:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000050b5ba54. 00000100:00000010:2.0:1767389117.877681:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000449d7cd. 00000100:00000010:2.0:1767389117.877691:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001f63e764. 00000100:00000010:2.0:1767389117.877703:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f087588. 00000100:00000010:2.0:1767389117.877710:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d26d3bfe. 00000100:00000010:2.0:1767389117.877720:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053092ffb. 00000100:00000010:2.0:1767389117.877778:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fc867b56. 00000100:00000010:2.0:1767389117.877788:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066635e02. 00000100:00000010:2.0:1767389117.877793:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f994be04. 00000100:00000010:2.0:1767389117.877810:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb9f088d. 00000100:00000010:2.0:1767389117.877814:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001243a493. 00000100:00000010:2.0:1767389117.877821:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000245648ab. 00000100:00000010:2.0:1767389117.877825:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008d53135f. 00000100:00000010:2.0:1767389117.877834:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068a927a7. 00000100:00000010:2.0:1767389117.877839:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003fa5c850. 00000100:00000010:2.0:1767389117.877842:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b70b178b. 00000100:00000010:2.0:1767389117.877850:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007afe3214. 00000100:00000010:2.0:1767389117.877859:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000996b2849. 00000100:00000010:2.0:1767389117.877867:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000095a0a5b2. 00000100:00000010:2.0:1767389117.877875:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a923a501. 00000100:00000010:2.0:1767389117.877881:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002326bc63. 00000100:00000010:2.0:1767389117.877890:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbc4e302. 00000100:00000010:2.0:1767389117.877898:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002fe08485. 00000100:00000010:2.0:1767389117.877901:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000afe874a4. 00000100:00000010:2.0:1767389117.877905:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000399a8870. 00000100:00000010:2.0:1767389117.877928:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aed7ddb2. 00000100:00000010:2.0:1767389117.877951:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000007ed85aa0. 00000100:00000010:2.0:1767389117.877968:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000035ce6c02. 00000100:00000010:2.0:1767389117.877985:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000006695138a. 00000100:00000010:2.0:1767389117.878003:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000007d4abe09. 00000100:00000001:2.0:1767389117.878017:0:361305:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767389117.878020:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767389117.878025:0:361305:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767389117.878029:0:361305:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767389117.878033:0:361305:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000b75ad50b. 00000100:00000001:2.0:1767389117.878044:0:361305:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767389117.878049:0:361305:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389117.878053:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767389117.878058:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000077184806. 00000100:00000001:2.0:1767389117.878067:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767389117.878069:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767389117.878072:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001422ee9a. 00000100:00000001:2.0:1767389117.878076:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767389117.878079:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767389117.878082:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000049a2d152. 00000100:00000001:2.0:1767389117.878085:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767389117.878087:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767389117.878090:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d4bada60. 00000100:00000001:2.0:1767389117.878094:0:361305:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767389117.878472:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d27461d1. 00000020:00000010:2.0:1767389117.878484:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000002b0650e9. 00000020:00000010:2.0:1767389117.878559:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000039cbd529. 00000020:00000010:2.0:1767389117.878568:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000003510b4d. 00000020:00000010:2.0:1767389117.878580:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000cfc88d39. 00000020:00000010:2.0:1767389117.878590:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000042d151ce. 00000100:00000010:2.0:1767389117.878660:0:361305:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000552dd8a6. 00000100:00000010:2.0:1767389117.878681:0:361305:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000004fc8df42. 00000100:00000010:2.0:1767389117.878688:0:361305:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000004f4864c0. 00000100:00000010:2.0:1767389117.878693:0:361305:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000046da3001. 00000100:00000001:2.0:1767389117.878699:0:361305:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767389117.878705:0:361305:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:2.0:1767389117.878711:0:361305:0:(osd_index.c:123:osd_index_it_init()) Process entered 00080000:00000010:2.0:1767389117.878717:0:361305:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000ee3e8a39. 00080000:00000010:2.0:1767389117.878753:0:361305:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000574e7c5c. 00080000:00000001:2.0:1767389117.878759:0:361305:0:(osd_index.c:148:osd_index_it_init()) Process leaving (rc=18446621252461485584 : -122821248066032 : ffff904b73235e10) 00080000:00000001:2.0:1767389117.878764:0:361305:0:(osd_index.c:1218:osd_dir_it_init()) Process leaving (rc=18446621252461485584 : -122821248066032 : ffff904b73235e10) 00080000:00000001:2.0:1767389117.878770:0:361305:0:(osd_index.c:1680:osd_dir_it_load()) Process entered 00080000:00000001:2.0:1767389117.878773:0:361305:0:(osd_index.c:1698:osd_dir_it_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767389117.878779:0:361305:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767389117.878783:0:361305:0:(osd_index.c:1371:osd_dir_it_key()) Process leaving (rc=18446744072669626831 : -1039924785 : ffffffffc20401cf) 00080000:00000001:2.0:1767389117.878788:0:361305:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767389117.878791:0:361305:0:(osd_index.c:1394:osd_dir_it_key_size()) Process leaving (rc=2 : 2 : 2) 20000000:01000000:2.0:1767389117.878795:0:361305:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping . 00080000:00000001:2.0:1767389117.878800:0:361305:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767389117.878802:0:361305:0:(osd_index.c:1342:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389117.878804:0:361305:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767389117.878806:0:361305:0:(osd_index.c:1373:osd_dir_it_key()) Process leaving (rc=18446744072669626833 : -1039924783 : ffffffffc20401d1) 00080000:00000001:2.0:1767389117.878809:0:361305:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767389117.878812:0:361305:0:(osd_index.c:1396:osd_dir_it_key_size()) Process leaving (rc=3 : 3 : 3) 20000000:01000000:2.0:1767389117.878816:0:361305:0:(mgs_llog.c:93:class_dentry_readdir()) Not in white list, skipping .. 00080000:00000001:2.0:1767389117.878819:0:361305:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767389117.878858:0:361305:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389117.878861:0:361305:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767389117.878864:0:361305:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446621252461485920 : -122821248065696 : ffff904b73235f60) 00080000:00000001:2.0:1767389117.878866:0:361305:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767389117.878869:0:361305:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=7 : 7 : 7) 20000000:00000010:2.0:1767389117.878874:0:361305:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000556bc374. 20000000:00000010:2.0:1767389117.878878:0:361305:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 0000000087ed05a9. 00080000:00000001:2.0:1767389117.878881:0:361305:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767389117.878884:0:361305:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389117.878886:0:361305:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767389117.878890:0:361305:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446621252461485920 : -122821248065696 : ffff904b73235f60) 00080000:00000001:2.0:1767389117.878893:0:361305:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767389117.878895:0:361305:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=13 : 13 : d) 20000000:00000010:2.0:1767389117.878899:0:361305:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000062ca87f4. 20000000:00000010:2.0:1767389117.878903:0:361305:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 0000000082d41e97. 00080000:00000001:2.0:1767389117.878906:0:361305:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767389117.878909:0:361305:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389117.878911:0:361305:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767389117.878913:0:361305:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446621252461485920 : -122821248065696 : ffff904b73235f60) 00080000:00000001:2.0:1767389117.878916:0:361305:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767389117.878918:0:361305:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=6 : 6 : 6) 20000000:00000010:2.0:1767389117.878921:0:361305:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000011d15287. 20000000:00000010:2.0:1767389117.878924:0:361305:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000118f29cb. 00080000:00000001:2.0:1767389117.878926:0:361305:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767389117.878929:0:361305:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389117.878931:0:361305:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767389117.878933:0:361305:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446621252461485920 : -122821248065696 : ffff904b73235f60) 00080000:00000001:2.0:1767389117.878935:0:361305:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767389117.878937:0:361305:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:2.0:1767389117.878941:0:361305:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000166a4762. 20000000:00000010:2.0:1767389117.878944:0:361305:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000d85ccde3. 00080000:00000001:2.0:1767389117.878947:0:361305:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767389117.878950:0:361305:0:(osd_index.c:1358:osd_dir_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389117.878953:0:361305:0:(osd_index.c:1368:osd_dir_it_key()) Process entered 00080000:00000001:2.0:1767389117.878955:0:361305:0:(osd_index.c:1382:osd_dir_it_key()) Process leaving (rc=18446621252461485920 : -122821248065696 : ffff904b73235f60) 00080000:00000001:2.0:1767389117.878958:0:361305:0:(osd_index.c:1391:osd_dir_it_key_size()) Process entered 00080000:00000001:2.0:1767389117.878960:0:361305:0:(osd_index.c:1403:osd_dir_it_key_size()) Process leaving (rc=14 : 14 : e) 20000000:00000010:2.0:1767389117.878964:0:361305:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000d5338213. 20000000:00000010:2.0:1767389117.878967:0:361305:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000596bf007. 00080000:00000001:2.0:1767389117.878969:0:361305:0:(osd_index.c:1326:osd_dir_it_next()) Process entered 00080000:00000001:2.0:1767389117.878972:0:361305:0:(osd_index.c:1356:osd_dir_it_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767389117.878975:0:361305:0:(osd_index.c:156:osd_index_it_fini()) Process entered 00080000:00000010:2.0:1767389117.878982:0:361305:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000574e7c5c. 00080000:00000010:2.0:1767389117.878988:0:361305:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000ee3e8a39. 00080000:00000001:2.0:1767389117.878994:0:361305:0:(osd_index.c:166:osd_index_it_fini()) Process leaving 20000000:00000001:2.0:1767389117.878997:0:361305:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767389117.879104:0:361305:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 000000003c586768. 20000000:00000010:2.0:1767389117.879115:0:361305:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000e5b99a46. 20000000:00000010:2.0:1767389117.879123:0:361305:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000003f6a8d37. 20000000:00000010:2.0:1767389117.879129:0:361305:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 0000000013903628. 20000000:00000010:2.0:1767389117.879137:0:361305:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000007636fda. 20000000:00000010:2.0:1767389117.879146:0:361305:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000596bf007. 20000000:00000010:2.0:1767389117.879153:0:361305:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000d5338213. 20000000:00000010:2.0:1767389117.879157:0:361305:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000d85ccde3. 20000000:00000010:2.0:1767389117.879164:0:361305:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000166a4762. 20000000:00000010:2.0:1767389117.879170:0:361305:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000118f29cb. 20000000:00000010:2.0:1767389117.879174:0:361305:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000011d15287. 20000000:00000010:2.0:1767389117.879180:0:361305:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 0000000082d41e97. 20000000:00000010:2.0:1767389117.879184:0:361305:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000062ca87f4. 20000000:00000010:2.0:1767389117.879190:0:361305:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 0000000087ed05a9. 20000000:00000010:2.0:1767389117.879196:0:361305:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000556bc374. 20000000:00000001:2.0:1767389117.879203:0:361305:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:2.0:1767389117.879224:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ca51ecdb. 20000000:00000010:2.0:1767389117.879233:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b0f982e5. 20000000:00000010:2.0:1767389117.879241:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bf605416. 20000000:00000010:2.0:1767389117.879247:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f15eeae1. 20000000:00000010:2.0:1767389117.879252:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003eda7d50. 20000000:00000010:2.0:1767389117.879256:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c5ba68b7. 20000000:00000010:2.0:1767389117.879261:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000008fa2e8dc. 20000000:00000010:2.0:1767389117.879265:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c897f5e6. 20000000:00000010:2.0:1767389117.879269:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005a68b1ef. 20000000:00000010:2.0:1767389117.879275:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001538c1b4. 20000000:00000010:2.0:1767389117.879281:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000043b37e9f. 20000000:00000010:2.0:1767389117.879287:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b53b686f. 20000000:00000010:2.0:1767389117.879292:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002aae9083. 20000000:00000010:2.0:1767389117.879298:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003997bb5d. 20000000:00000010:2.0:1767389117.879302:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006d3495ea. 20000000:00000010:2.0:1767389117.879306:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002bbe1726. 20000000:00000010:2.0:1767389117.879333:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000db5fcb84. 20000000:00000010:2.0:1767389117.879338:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000022aa4b7e. 20000000:00000010:2.0:1767389117.879354:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bcd12dc6. 20000000:00000010:2.0:1767389117.879358:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bbc4795b. 20000000:00000010:2.0:1767389117.879362:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007e08b8da. 20000000:00000010:2.0:1767389117.879367:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000460d7c9a. 20000000:00000010:2.0:1767389117.879371:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e7f7ec5c. 20000000:00000010:2.0:1767389117.879377:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000072dcc3f. 20000000:00000010:2.0:1767389117.879381:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000804efa2e. 20000000:00000010:2.0:1767389117.879386:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002a2ec8e1. 20000000:00000010:2.0:1767389117.879389:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000821f0e93. 20000000:00000010:2.0:1767389117.879393:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cf3d1ce2. 20000000:00000010:2.0:1767389117.879399:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000807bc468. 20000000:00000010:2.0:1767389117.879404:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000738f3ff. 20000000:00000010:2.0:1767389117.879420:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004807adc0. 20000000:00000010:2.0:1767389117.879424:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000d40a0ee. 20000000:00000010:2.0:1767389117.879429:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000095db391d. 20000000:00000010:2.0:1767389117.879434:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000001ef2ca6. 20000000:00000010:2.0:1767389117.879438:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007dcb3b60. 20000000:00000010:2.0:1767389117.879442:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001552d8f3. 20000000:00000010:2.0:1767389117.879448:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cf09925c. 20000000:00000010:2.0:1767389117.879453:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d407854b. 20000000:00000010:2.0:1767389117.879458:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000052a19d6e. 20000000:00000010:2.0:1767389117.879462:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009ec9610d. 20000000:00000010:2.0:1767389117.879468:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001626bc99. 20000000:00000010:2.0:1767389117.879478:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000bb71377. 20000000:00000010:2.0:1767389117.879482:0:361305:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 0000000092ad8f3c. 20000000:00000010:2.0:1767389117.879487:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000023d1c394. 20000000:00000010:2.0:1767389117.879491:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f4ceb0bc. 20000000:00000010:2.0:1767389117.879494:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000056949f2e. 20000000:00000010:2.0:1767389117.879497:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000133c1dbc. 20000000:00000010:2.0:1767389117.879500:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c9e7261b. 20000000:00000010:2.0:1767389117.879503:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005a9cd78b. 20000000:00000010:2.0:1767389117.879506:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000bdfcede. 20000000:00000010:2.0:1767389117.879510:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d0e1ed91. 20000000:00000010:2.0:1767389117.879514:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bced11fd. 20000000:00000010:2.0:1767389117.879517:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000562e512a. 20000000:00000010:2.0:1767389117.879525:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001fcb439a. 20000000:00000010:2.0:1767389117.879532:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000092799db1. 20000000:00000010:2.0:1767389117.879537:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e4d5c0a2. 20000000:00000010:2.0:1767389117.879543:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005bc8fbb2. 20000000:00000010:2.0:1767389117.879548:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fb9807cc. 20000000:00000010:2.0:1767389117.879553:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002700de11. 20000000:00000010:2.0:1767389117.879557:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000054ef1624. 20000000:00000010:2.0:1767389117.879561:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000009e30be1. 20000000:00000010:2.0:1767389117.879566:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000009682690. 20000000:00000010:2.0:1767389117.879571:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e51f9141. 20000000:00000010:2.0:1767389117.879575:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cdabca8d. 20000000:00000010:2.0:1767389117.879580:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000abe150d7. 20000000:00000010:2.0:1767389117.879585:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000037ed06a7. 20000000:00000010:2.0:1767389117.879589:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001bf5c923. 20000000:00000010:2.0:1767389117.879593:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005f6b5bcc. 20000000:00000010:2.0:1767389117.879598:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000e1dd5148. 20000000:00000010:2.0:1767389117.879603:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000399494bd. 20000000:00000010:2.0:1767389117.879607:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ac682109. 20000000:00000010:2.0:1767389117.879611:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000245b97a6. 20000000:00000010:2.0:1767389117.879614:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ad01d01f. 20000000:00000010:2.0:1767389117.879617:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f6d9c535. 20000000:00000010:2.0:1767389117.879623:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f649dbed. 20000000:00000010:2.0:1767389117.879629:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000db2ca172. 20000000:00000010:2.0:1767389117.879635:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cf4520e4. 20000000:00000010:2.0:1767389117.879642:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005a10e7ef. 20000000:00000010:2.0:1767389117.879647:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003ef866b3. 20000000:00000010:2.0:1767389117.879652:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004d082a0a. 20000000:00000010:2.0:1767389117.879656:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a15cb649. 20000000:00000010:2.0:1767389117.879660:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c9789eb7. 20000000:00000010:2.0:1767389117.879665:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000057c08578. 20000000:00000010:2.0:1767389117.879669:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006ad45d0b. 20000000:00000010:2.0:1767389117.879678:0:361305:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004f7399d0. 20000000:00000010:2.0:1767389117.879683:0:361305:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000b3b4d9be. 20000000:00000010:2.0:1767389117.879867:0:361305:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000b90f7d50. 20000000:00000010:2.0:1767389117.879877:0:361305:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 000000002abe503b. 20000000:00000010:2.0:1767389117.879886:0:361305:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000b1be89dd. 20000000:00000010:2.0:1767389117.879894:0:361305:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000efccd9de. 20000000:00000010:2.0:1767389117.879903:0:361305:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000686b7a4c. 20000000:00000010:2.0:1767389117.879908:0:361305:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 000000008f715ef5. 20000000:00000010:2.0:1767389117.879916:0:361305:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 0000000098fd879b. 20000000:00000010:2.0:1767389117.879925:0:361305:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000c49c9a7c. 20000000:00000010:2.0:1767389117.879931:0:361305:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 0000000011704415. 00010000:00000001:2.0:1767389117.879936:0:361305:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1767389117.879940:0:361305:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1767389117.879942:0:361305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767389117.879945:0:361305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767389117.879949:0:361305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767389117.879952:0:361305:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767389117.879954:0:361305:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767389117.879956:0:361305:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389117.879958:0:361305:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767389117.879960:0:361305:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:2.0:1767389117.879966:0:361305:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:2.0:1767389117.879969:0:361305:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:2.0:1767389117.879989:0:361305:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:2.0:1767389117.879996:0:361305:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000a5659f80 - data 0000000071368ace/0000000003de6ce0 00000020:00000010:2.0:1767389117.880267:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 0000000083b38206. 00000020:00000010:2.0:1767389117.880272:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000009281719a. 00000020:00000010:2.0:1767389117.880278:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000003de6ce0. 00000020:00000010:2.0:1767389117.880283:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000b644bd55. 00000020:00000010:2.0:1767389117.880289:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000b42081f5. 00000020:00000010:2.0:1767389117.880294:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000548735c8. 00000020:00000010:2.0:1767389117.880297:0:361305:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000a5659f80. 00000020:01000000:2.0:1767389117.880304:0:361305:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000fecb2988 - data 0000000046e81108/00000000f2e2baa2 00000020:00000010:2.0:1767389117.880636:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000efec1e19. 00000020:00000010:2.0:1767389117.880644:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 00000000242d2240. 00000020:00000010:2.0:1767389117.880652:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000f2e2baa2. 00000020:00000010:2.0:1767389117.880657:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 0000000006acae49. 00000020:00000010:2.0:1767389117.880664:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000008f23adde. 00000020:00000010:2.0:1767389117.880675:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000a3737eec. 00000020:00000010:2.0:1767389117.880682:0:361305:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000fecb2988. 00000020:00000001:2.0:1767389117.880689:0:361305:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:2.0:1767389117.881949:0:361305:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000851cb7ea : new refcount 2 00000040:00000001:2.0:1767389117.881957:0:361305:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767389117.881961:0:361305:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000851cb7ea : new refcount 1 00080000:00000010:2.0:1767389117.882009:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000b3a531ab. 00000020:00000010:2.0:1767389117.882026:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005e343218. 00000020:00000010:2.0:1767389117.882054:0:361305:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000e4c5f5bd. 00080000:00000010:2.0:1767389117.882121:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a73c8e59. 00000020:00000010:2.0:1767389117.882131:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f7950da5. 00000020:00000010:2.0:1767389117.882160:0:361305:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000f7613e7a. 00000020:00000040:2.0:1767389117.882167:0:361305:0:(genops.c:898:class_export_put()) PUTting export 0000000039f0eaef : new refcount 1 00000040:00000010:2.0:1767389117.882171:0:361305:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000851cb7ea. 00000040:00000001:2.0:1767389117.882181:0:361305:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767389117.882190:0:361305:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 00000000574e7c5c. 00080000:00000001:2.0:1767389117.882194:0:361305:0:(osd_handler.c:1463:osd_process_config()) Process entered 00100000:00000001:2.0:1767389117.882198:0:361305:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:2.0:1767389117.882209:0:361305:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00100000:00000001:2.0:1767389117.882214:0:361305:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:2.0:1767389117.882217:0:361305:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1767389117.882220:0:361305:0:(osd_handler.c:1495:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767389117.882234:0:361305:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 00000000574e7c5c. 00080000:00000010:2.0:1767389117.882277:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000cd6a9b4. 00000020:00000010:2.0:1767389117.882285:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b2e1a3eb. 00000020:00000002:2.0:1767389117.882332:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000a9a480e4/000000007eb10c1b to site lru. bkt: 00000000867ddda6 00000001:00000001:2.0:1767389117.882337:0:361305:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:2.0:1767389117.882341:0:361305:0:(lu_object.c:207:lu_object_put()) Add 00000000fb46504a/00000000d837e0c5 to site lru. bkt: 00000000621a3ed3 00000001:00000010:2.0:1767389117.882344:0:361305:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 00000000045a0d63. 00000001:00000001:2.0:1767389117.882354:0:361305:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:2.0:1767389117.882489:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000000a2f03be. 00000020:00000010:2.0:1767389117.882498:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000f9206b4b. 00000020:00000010:2.0:1767389117.882514:0:361305:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000e06b08eb. 00080000:00000010:2.0:1767389117.882621:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a9a480e4. 00000020:00000010:2.0:1767389117.882630:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007eb10c1b. 00080000:00000010:2.0:1767389117.882706:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fb46504a. 00000020:00000010:2.0:1767389117.882713:0:361305:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d837e0c5. 00010000:00000010:3.1:1767389117.883160:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a2f05ba3. 00010000:00000010:3.1:1767389117.883181:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000024ac46d6. 00010000:00000010:3.1:1767389117.883214:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000923c6349. 00010000:00000010:3.1:1767389117.883225:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003c38b262. 00010000:00000010:3.1:1767389117.883240:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ada49e83. 00010000:00000010:3.1:1767389117.883248:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073db941a. 00010000:00000010:3.1:1767389117.883279:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000edf97b29. 00010000:00000010:3.1:1767389117.883288:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001d897380. 00000020:00000010:3.0:1767389117.883673:0:361305:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 0000000014ce6cbf. 00010000:00000001:3.0:1767389117.883685:0:361305:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767389117.883689:0:361305:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767389117.883736:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000d5e1a489. 00000020:00000010:3.0:1767389117.883805:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 000000006874ae4b. 00000020:00000010:3.0:1767389117.883810:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000ce7179d8. 00010000:00000001:3.0:1767389117.883945:0:361305:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767389117.883951:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000c34f24c1. 00000020:00000010:3.0:1767389117.883953:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000006a88bbb2. 00000020:00000010:3.0:1767389117.883956:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000091391587. 00000020:00000010:3.0:1767389117.883958:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000f20b1d87. 00000020:00000010:3.0:1767389117.883959:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000001306a359. 00000020:00000010:3.0:1767389117.883961:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a0114e52. 00000001:00000001:3.0:1767389117.883985:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767389117.883988:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000505539f0. 00000001:00000010:3.0:1767389117.883991:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 0000000088d7518d. 00000001:00000010:3.0:1767389117.883993:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 000000006eaf8e8a. 00000001:00000010:3.0:1767389117.883994:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000009c180e68. 00000001:00000001:3.0:1767389117.883996:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767389117.883998:0:361305:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000cb1ab0d4. 00010000:00000001:3.0:1767389117.884000:0:361305:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767389117.884001:0:361305:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767389117.884002:0:361305:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00000020:00001000:3.0:1767389117.884039:0:361305:0:(lu_object.c:1020:lu_site_print()) header@0000000055797953[0x4, 1, [0xffffffff:0x1:0x0] hash exist]{ 00000020:00001000:3.0:1767389117.884044:0:361305:0:(lu_object.c:1020:lu_site_print()) ....osd-zfs@00000000671c000fosd-zfs-object@00000000671c000f 00000020:00001000:3.0:1767389117.884046:0:361305:0:(lu_object.c:1020:lu_site_print()) } header@0000000055797953 20000000:00000001:3.0:1767389117.884048:0:361305:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767389117.884050:0:361305:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767389117.884051:0:361305:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767389117.884053:0:361305:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf429192 00000020:00000040:3.0:1767389117.884055:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000065dd630 with handle 0x95cd417baf429192 from hash 00000020:00000001:3.0:1767389117.884059:0:361305:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767389117.884061:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000065dd630 : new refcount 1 00000020:00000001:3.0:1767389117.884063:0:361305:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767389117.884064:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000065dd630 : new refcount 0 00000020:00000080:3.0:1767389117.884066:0:361305:0:(genops.c:904:class_export_put()) final put 00000000065dd630/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767389117.884068:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.884089:0:361305:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389117.884093:0:361305:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389117.884096:0:361305:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.884098:0:361305:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1767389117.884102:0:361305:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767389117.884104:0:361305:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446621251660178944 : -122822049372672 : ffff904b43606600) 00000020:01000004:3.0:1767389117.884110:0:361305:0:(tgt_mount.c:188:server_put_mount()) put mount 00000000d8479a9f from MGS, refs=2 00000020:00000001:3.0:1767389117.884114:0:361305:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1767389117.884118:0:361305:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000d8479a9f 2 00000020:00000001:2.0:1767389117.884122:0:257746:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:3.0:1767389117.884123:0:361305:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767389117.884128:0:257746:0:(genops.c:863:class_export_destroy()) destroying export 00000000065dd630/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:3.0:1767389117.884134:0:361305:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:2.0:1767389117.884134:0:257746:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767389117.884142:0:257746:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.884145:0:361305:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000040:2.0:1767389117.884147:0:257746:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000003ca90ce1) now 5 - export 00000020:00000001:3.0:1767389117.884153:0:361305:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446621251660178944 : -122822049372672 : ffff904b43606600) 00000020:00000010:2.0:1767389117.884154:0:257746:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000065dd630. 00000020:00000001:2.0:1767389117.884168:0:257746:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:01000004:3.0:1767389117.884170:0:361305:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 00000000d8479a9f from MGS 00000020:00000010:3.0:1767389117.884181:0:361305:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 00000000efb902ec. 00000020:00000010:3.0:1767389117.884202:0:361305:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000fa111287. 00000020:00000001:3.0:1767389117.884206:0:361305:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.884208:0:361305:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767389117.884210:0:361305:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.884213:0:361305:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389117.884222:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767389117.884228:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000057f6b280. 00000001:00000010:3.0:1767389117.884231:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003fb17e6b. 00000001:00000010:3.0:1767389117.884233:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e9661306. 00000001:00000010:3.0:1767389117.884236:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000003752b0d. 00000001:00000010:3.0:1767389117.884238:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000009931f95a. 00000001:00000010:3.0:1767389117.884240:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008d00a73c. 00000001:00000001:3.0:1767389117.884245:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767389117.884246:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767389117.884249:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000eff637ec. 00000001:00000010:3.0:1767389117.884251:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d6686ad1. 00000001:00000010:3.0:1767389117.884252:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006c88033c. 00000001:00000010:3.0:1767389117.884254:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000094876c3a. 00000001:00000010:3.0:1767389117.884256:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000099a092eb. 00000001:00000010:3.0:1767389117.884258:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000eb924549. 00000001:00000001:3.0:1767389117.884260:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767389117.884261:0:361305:0:(obd_config.c:955:class_decref()) Decref MGS (000000007e972090) now 3 - setup 00000020:00000001:3.0:1767389117.884263:0:361305:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.884264:0:361305:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767389117.884267:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767389117.884270:0:361305:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767389117.884271:0:361305:0:(obd_config.c:955:class_decref()) Decref MGS (000000007e972090) now 2 - obd_device_list 00000020:00000080:3.0:1767389117.884274:0:361305:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:3.0:1767389117.884275:0:361305:0:(obd_config.c:955:class_decref()) Decref MGS (000000007e972090) now 1 - newdev 00000020:00000040:3.0:1767389117.884277:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000039f0eaef with handle 0x95cd417baf42918b from hash 00000020:00000040:3.0:1767389117.884279:0:361305:0:(genops.c:898:class_export_put()) PUTting export 0000000039f0eaef : new refcount 0 00000020:00000080:3.0:1767389117.884281:0:361305:0:(genops.c:904:class_export_put()) final put 0000000039f0eaef/MGS 00000020:00000001:3.0:1767389117.884282:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.884283:0:361305:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767389117.884284:0:361305:0:(genops.c:863:class_export_destroy()) destroying export 0000000039f0eaef/MGS for MGS 00000020:00000001:3.0:1767389117.884286:0:361305:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:3.0:1767389117.884287:0:361305:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:3.0:1767389117.884288:0:361305:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.884290:0:361305:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.884291:0:361305:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000039f0eaef. 00000020:00000001:3.0:1767389117.884298:0:361305:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767389117.884300:0:361305:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:3.0:1767389117.884301:0:361305:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:3.0:1767389117.884302:0:361305:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767389117.884305:0:361305:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058cf6d1e. 00000020:00000010:3.0:1767389117.884320:0:361305:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e4c129e3. 00000040:00000010:3.0:1767389117.884324:0:361305:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f5764488. 00000020:00000010:3.0:1767389117.884326:0:361305:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009c8f2fcb. 00000020:00000010:3.0:1767389117.884329:0:361305:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000c94b4e8. 80000000:00000010:3.0:1767389117.884331:0:361305:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009675e88f. 00040000:00000010:3.0:1767389117.884333:0:361305:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d4cea42b. 00080000:00000010:3.0:1767389117.884335:0:361305:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000030df62b9. 20000000:00000010:3.0:1767389117.884338:0:361305:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000580c046a. 20000000:00000001:3.0:1767389117.884340:0:361305:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:3.0:1767389117.884365:0:361305:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 00000000d801c574. 20000000:00000001:3.0:1767389117.884370:0:361305:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.884373:0:361305:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e4c129e3. 00000040:00000010:3.0:1767389117.884376:0:361305:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f5764488. 00000020:00000010:3.0:1767389117.884378:0:361305:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009c8f2fcb. 00000020:00000010:3.0:1767389117.884381:0:361305:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000c94b4e8. 80000000:00000010:3.0:1767389117.884384:0:361305:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009675e88f. 00040000:00000010:3.0:1767389117.884386:0:361305:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d4cea42b. 00080000:00000010:3.0:1767389117.884389:0:361305:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000030df62b9. 20000000:00000010:3.0:1767389117.884391:0:361305:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000580c046a. 00000020:00000010:3.0:1767389117.884393:0:361305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058cf6d1e. 00000020:00000001:3.0:1767389117.884395:0:361305:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.884397:0:361305:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000007e972090. 00000020:00000001:3.0:1767389117.884402:0:361305:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.884404:0:361305:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389117.884406:0:361305:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000b2979d92. 00000020:00000001:3.0:1767389117.884408:0:361305:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.884411:0:361305:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.884413:0:361305:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:3.0:1767389117.884415:0:361305:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767389117.884510:0:361305:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:3.0:1767389117.884516:0:361305:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 000000009675e88f. 00000020:00000080:3.0:1767389117.884518:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767389117.884522:0:361305:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767389117.884525:0:361305:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1767389117.884529:0:361305:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 00000000bdb0aefb lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:3.0:1767389117.884534:0:361305:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767389117.884536:0:361305:0:(genops.c:1570:class_disconnect_exports()) OBD device 8 (000000002370a4a0) has exports, disconnecting them 00000020:00000001:3.0:1767389117.884538:0:361305:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:3.0:1767389117.884540:0:361305:0:(genops.c:887:class_export_get()) GET export 00000000bdb0aefb refcount=4 00000020:00000040:3.0:1767389117.884542:0:361305:0:(genops.c:887:class_export_get()) GET export 00000000bdb0aefb refcount=5 00000020:00080000:3.0:1767389117.884544:0:361305:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (00000000bdb0aefb), last request at 1767388975 00000020:00000001:3.0:1767389117.884546:0:361305:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:3.0:1767389117.884548:0:361305:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:3.0:1767389117.884550:0:361305:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767389117.884551:0:361305:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf42925d 00000020:00000040:3.0:1767389117.884553:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bdb0aefb with handle 0x95cd417baf42925d from hash 00000020:00000040:3.0:1767389117.884564:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000bdb0aefb : new refcount 4 00000020:00000001:3.0:1767389117.884566:0:361305:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767389117.884567:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000bdb0aefb : new refcount 3 00000020:00000001:3.0:1767389117.884569:0:361305:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767389117.884571:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000bdb0aefb : new refcount 2 00000020:00000001:3.0:1767389117.884572:0:361305:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1767389117.884574:0:361305:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.884576:0:361305:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1767389117.884578:0:361305:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000bdb0aefb): rc 0 00000020:00000040:3.0:1767389117.884579:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000bdb0aefb : new refcount 1 00000020:00000001:3.0:1767389117.884581:0:361305:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:3.0:1767389117.884582:0:361305:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767389117.884583:0:361305:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:3.0:1767389117.884585:0:361305:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:3.0:1767389117.884586:0:361305:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:3.0:1767389117.884587:0:361305:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:3.0:1767389117.884589:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000bdb0aefb : new refcount 0 00000020:00000080:3.0:1767389117.884590:0:361305:0:(genops.c:904:class_export_put()) final put 00000000bdb0aefb/lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767389117.884592:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.884605:0:361305:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389117.884607:0:361305:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1767389117.884609:0:361305:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:2.0:1767389117.884641:0:257746:0:(genops.c:857:class_export_destroy()) Process entered 00010000:00000001:3.0:1767389117.884647:0:361305:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000080:2.0:1767389117.884648:0:257746:0:(genops.c:863:class_export_destroy()) destroying export 00000000bdb0aefb/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:2.0:1767389117.884659:0:257746:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 10 to 0@lo 00000020:00000001:2.0:1767389117.884664:0:257746:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767389117.884668:0:257746:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389117.884671:0:257746:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000002370a4a0) now 5 - export 00000020:00000010:2.0:1767389117.884675:0:257746:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000bdb0aefb. 00000020:00000001:2.0:1767389117.884690:0:257746:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1767389117.884708:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000079cb4d0b. 00000020:00000010:3.0:1767389117.884715:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000878f1802. 00010000:00000001:3.0:1767389117.884809:0:361305:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767389117.884830:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000005f23f0e2. 00000020:00000010:3.0:1767389117.884832:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b802c3f0. 00000001:00000001:3.0:1767389117.884853:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767389117.885390:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000997b6614. 00000001:00000010:3.0:1767389117.885396:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008907a98e. 00000001:00000010:3.0:1767389117.885398:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b46fbad7. 00000001:00000010:3.0:1767389117.885399:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009bc70fe5. 00000001:00000010:3.0:1767389117.885400:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000037836031. 00000001:00000010:3.0:1767389117.885401:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000032aeeb8c. 00000001:00000010:3.0:1767389117.885402:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004fc77d2c. 00000001:00000010:3.0:1767389117.885420:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002454c8b3. 00000001:00000010:3.0:1767389117.885422:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000073ee2780. 00000001:00000010:3.0:1767389117.885424:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d68394be. 00000001:00000010:3.0:1767389117.885426:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000057e80154. 00000001:00000010:3.0:1767389117.885427:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000056f085c4. 00000001:00000010:3.0:1767389117.885429:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000049c70706. 00000001:00000010:3.0:1767389117.885431:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e55ce3cb. 00000001:00000010:3.0:1767389117.885432:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007d1d1d91. 00000001:00000010:3.0:1767389117.885434:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000743a67e2. 00000001:00000010:3.0:1767389117.885435:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000098e2f222. 00000001:00000010:3.0:1767389117.885436:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000005d47cff7. 00000001:00000010:3.0:1767389117.885438:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ae6c8e10. 00000001:00000010:3.0:1767389117.885439:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f40f842a. 00000001:00000010:3.0:1767389117.885440:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ebbb1f9d. 00000001:00000010:3.0:1767389117.885442:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000dac80030. 00000001:00000010:3.0:1767389117.885443:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d2e30f74. 00000001:00000010:3.0:1767389117.885444:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d0a89715. 00000001:00000010:3.0:1767389117.885445:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000006dd39d2f. 00000001:00000010:3.0:1767389117.885447:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f619be72. 00000001:00000010:3.0:1767389117.885448:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002980fcb7. 00000001:00000010:3.0:1767389117.885449:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001183dbb5. 00000001:00000010:3.0:1767389117.885451:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d44cf3e2. 00000001:00000010:3.0:1767389117.885452:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000a5acbb89. 00000001:00000010:3.0:1767389117.885453:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000061d52797. 00000001:00000010:3.0:1767389117.885454:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000002578e6ee. 00000001:00000010:3.0:1767389117.885456:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 0000000060452efa. 00000001:00000010:3.0:1767389117.885459:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000001c300a2f. 00000001:00000001:3.0:1767389117.885461:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767389117.885463:0:361305:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000cce5a5b5. 00010000:00000001:3.0:1767389117.885466:0:361305:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767389117.887642:0:361305:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767389117.887644:0:361305:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1767389117.887645:0:361305:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:3.0:1767389117.887646:0:361305:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:3.0:1767389117.887648:0:361305:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1767389117.887650:0:361305:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1767389117.887651:0:361305:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767389117.887652:0:361305:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1767389117.887653:0:361305:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:3.0:1767389117.887656:0:361305:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1767389117.887658:0:361305:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767389117.887658:0:361305:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767389117.887659:0:361305:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1767389117.887660:0:361305:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767389117.887660:0:361305:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:3.0:1767389117.887661:0:361305:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:3.0:1767389117.887662:0:361305:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1767389117.887663:0:361305:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:3.0:1767389117.887664:0:361305:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:3.0:1767389117.887665:0:361305:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:3.0:1767389117.887667:0:361305:0:(genops.c:1229:class_import_get()) import 0000000004f639d2 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767389117.887669:0:361305:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389117.887670:0:361305:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767389117.887672:0:361305:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767389117.887673:0:361305:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389117.887673:0:361305:0:(genops.c:1242:class_import_put()) import 0000000004f639d2 refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:3.0:1767389117.887675:0:361305:0:(genops.c:1245:class_import_put()) final put import 0000000004f639d2 00000020:00000001:3.0:1767389117.887683:0:361305:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767389117.887684:0:361305:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1767389117.887685:0:361305:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767389117.887686:0:361305:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1767389117.887688:0:361305:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 000000008b6f3d9c. 00010000:00000010:3.0:1767389117.887692:0:361305:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 000000003be632b3. 00010000:00000010:3.0:1767389117.887695:0:361305:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000188ae26b. 00010000:00000001:3.0:1767389117.887698:0:361305:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000001:2.0:1767389117.887712:0:257746:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1767389117.887717:0:257746:0:(genops.c:1202:obd_zombie_import_free()) destroying import 0000000004f639d2 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:2.0:1767389117.887791:0:257746:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 9 to 0@lo 00000020:00000040:2.0:1767389117.887799:0:257746:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 8 to 0@lo 00000020:00000010:2.0:1767389117.887804:0:257746:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 000000000c116ed9. 00000020:00000040:2.0:1767389117.887810:0:257746:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000002370a4a0) now 4 - import 00000020:00000010:2.0:1767389117.887817:0:257746:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000004f639d2. 00000020:00000001:2.0:1767389117.887829:0:257746:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:3.0:1767389117.887864:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000008685c143. 00000020:00000010:3.0:1767389117.887869:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000006bbcb1c0. 00000020:00000010:3.0:1767389117.887871:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000076a9d3d6. 00000020:00000010:3.0:1767389117.887888:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000009435ccdc. 00000020:00000010:3.0:1767389117.887891:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000005a078fff. 00000020:00000010:3.0:1767389117.887893:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000fa38ef23. 00000010:00000001:3.0:1767389117.887896:0:361305:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.887898:0:361305:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389117.887904:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767389117.887908:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006d6d12c2. 00000001:00000010:3.0:1767389117.887909:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000eb0d2ea2. 00000001:00000010:3.0:1767389117.887911:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000088cc4103. 00000001:00000010:3.0:1767389117.887912:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ea219c3e. 00000001:00000010:3.0:1767389117.887914:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000076152a68. 00000001:00000010:3.0:1767389117.887915:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009d1273cc. 00000001:00000001:3.0:1767389117.887917:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767389117.887917:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767389117.887920:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d5be2b8a. 00000001:00000010:3.0:1767389117.887921:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008c585f77. 00000001:00000010:3.0:1767389117.887923:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000876f8bcb. 00000001:00000010:3.0:1767389117.887925:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000038938311. 00000001:00000010:3.0:1767389117.887927:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000976154c0. 00000001:00000010:3.0:1767389117.887928:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000139165ba. 00000001:00000001:3.0:1767389117.887930:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767389117.887931:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000002370a4a0) now 3 - setup 00000020:00000001:3.0:1767389117.887932:0:361305:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.887934:0:361305:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767389117.887936:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767389117.887938:0:361305:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767389117.887939:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000002370a4a0) now 2 - obd_device_list 00000020:00000080:3.0:1767389117.887941:0:361305:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:3.0:1767389117.887943:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000002370a4a0) now 1 - newdev 00000020:00000040:3.0:1767389117.887945:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009c6eb59b with handle 0x95cd417baf429256 from hash 00000020:00000040:3.0:1767389117.887947:0:361305:0:(genops.c:898:class_export_put()) PUTting export 000000009c6eb59b : new refcount 0 00000020:00000080:3.0:1767389117.887949:0:361305:0:(genops.c:904:class_export_put()) final put 000000009c6eb59b/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:3.0:1767389117.887950:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.887951:0:361305:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767389117.887952:0:361305:0:(genops.c:863:class_export_destroy()) destroying export 000000009c6eb59b/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767389117.887954:0:361305:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767389117.887955:0:361305:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.887956:0:361305:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000009c6eb59b. 00000020:00000001:3.0:1767389117.887959:0:361305:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767389117.887960:0:361305:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:3.0:1767389117.887962:0:361305:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:3.0:1767389117.887963:0:361305:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767389117.887965:0:361305:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058cf6d1e. 00000020:00000010:3.0:1767389117.887967:0:361305:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000580c046a. 00000040:00000010:3.0:1767389117.887969:0:361305:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d4cea42b. 00000020:00000010:3.0:1767389117.887971:0:361305:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000030df62b9. 00000020:00000010:3.0:1767389117.887974:0:361305:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389117.887976:0:361305:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000c94b4e8. 80000000:00000010:3.0:1767389117.887977:0:361305:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c96c55d0. 40000000:00000010:3.0:1767389117.887979:0:361305:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b2979d92. 00100000:00000010:3.0:1767389117.887981:0:361305:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009c8f2fcb. 00040000:00000010:3.0:1767389117.887983:0:361305:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004ccfbe9. 00040000:00000010:3.0:1767389117.887985:0:361305:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f5764488. 00080000:00000010:3.0:1767389117.887987:0:361305:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e7c24fbe. 00000004:00000010:3.0:1767389117.887989:0:361305:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000023fbb47b. 00000010:00000001:3.0:1767389117.887992:0:361305:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:3.0:1767389117.887993:0:361305:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 0000000048c065c9. 00000010:00000001:3.0:1767389117.887995:0:361305:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.887996:0:361305:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000580c046a. 00000040:00000010:3.0:1767389117.887998:0:361305:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d4cea42b. 00000020:00000010:3.0:1767389117.888000:0:361305:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000030df62b9. 00000020:00000010:3.0:1767389117.888001:0:361305:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389117.888004:0:361305:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000c94b4e8. 80000000:00000010:3.0:1767389117.888006:0:361305:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c96c55d0. 40000000:00000010:3.0:1767389117.888008:0:361305:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b2979d92. 00100000:00000010:3.0:1767389117.888009:0:361305:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009c8f2fcb. 00040000:00000010:3.0:1767389117.888011:0:361305:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004ccfbe9. 00040000:00000010:3.0:1767389117.888012:0:361305:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f5764488. 00080000:00000010:3.0:1767389117.888014:0:361305:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e7c24fbe. 00000004:00000010:3.0:1767389117.888016:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000023fbb47b. 00000020:00000010:3.0:1767389117.888018:0:361305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058cf6d1e. 00000020:00000001:3.0:1767389117.888019:0:361305:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.888020:0:361305:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000002370a4a0. 00000020:00000001:3.0:1767389117.888023:0:361305:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.888024:0:361305:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389117.888026:0:361305:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 000000009675e88f. 00000020:00000001:3.0:1767389117.888028:0:361305:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.888029:0:361305:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.888031:0:361305:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1767389117.888032:0:361305:0:(obd_mount.c:705:lustre_put_lsi()) put 00000000d8479a9f 1 00000020:00000001:3.0:1767389117.888034:0:361305:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767389117.888035:0:361305:0:(osd_handler.c:1551:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767389117.888035:0:361305:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767389117.888037:0:361305:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x95cd417baf429184 00000020:00000040:3.0:1767389117.888038:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000042d10469 with handle 0x95cd417baf429184 from hash 00000020:00000001:3.0:1767389117.888056:0:361305:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767389117.888057:0:361305:0:(genops.c:898:class_export_put()) PUTting export 0000000042d10469 : new refcount 1 00000020:00000001:3.0:1767389117.888059:0:361305:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767389117.888060:0:361305:0:(genops.c:898:class_export_put()) PUTting export 0000000042d10469 : new refcount 0 00000020:00000080:3.0:1767389117.888061:0:361305:0:(genops.c:904:class_export_put()) final put 0000000042d10469/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767389117.888063:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.888076:0:361305:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.888078:0:361305:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767389117.888079:0:361305:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000010:3.0:1767389117.888081:0:361305:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000009675e88f. 00000020:00000080:3.0:1767389117.888083:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767389117.888085:0:361305:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767389117.888087:0:361305:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1767389117.888090:0:361305:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767389117.888091:0:361305:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (000000003ca90ce1) has no exports 00000020:00000001:3.0:1767389117.888093:0:361305:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767389117.888094:0:361305:0:(obd_class.h:604:obd_precleanup()) Process entered 00080000:00000001:3.0:1767389117.888097:0:361305:0:(osd_handler.c:1359:osd_device_fini()) Process entered 00100000:00000001:3.0:1767389117.888102:0:361305:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:3.0:1767389117.888104:0:361305:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00000020:00000001:2.0:1767389117.888111:0:257746:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767389117.888114:0:257746:0:(genops.c:863:class_export_destroy()) destroying export 0000000042d10469/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767389117.888119:0:257746:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00080000:00000020:3.0:1767389117.888123:0:361305:0:(osd_handler.c:684:osd_sync()) syncing OSD osd-zfs 00000020:00000001:2.0:1767389117.888123:0:257746:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389117.888132:0:257746:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000003ca90ce1) now 4 - export 00000020:00000010:2.0:1767389117.888136:0:257746:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000042d10469. 00000020:00000001:2.0:1767389117.888143:0:257746:0:(genops.c:880:class_export_destroy()) Process leaving 00080000:00000020:2.0:1767389117.892383:0:361305:0:(osd_handler.c:686:osd_sync()) synced OSD osd-zfs 00080000:00000001:2.0:1767389117.892390:0:361305:0:(osd_handler.c:826:osd_shutdown()) Process entered 00080000:00000001:2.0:1767389117.892392:0:361305:0:(osd_handler.c:847:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1767389117.892396:0:361305:0:(osd_scrub.c:1328:osd_scrub_stop()) Process entered 00100000:00000001:2.0:1767389117.892399:0:361305:0:(osd_scrub.c:1337:osd_scrub_stop()) Process leaving 00080000:00000010:2.0:1767389117.892432:0:361305:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000671c000f. 00000020:00000010:2.0:1767389117.892438:0:361305:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 0000000055797953. 00080000:00000001:2.0:1767389117.892445:0:361305:0:(osd_oi.c:986:osd_oi_fini()) Process entered 00080000:00000010:2.0:1767389117.892449:0:361305:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 000000004a7ac5fc. 00080000:00000010:2.0:1767389117.892456:0:361305:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 0000000063e3110b. 00080000:00000010:2.0:1767389117.892459:0:361305:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 00000000ab1b7c94. 00080000:00000010:2.0:1767389117.892462:0:361305:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000b3bf34cf. 00080000:00000010:2.0:1767389117.892464:0:361305:0:(osd_oi.c:816:osd_ost_seq_fini()) kfreed 'osd_seq->os_compat_dirs': 256 at 0000000004e13c8d. 00080000:00000010:2.0:1767389117.892469:0:361305:0:(osd_oi.c:817:osd_ost_seq_fini()) kfreed 'osd_seq': 48 at 00000000fd8cd53c. 00080000:00000010:2.0:1767389117.892475:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009d81b8c8. 00080000:00000010:2.0:1767389117.892480:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b794cc91. 00080000:00000010:2.0:1767389117.892484:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f8f19e65. 00080000:00000010:2.0:1767389117.892488:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000370f8ac7. 00080000:00000010:2.0:1767389117.892492:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cedd8f89. 00080000:00000010:2.0:1767389117.892496:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ffe43b07. 00080000:00000010:2.0:1767389117.892501:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003a493a32. 00080000:00000010:2.0:1767389117.892505:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a1612b4d. 00080000:00000010:2.0:1767389117.892508:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f5a88f7a. 00080000:00000010:2.0:1767389117.892512:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008ccdd766. 00080000:00000010:2.0:1767389117.892516:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000085e43b9e. 00080000:00000010:2.0:1767389117.892520:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000035dce7a7. 00080000:00000010:2.0:1767389117.892523:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b4c5402c. 00080000:00000010:2.0:1767389117.892527:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d0c91378. 00080000:00000010:2.0:1767389117.892531:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000016bb835b. 00080000:00000010:2.0:1767389117.892534:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006b5301d8. 00080000:00000010:2.0:1767389117.892538:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d3de9da9. 00080000:00000010:2.0:1767389117.892542:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005b590c9d. 00080000:00000010:2.0:1767389117.892547:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000690efe06. 00080000:00000010:2.0:1767389117.892551:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e3f00df8. 00080000:00000010:2.0:1767389117.892555:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ea613638. 00080000:00000010:2.0:1767389117.892560:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000f4bdb82. 00080000:00000010:2.0:1767389117.892563:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009cca12cf. 00080000:00000010:2.0:1767389117.892568:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e8e9600a. 00080000:00000010:2.0:1767389117.892572:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f5e2e780. 00080000:00000010:2.0:1767389117.892576:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000358959f3. 00080000:00000010:2.0:1767389117.892581:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008355b9c7. 00080000:00000010:2.0:1767389117.892585:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000c69fb44. 00080000:00000010:2.0:1767389117.892589:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c0fab4df. 00080000:00000010:2.0:1767389117.892592:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c3d88efd. 00080000:00000010:2.0:1767389117.892596:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000bc44437. 00080000:00000010:2.0:1767389117.892600:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c674d9af. 00080000:00000010:2.0:1767389117.892604:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006d848677. 00080000:00000010:2.0:1767389117.892608:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000083e9171e. 00080000:00000010:2.0:1767389117.892612:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000000dfb213. 00080000:00000010:2.0:1767389117.892616:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000070fffa50. 00080000:00000010:2.0:1767389117.892620:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001c913e0b. 00080000:00000010:2.0:1767389117.892626:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000fbe0f722. 00080000:00000010:2.0:1767389117.892631:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000250b20ab. 00080000:00000010:2.0:1767389117.892639:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000df356d92. 00080000:00000010:2.0:1767389117.892643:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004dc02037. 00080000:00000010:2.0:1767389117.892647:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008f1c10e9. 00080000:00000010:2.0:1767389117.892651:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000076dab46e. 00080000:00000010:2.0:1767389117.892655:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000056ca652b. 00080000:00000010:2.0:1767389117.892659:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000370b549a. 00080000:00000010:2.0:1767389117.892663:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006b76412a. 00080000:00000010:2.0:1767389117.892667:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000093d20e7. 00080000:00000010:2.0:1767389117.892671:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000081c5d3f5. 00080000:00000010:2.0:1767389117.892675:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e11b1877. 00080000:00000010:2.0:1767389117.892679:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000073dce133. 00080000:00000010:2.0:1767389117.892682:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000002e94916e. 00080000:00000010:2.0:1767389117.892686:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008f5a6c8a. 00080000:00000010:2.0:1767389117.892690:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000086b8085. 00080000:00000010:2.0:1767389117.892695:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000003abb88fb. 00080000:00000010:2.0:1767389117.892699:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b0e7d050. 00080000:00000010:2.0:1767389117.892705:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000efe4b366. 00080000:00000010:2.0:1767389117.892711:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bbd7d218. 00080000:00000010:2.0:1767389117.892715:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000dbaecdbd. 00080000:00000010:2.0:1767389117.892719:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006632f135. 00080000:00000010:2.0:1767389117.892767:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000056f96f00. 00080000:00000010:2.0:1767389117.892783:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006fa57b00. 00080000:00000010:2.0:1767389117.892791:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cced05bb. 00080000:00000010:2.0:1767389117.892797:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008305d188. 00080000:00000010:2.0:1767389117.892801:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bb5a6bd5. 00080000:00000010:2.0:1767389117.892806:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e419d9cf. 00080000:00000010:2.0:1767389117.892809:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000515ae521. 00080000:00000010:2.0:1767389117.892813:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000113d7cac. 00080000:00000010:2.0:1767389117.892817:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000483a3a9e. 00080000:00000010:2.0:1767389117.892821:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f22403e1. 00080000:00000010:2.0:1767389117.892825:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000044a066b6. 00080000:00000010:2.0:1767389117.892829:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b8e8181e. 00080000:00000010:2.0:1767389117.892834:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000a482397. 00080000:00000010:2.0:1767389117.892839:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000c4feb7e3. 00080000:00000010:2.0:1767389117.892842:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ff736fb2. 00080000:00000010:2.0:1767389117.892846:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000841b62c1. 00080000:00000010:2.0:1767389117.892850:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b4c744fe. 00080000:00000010:2.0:1767389117.892853:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000296f7b77. 00080000:00000010:2.0:1767389117.892858:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008e3261c1. 00080000:00000010:2.0:1767389117.892862:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bbec9c0d. 00080000:00000010:2.0:1767389117.892866:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000008c60092. 00080000:00000010:2.0:1767389117.892870:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a9110704. 00080000:00000010:2.0:1767389117.892874:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ea1af1bd. 00080000:00000010:2.0:1767389117.892877:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a2ac7c67. 00080000:00000010:2.0:1767389117.892881:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001b0c0f58. 00080000:00000010:2.0:1767389117.892885:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004ed5a625. 00080000:00000010:2.0:1767389117.892889:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000878ed90c. 00080000:00000010:2.0:1767389117.892892:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000135c8549. 00080000:00000010:2.0:1767389117.892897:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006495e061. 00080000:00000010:2.0:1767389117.892902:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000075329af0. 00080000:00000010:2.0:1767389117.892906:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000000b2d6c18. 00080000:00000010:2.0:1767389117.892910:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001eb5e7a7. 00080000:00000010:2.0:1767389117.892914:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000887c3da3. 00080000:00000010:2.0:1767389117.892918:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b7761eb5. 00080000:00000010:2.0:1767389117.892921:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004708682f. 00080000:00000010:2.0:1767389117.892924:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000091c79dc. 00080000:00000010:2.0:1767389117.892928:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000603e898d. 00080000:00000010:2.0:1767389117.892932:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000debb5889. 00080000:00000010:2.0:1767389117.892935:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000bcfce4d7. 00080000:00000010:2.0:1767389117.892939:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000b487033a. 00080000:00000010:2.0:1767389117.892943:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000e677d983. 00080000:00000010:2.0:1767389117.892947:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f8df6557. 00080000:00000010:2.0:1767389117.892950:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009f9e9ce5. 00080000:00000010:2.0:1767389117.892954:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000dc13f72f. 00080000:00000010:2.0:1767389117.892957:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000263b09a4. 00080000:00000010:2.0:1767389117.892961:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000d42580a4. 00080000:00000010:2.0:1767389117.892965:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000013912476. 00080000:00000010:2.0:1767389117.892968:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001ff73014. 00080000:00000010:2.0:1767389117.892972:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000cb9b49e4. 00080000:00000010:2.0:1767389117.892975:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000a8b38f6e. 00080000:00000010:2.0:1767389117.892979:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000073edba2e. 00080000:00000010:2.0:1767389117.892983:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006485621f. 00080000:00000010:2.0:1767389117.892987:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000019a51eb1. 00080000:00000010:2.0:1767389117.892991:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000001eab62c1. 00080000:00000010:2.0:1767389117.892996:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000008dbda23e. 00080000:00000010:2.0:1767389117.892999:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009bdc7d15. 00080000:00000010:2.0:1767389117.893005:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000052a02864. 00080000:00000010:2.0:1767389117.893009:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f6772e72. 00080000:00000010:2.0:1767389117.893012:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000046a84305. 00080000:00000010:2.0:1767389117.893016:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000005c953a67. 00080000:00000010:2.0:1767389117.893020:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000006fd6d908. 00080000:00000010:2.0:1767389117.893023:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000004b19c6ec. 00080000:00000010:2.0:1767389117.893027:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f506e098. 00080000:00000010:2.0:1767389117.893031:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000091940f9a. 00080000:00000010:2.0:1767389117.893037:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009b744608. 00080000:00000010:2.0:1767389117.893052:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 0000000012cc94ba. 00080000:00000010:2.0:1767389117.893056:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000ec3dd020. 00080000:00000010:2.0:1767389117.893060:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 000000009a8ae1d1. 00080000:00000010:2.0:1767389117.893065:0:361305:0:(osd_oi.c:696:osd_oi_remove_table()) kfreed 'oi': 40 at 00000000f1981b5f. 00080000:00000010:2.0:1767389117.893068:0:361305:0:(osd_oi.c:992:osd_oi_fini()) kfreed 'o->od_oi_table': 1024 at 000000008ebf2c8e. 00080000:00000001:2.0:1767389117.893075:0:361305:0:(osd_oi.c:997:osd_oi_fini()) Process leaving 00080000:00000001:2.0:1767389117.893077:0:361305:0:(osd_lproc.c:442:osd_procfs_fini()) Process entered 00000020:00000010:2.0:1767389117.894035:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 320 at 00000000a8c407e2. 00000020:00000010:2.0:1767389117.894043:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000661b0671. 00080000:00000001:2.0:1767389117.894282:0:361305:0:(osd_handler.c:1276:osd_umount()) Process entered 00080000:00000001:2.0:1767389117.898577:0:361305:0:(osd_handler.c:1324:osd_umount()) Process leaving 00080000:00000001:2.0:1767389117.898582:0:361305:0:(osd_handler.c:1378:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389117.898587:0:361305:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767389117.898611:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389117.898619:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000075afaff0. 00000001:00000010:2.0:1767389117.898624:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ffba8b6c. 00000001:00000010:2.0:1767389117.898630:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000060967663. 00000001:00000010:2.0:1767389117.898635:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f6ed706d. 00000001:00000010:2.0:1767389117.898642:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000d8120a96. 00000001:00000010:2.0:1767389117.898651:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000045aa15c8. 00000001:00000001:2.0:1767389117.898661:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767389117.898664:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767389117.898670:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000025b0c72a. 00000001:00000010:2.0:1767389117.898675:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006ce606eb. 00000001:00000010:2.0:1767389117.898684:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002621b6cf. 00000001:00000010:2.0:1767389117.898692:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f71303ed. 00000001:00000010:2.0:1767389117.898699:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a6d7b102. 00000001:00000010:2.0:1767389117.898703:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000ed33e134. 00000001:00000001:2.0:1767389117.898710:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767389117.898712:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000003ca90ce1) now 3 - setup 00000020:00000001:2.0:1767389117.898717:0:361305:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389117.898720:0:361305:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767389117.898724:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767389117.898731:0:361305:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767389117.898775:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000003ca90ce1) now 2 - obd_device_list 00000020:00000080:2.0:1767389117.898783:0:361305:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:2.0:1767389117.898786:0:361305:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (000000003ca90ce1) now 1 - newdev 00000020:00000040:2.0:1767389117.898791:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bb66f589 with handle 0x95cd417baf42917d from hash 00000020:00000040:2.0:1767389117.898796:0:361305:0:(genops.c:898:class_export_put()) PUTting export 00000000bb66f589 : new refcount 0 00000020:00000080:2.0:1767389117.898799:0:361305:0:(genops.c:904:class_export_put()) final put 00000000bb66f589/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767389117.898802:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389117.898806:0:361305:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767389117.898808:0:361305:0:(genops.c:863:class_export_destroy()) destroying export 00000000bb66f589/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767389117.898812:0:361305:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767389117.898814:0:361305:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389117.898817:0:361305:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000bb66f589. 00000020:00000001:2.0:1767389117.898832:0:361305:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767389117.898835:0:361305:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-zfs 00000020:01000000:2.0:1767389117.898840:0:361305:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:2.0:1767389117.898844:0:361305:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767389117.898851:0:361305:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008b7b7966. 00000020:00000010:2.0:1767389117.898857:0:361305:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bbbee4e5. 00000040:00000010:2.0:1767389117.898863:0:361305:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000042d95ace. 00000020:00000010:2.0:1767389117.898869:0:361305:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a2b121e6. 00000020:00000010:2.0:1767389117.898874:0:361305:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000068ef2c9f. 00040000:00000010:2.0:1767389117.898881:0:361305:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000199047c9. 00040000:00000010:2.0:1767389117.898887:0:361305:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000017cf0998. 00080000:00000010:2.0:1767389117.898893:0:361305:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000df4d7367. 00080000:00000001:2.0:1767389117.898898:0:361305:0:(osd_handler.c:1387:osd_device_free()) Process entered 00000020:00000010:2.0:1767389117.899285:0:361305:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 00000000d1e6469d. 00000020:00000010:2.0:1767389117.899337:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000002b02b58d. 00000020:00000010:2.0:1767389117.899345:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000002fb3d261. 00000020:00000010:2.0:1767389117.899351:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000ece5c1cd. 00000020:00000010:2.0:1767389117.899356:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 0000000054ced3ad. 00000020:00000010:2.0:1767389117.899362:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 00000000d9d304b5. 00000020:00000010:2.0:1767389117.899369:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006c2f07de. 00080000:00000010:2.0:1767389117.899375:0:361305:0:(osd_handler.c:1398:osd_device_free()) kfreed 'o': 31608 at 00000000cfa23b5a. 00080000:00000001:2.0:1767389117.899402:0:361305:0:(osd_handler.c:1400:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389117.899408:0:361305:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bbbee4e5. 00000040:00000010:2.0:1767389117.899417:0:361305:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000042d95ace. 00000020:00000010:2.0:1767389117.899426:0:361305:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a2b121e6. 00000020:00000010:2.0:1767389117.899434:0:361305:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000068ef2c9f. 00040000:00000010:2.0:1767389117.899442:0:361305:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000199047c9. 00040000:00000010:2.0:1767389117.899451:0:361305:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000017cf0998. 00080000:00000010:2.0:1767389117.899460:0:361305:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000df4d7367. 00000020:00000010:2.0:1767389117.899466:0:361305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008b7b7966. 00000020:00000001:2.0:1767389117.899469:0:361305:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389117.899472:0:361305:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000003ca90ce1. 00000020:00000001:2.0:1767389117.899497:0:361305:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389117.899501:0:361305:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389117.899506:0:361305:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000009675e88f. 00000020:00000001:2.0:1767389117.899513:0:361305:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389117.899517:0:361305:0:(osd_handler.c:1559:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389117.899521:0:361305:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389117.899559:0:361305:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:2.0:1767389117.899564:0:361305:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 000000002d3cac03 00000020:00000010:2.0:1767389117.899570:0:361305:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 17 at 0000000025bb631f. 00000020:00000010:2.0:1767389117.899579:0:361305:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 000000004f21d731. 00000020:00000010:2.0:1767389117.899591:0:361305:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 8 at 000000007fcf61da. 00000020:00000010:2.0:1767389117.899599:0:361305:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 00000000d38943a7. 00000020:00000010:2.0:1767389117.899609:0:361305:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 00000000bb2c4495. 00000020:00000010:2.0:1767389117.899615:0:361305:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 000000002d3cac03. 00000020:00000001:2.0:1767389117.899623:0:361305:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389117.899628:0:361305:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389117.899640:0:361305:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:2.0:1767389117.899654:0:361305:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767389117.899659:0:361305:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:2.0:1767389117.899667:0:361305:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000574e7c5c. 00000020:00000080:2.0:1767389117.899671:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767389117.899677:0:361305:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767389117.899684:0:361305:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767389117.899690:0:361305:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767389117.899696:0:361305:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (00000000bde88f6b) has no exports 00000020:00000001:2.0:1767389117.899700:0:361305:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767389117.899705:0:361305:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767389117.899710:0:361305:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:2.0:1767389117.899714:0:361305:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:2.0:1767389117.899720:0:361305:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767389117.899775:0:361305:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:2.0:1767389117.899785:0:361305:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767389117.899789:0:361305:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767389117.899791:0:361305:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:2.0:1767389117.899798:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #4 00000100:00000040:2.0:1767389117.899801:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:2.0:1767389117.899805:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:2.0:1767389117.899810:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:2.0:1767389117.899815:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:2.0:1767389117.899890:0:361305:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #4 00000020:00000010:3.0:1767389117.899911:0:339625:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002e59aacf. 00000040:00000010:3.0:1767389117.899926:0:339625:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000124bb576. 00000020:00000010:3.0:1767389117.899935:0:339625:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d7caade5. 00000020:00000010:3.0:1767389117.899946:0:339625:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b488cc2c. 00000020:00000010:3.0:1767389117.899957:0:339625:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bf03cfac. 80000000:00000010:3.0:1767389117.899968:0:339625:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fb51fe5f. 40000000:00000010:3.0:1767389117.899978:0:339625:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d64ef990. 00100000:00000010:3.0:1767389117.899988:0:339625:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bb2bd2ea. 00040000:00000010:3.0:1767389117.899995:0:339625:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000720c2014. 00040000:00000010:3.0:1767389117.900006:0:339625:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e69be95f. 00080000:00000010:3.0:1767389117.900016:0:339625:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007bcd9ad2. 00000004:00000010:3.0:1767389117.900027:0:339625:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d38adc9a. 00002000:00000010:3.0:1767389117.900039:0:339625:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cbd11a47. 00000020:00000010:3.0:1767389117.900045:0:339625:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028cfcd16. 00000020:00000010:3.0:1767389117.900060:0:339625:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000012ca3b71. 00000100:00000010:3.0:1767389117.900081:0:339625:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000098981098. 00000100:00100000:3.0:1767389117.900091:0:339625:0:(service.c:3155:ptlrpc_main()) mdt00_004: service thread [00000000b0ceb65b:339625] 4 exiting: rc = 0 00000100:00000040:2.0:1767389117.900159:0:361305:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000020:00000010:1.0:1767389117.900233:0:338180:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000af989a87. 00000040:00000010:1.0:1767389117.900248:0:338180:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000031256733. 00000020:00000010:1.0:1767389117.900256:0:338180:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008a0ad32e. 00000020:00000010:1.0:1767389117.900264:0:338180:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000559fffa3. 00000020:00000010:3.0:1767389117.900266:0:338181:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1fda0f8. 00000020:00000010:1.0:1767389117.900272:0:338180:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000054c2dc4a. 00000040:00000010:3.0:1767389117.900278:0:338181:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ad25a5b6. 80000000:00000010:1.0:1767389117.900280:0:338180:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000059b81270. 40000000:00000010:1.0:1767389117.900294:0:338180:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004e8abc5b. 00000020:00000010:3.0:1767389117.900296:0:338181:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000096fe3aec. 00100000:00000010:1.0:1767389117.900302:0:338180:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005b18f26d. 00000020:00000010:3.0:1767389117.900320:0:338181:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e9189ad4. 00000020:00000010:3.0:1767389117.900329:0:338181:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000067b9eed3. 80000000:00000010:3.0:1767389117.900335:0:338181:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000076cf8e2c. 00040000:00000010:1.0:1767389117.900335:0:338180:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000093ff29bc. 00040000:00000010:1.0:1767389117.900345:0:338180:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009a49699f. 40000000:00000010:3.0:1767389117.900346:0:338181:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000d7d5280. 00080000:00000010:1.0:1767389117.900360:0:338180:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000a60b1526. 00100000:00000010:3.0:1767389117.900361:0:338181:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d85546cf. 00040000:00000010:3.0:1767389117.900381:0:338181:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000021906542. 00000004:00000010:1.0:1767389117.900382:0:338180:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b5818bb7. 00040000:00000010:3.0:1767389117.900399:0:338181:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000799ce535. 00002000:00000010:1.0:1767389117.900399:0:338180:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f19e61ab. 00000020:00000010:1.0:1767389117.900425:0:338180:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eed012f7. 00080000:00000010:3.0:1767389117.900426:0:338181:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000032f44def. 00000004:00000010:3.0:1767389117.900453:0:338181:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005116e2e6. 00000020:00000010:1.0:1767389117.900454:0:338180:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f964951f. 00002000:00000010:3.0:1767389117.900470:0:338181:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000008576581. 00000100:00000010:1.0:1767389117.900479:0:338180:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e50f880c. 00000020:00000010:3.0:1767389117.900480:0:338181:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2035763. 00000100:00100000:1.0:1767389117.900492:0:338180:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [00000000ecb71519:338180] 0 exiting: rc = 1 00000020:00000010:3.0:1767389117.900496:0:338181:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004e7584e2. 00000100:00000010:3.0:1767389117.900514:0:338181:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000044781a5c. 00000100:00100000:3.0:1767389117.900520:0:338181:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [00000000a2e91957:338181] 1 exiting: rc = 0 00000020:00000010:1.0:1767389117.902282:0:339035:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bf4a8751. 00000040:00000010:1.0:1767389117.902292:0:339035:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c3f52629. 00000020:00000010:1.0:1767389117.902298:0:339035:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000593e7bdd. 00000020:00000010:1.0:1767389117.902306:0:339035:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b3cc64ba. 00000020:00000010:1.0:1767389117.902338:0:339035:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d52cdf65. 80000000:00000010:1.0:1767389117.902343:0:339035:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c5426650. 40000000:00000010:1.0:1767389117.902351:0:339035:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c32ef2e0. 00100000:00000010:1.0:1767389117.902359:0:339035:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ec406eaa. 00040000:00000010:1.0:1767389117.902366:0:339035:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000018c34b06. 00040000:00000010:1.0:1767389117.902372:0:339035:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000069668fbf. 00080000:00000010:1.0:1767389117.902379:0:339035:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008fe82b7a. 00000004:00000010:1.0:1767389117.902385:0:339035:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c82b854c. 00002000:00000010:1.0:1767389117.902390:0:339035:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002ce9b776. 00000020:00000010:1.0:1767389117.902397:0:339035:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a177391a. 00000020:00000010:1.0:1767389117.902406:0:339035:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000036d34482. 00000100:00000010:1.0:1767389117.902419:0:339035:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d8bfc09a. 00000100:00100000:1.0:1767389117.902424:0:339035:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [00000000369b1e1c:339035] 3 exiting: rc = 0 00000100:00000040:2.0:1767389117.902513:0:361305:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #2 00000020:00000010:1.0:1767389117.902574:0:338182:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c7cdb20d. 00000040:00000010:1.0:1767389117.902585:0:338182:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ceb25b09. 00000020:00000010:1.0:1767389117.902591:0:338182:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bacb758f. 00000020:00000010:1.0:1767389117.902596:0:338182:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009cc19439. 00000020:00000010:1.0:1767389117.902604:0:338182:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002d812d8e. 80000000:00000010:1.0:1767389117.902611:0:338182:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002f7d722f. 40000000:00000010:1.0:1767389117.902621:0:338182:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000d446992c. 00100000:00000010:1.0:1767389117.902627:0:338182:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ef8c5264. 00040000:00000010:1.0:1767389117.902633:0:338182:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bb7864ec. 00040000:00000010:1.0:1767389117.902639:0:338182:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c2d637c5. 00080000:00000010:1.0:1767389117.902642:0:338182:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000d60a3640. 00000004:00000010:1.0:1767389117.902648:0:338182:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d175da09. 00002000:00000010:1.0:1767389117.902659:0:338182:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ba03150d. 00000020:00000010:1.0:1767389117.902666:0:338182:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000800772a. 00000020:00000010:1.0:1767389117.902676:0:338182:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c71d2d5e. 00000100:00000010:1.0:1767389117.902690:0:338182:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000090cbc6c8. 00000100:00100000:1.0:1767389117.902695:0:338182:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [0000000012b8e98d:338182] 2 exiting: rc = 0 00000100:00000010:2.0:1767389117.902843:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000ecb71519. 00000100:00000010:2.0:1767389117.902865:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a2e91957. 00000100:00000010:2.0:1767389117.902880:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000012b8e98d. 00000100:00000010:2.0:1767389117.902895:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000369b1e1c. 00000100:00000010:2.0:1767389117.902907:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000b0ceb65b. 00000100:00000001:2.0:1767389117.902917:0:361305:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767389117.902920:0:361305:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767389117.902925:0:361305:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:2.0:1767389117.902932:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.902935:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.902939:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b081224f. 00000400:00000200:2.0:1767389117.902946:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ce8c9c4 00000400:00000010:2.0:1767389117.902949:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000002ce8c9c4. 00000100:00000001:2.0:1767389117.902955:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.902958:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.902974:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.902978:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767389117.902985:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.902988:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.902992:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.902995:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000405983f. 00000400:00000200:2.0:1767389117.903003:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b72c2fcb 00000400:00000010:2.0:1767389117.903006:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b72c2fcb. 00000100:00000001:2.0:1767389117.903012:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903014:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903029:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903031:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767389117.903035:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903039:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903041:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903044:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecdc79a4. 00000400:00000200:2.0:1767389117.903049:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000070d96ab6 00000400:00000010:2.0:1767389117.903052:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000070d96ab6. 00000100:00000001:2.0:1767389117.903057:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903059:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903071:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903073:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767389117.903078:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903082:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903084:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903087:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006df456b7. 00000400:00000200:2.0:1767389117.903092:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003095874d 00000400:00000010:2.0:1767389117.903094:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003095874d. 00000100:00000001:2.0:1767389117.903104:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903107:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903120:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903122:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767389117.903128:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903132:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903134:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903136:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fce43466. 00000400:00000200:2.0:1767389117.903141:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015739698 00000400:00000010:2.0:1767389117.903143:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000015739698. 00000100:00000001:2.0:1767389117.903148:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903151:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903161:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903164:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767389117.903169:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903172:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903174:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903177:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000be19b693. 00000400:00000200:2.0:1767389117.903181:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044d59832 00000400:00000010:2.0:1767389117.903184:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000044d59832. 00000100:00000001:2.0:1767389117.903192:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903195:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903204:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903208:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767389117.903213:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903216:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903218:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903220:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022e6b841. 00000400:00000200:2.0:1767389117.903226:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e9b9ddb 00000400:00000010:2.0:1767389117.903228:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004e9b9ddb. 00000100:00000001:2.0:1767389117.903235:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903238:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903250:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903254:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767389117.903259:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903261:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903263:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903267:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000082378ac. 00000400:00000200:2.0:1767389117.903273:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a13de2f 00000400:00000010:2.0:1767389117.903276:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003a13de2f. 00000100:00000001:2.0:1767389117.903283:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903285:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903297:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903300:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767389117.903306:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903330:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903332:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903334:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b5d727d. 00000400:00000200:2.0:1767389117.903342:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a6b3c4 00000400:00000010:2.0:1767389117.903345:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b9a6b3c4. 00000100:00000001:2.0:1767389117.903353:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903355:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903369:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903372:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767389117.903378:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903382:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903386:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903388:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000139ed5e3. 00000400:00000200:2.0:1767389117.903394:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084b20be5 00000400:00000010:2.0:1767389117.903396:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000084b20be5. 00000100:00000001:2.0:1767389117.903403:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903405:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903414:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903416:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767389117.903420:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903424:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903427:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903429:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000164fa2fb. 00000400:00000200:2.0:1767389117.903435:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3e4462c 00000400:00000010:2.0:1767389117.903437:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d3e4462c. 00000100:00000001:2.0:1767389117.903443:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903444:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903459:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903461:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767389117.903466:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903469:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903472:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903474:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000374765d9. 00000400:00000200:2.0:1767389117.903479:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006367714 00000400:00000010:2.0:1767389117.903482:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000006367714. 00000100:00000001:2.0:1767389117.903489:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903491:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903501:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903504:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767389117.903509:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903512:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903515:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903518:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032f0022b. 00000400:00000200:2.0:1767389117.903523:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b39d7d1 00000400:00000010:2.0:1767389117.903526:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006b39d7d1. 00000100:00000001:2.0:1767389117.903535:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903537:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903551:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903555:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767389117.903561:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903563:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903564:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903565:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000561f5f54. 00000400:00000200:2.0:1767389117.903571:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5efe61b 00000400:00000010:2.0:1767389117.903573:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b5efe61b. 00000100:00000001:2.0:1767389117.903578:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903579:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903589:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903592:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767389117.903599:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903602:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903604:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903606:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a2afb547. 00000400:00000200:2.0:1767389117.903609:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d550db87 00000400:00000010:2.0:1767389117.903611:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d550db87. 00000100:00000001:2.0:1767389117.903615:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903618:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903623:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903626:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767389117.903628:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903630:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903631:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903633:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5c640cd. 00000400:00000200:2.0:1767389117.903635:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f20fb3 00000400:00000010:2.0:1767389117.903637:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f6f20fb3. 00000100:00000001:2.0:1767389117.903639:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903640:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903645:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903646:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767389117.903648:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903649:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903651:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903652:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000990e5155. 00000400:00000200:2.0:1767389117.903655:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dd041a3 00000400:00000010:2.0:1767389117.903657:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004dd041a3. 00000100:00000001:2.0:1767389117.903659:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903660:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903666:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903667:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767389117.903669:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903671:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903673:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903674:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fae3db7. 00000400:00000200:2.0:1767389117.903676:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6ca7a0b 00000400:00000010:2.0:1767389117.903678:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a6ca7a0b. 00000100:00000001:2.0:1767389117.903681:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903682:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903687:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903688:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767389117.903690:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903692:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903693:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903694:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005524ea34. 00000400:00000200:2.0:1767389117.903698:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3693920 00000400:00000010:2.0:1767389117.903700:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f3693920. 00000100:00000001:2.0:1767389117.903703:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903704:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903709:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903710:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767389117.903712:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903713:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903714:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903716:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000338d1900. 00000400:00000200:2.0:1767389117.903718:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbf6320a 00000400:00000010:2.0:1767389117.903719:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dbf6320a. 00000100:00000001:2.0:1767389117.903722:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903766:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903777:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903782:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767389117.903786:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903789:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903792:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903794:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1b78c9f. 00000400:00000200:2.0:1767389117.903798:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c7fb8c2 00000400:00000010:2.0:1767389117.903800:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004c7fb8c2. 00000100:00000001:2.0:1767389117.903803:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903805:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903810:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903811:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767389117.903813:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903815:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903817:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903819:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbfcd621. 00000400:00000200:2.0:1767389117.903821:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a87788b0 00000400:00000010:2.0:1767389117.903823:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a87788b0. 00000100:00000001:2.0:1767389117.903826:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903827:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903832:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903834:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767389117.903835:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903837:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903838:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903840:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054de383d. 00000400:00000200:2.0:1767389117.903842:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055550035 00000400:00000010:2.0:1767389117.903843:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000055550035. 00000100:00000001:2.0:1767389117.903847:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903848:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903853:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903854:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767389117.903856:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903857:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903858:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903860:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b86ec05. 00000400:00000200:2.0:1767389117.903862:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000122bf85b 00000400:00000010:2.0:1767389117.903863:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000122bf85b. 00000100:00000001:2.0:1767389117.903866:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903867:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903872:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903873:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767389117.903875:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903877:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903879:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903880:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059593ffa. 00000400:00000200:2.0:1767389117.903883:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046397f7f 00000400:00000010:2.0:1767389117.903884:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000046397f7f. 00000100:00000001:2.0:1767389117.903887:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903889:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903893:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903895:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767389117.903896:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903898:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903899:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903900:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a56a2088. 00000400:00000200:2.0:1767389117.903902:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eaf0d56a 00000400:00000010:2.0:1767389117.903904:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000eaf0d56a. 00000100:00000001:2.0:1767389117.903907:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903908:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903912:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903914:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767389117.903915:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903917:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903918:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903920:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f589329d. 00000400:00000200:2.0:1767389117.903922:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001999df02 00000400:00000010:2.0:1767389117.903923:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001999df02. 00000100:00000001:2.0:1767389117.903925:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903927:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903932:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903933:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767389117.903935:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903936:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903937:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903939:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c167e0a6. 00000400:00000200:2.0:1767389117.903941:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b08c27 00000400:00000010:2.0:1767389117.903942:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000046b08c27. 00000100:00000001:2.0:1767389117.903944:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903946:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903952:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903954:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767389117.903955:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903957:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903959:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903960:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6350f45. 00000400:00000200:2.0:1767389117.903963:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096205959 00000400:00000010:2.0:1767389117.903964:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000096205959. 00000100:00000001:2.0:1767389117.903967:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903968:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903973:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903974:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767389117.903976:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903978:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903979:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.903980:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000247e3259. 00000400:00000200:2.0:1767389117.903982:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004839ed57 00000400:00000010:2.0:1767389117.903984:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004839ed57. 00000100:00000001:2.0:1767389117.903986:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.903987:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.903992:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.903994:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767389117.903995:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.903997:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.903999:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904000:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055a0b1d2. 00000400:00000200:2.0:1767389117.904002:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fd35464 00000400:00000010:2.0:1767389117.904003:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005fd35464. 00000100:00000001:2.0:1767389117.904006:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904007:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904012:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904013:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767389117.904015:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904017:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904018:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904019:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf2094d8. 00000400:00000200:2.0:1767389117.904021:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063fd600d 00000400:00000010:2.0:1767389117.904024:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000063fd600d. 00000100:00000001:2.0:1767389117.904027:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904028:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904033:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904035:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767389117.904037:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904049:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904050:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904052:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002dc61cdf. 00000400:00000200:2.0:1767389117.904054:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e20c096 00000400:00000010:2.0:1767389117.904055:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007e20c096. 00000100:00000001:2.0:1767389117.904059:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904060:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904065:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904067:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767389117.904068:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904070:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904071:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904073:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9e09ad9. 00000400:00000200:2.0:1767389117.904075:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000095ba2b2 00000400:00000010:2.0:1767389117.904077:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000095ba2b2. 00000100:00000001:2.0:1767389117.904079:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904080:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904085:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904087:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767389117.904088:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904090:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904091:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904093:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000830dd9ee. 00000400:00000200:2.0:1767389117.904094:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b93eeefa 00000400:00000010:2.0:1767389117.904096:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b93eeefa. 00000100:00000001:2.0:1767389117.904099:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904100:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904105:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904107:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767389117.904108:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904110:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904111:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904112:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a78f051. 00000400:00000200:2.0:1767389117.904115:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9cb48f8 00000400:00000010:2.0:1767389117.904117:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a9cb48f8. 00000100:00000001:2.0:1767389117.904120:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904121:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904126:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904127:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767389117.904129:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904131:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904132:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904133:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f755f0e7. 00000400:00000200:2.0:1767389117.904136:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025426c38 00000400:00000010:2.0:1767389117.904144:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000025426c38. 00000100:00000001:2.0:1767389117.904147:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904148:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904153:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904155:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767389117.904156:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904158:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904159:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904161:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005411109a. 00000400:00000200:2.0:1767389117.904163:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078cf9de3 00000400:00000010:2.0:1767389117.904164:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000078cf9de3. 00000100:00000001:2.0:1767389117.904167:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904168:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904173:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904174:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767389117.904176:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904178:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904179:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904180:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b873f6f6. 00000400:00000200:2.0:1767389117.904182:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000092002e91 00000400:00000010:2.0:1767389117.904184:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000092002e91. 00000100:00000001:2.0:1767389117.904186:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904188:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904193:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904194:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767389117.904196:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904197:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904199:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904201:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a10bef2. 00000400:00000200:2.0:1767389117.904203:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028894de9 00000400:00000010:2.0:1767389117.904205:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000028894de9. 00000100:00000001:2.0:1767389117.904208:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904209:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904214:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904215:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767389117.904217:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904219:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904220:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904221:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e00bd05. 00000400:00000200:2.0:1767389117.904223:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026d45e4a 00000400:00000010:2.0:1767389117.904225:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000026d45e4a. 00000100:00000001:2.0:1767389117.904227:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904228:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904233:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904234:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767389117.904236:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904237:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904238:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904239:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002efeddbb. 00000400:00000200:2.0:1767389117.904241:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042b03dc9 00000400:00000010:2.0:1767389117.904253:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000042b03dc9. 00000100:00000001:2.0:1767389117.904256:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904257:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904261:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904263:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767389117.904264:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904266:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904267:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904268:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000008c9745d. 00000400:00000200:2.0:1767389117.904270:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001196aa81 00000400:00000010:2.0:1767389117.904272:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001196aa81. 00000100:00000001:2.0:1767389117.904274:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904275:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904280:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904282:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767389117.904284:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904285:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904286:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904287:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000175eefd8. 00000400:00000200:2.0:1767389117.904289:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2bf1027 00000400:00000010:2.0:1767389117.904291:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f2bf1027. 00000100:00000001:2.0:1767389117.904293:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904295:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904299:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904301:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767389117.904302:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904304:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904305:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904306:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ac8f9ee. 00000400:00000200:2.0:1767389117.904333:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081c32adf 00000400:00000010:2.0:1767389117.904334:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000081c32adf. 00000100:00000001:2.0:1767389117.904337:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904338:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904343:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904344:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767389117.904346:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904352:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904353:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904354:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000135671ee. 00000400:00000200:2.0:1767389117.904356:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021dbd286 00000400:00000010:2.0:1767389117.904358:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000021dbd286. 00000100:00000001:2.0:1767389117.904360:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904361:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904367:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904369:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767389117.904371:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904373:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904374:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904375:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c29b3d9. 00000400:00000200:2.0:1767389117.904377:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3005608 00000400:00000010:2.0:1767389117.904379:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c3005608. 00000100:00000001:2.0:1767389117.904381:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904383:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904388:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904390:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767389117.904392:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904394:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904395:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904397:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e06b3796. 00000400:00000200:2.0:1767389117.904399:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5267b00 00000400:00000010:2.0:1767389117.904401:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c5267b00. 00000100:00000001:2.0:1767389117.904403:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904404:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904409:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904411:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767389117.904412:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904414:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904415:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904416:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001071e2cb. 00000400:00000200:2.0:1767389117.904418:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddcf2429 00000400:00000010:2.0:1767389117.904420:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ddcf2429. 00000100:00000001:2.0:1767389117.904422:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904423:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904428:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904430:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767389117.904431:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904433:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904434:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904435:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004f9252b5. 00000400:00000200:2.0:1767389117.904437:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f023f2c3 00000400:00000010:2.0:1767389117.904439:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f023f2c3. 00000100:00000001:2.0:1767389117.904442:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904443:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904448:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904449:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767389117.904451:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904453:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904454:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904455:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e110303e. 00000400:00000200:2.0:1767389117.904457:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005367b8ac 00000400:00000010:2.0:1767389117.904459:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005367b8ac. 00000100:00000001:2.0:1767389117.904462:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904464:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904469:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904470:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767389117.904472:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904474:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904475:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904476:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077fa5f03. 00000400:00000200:2.0:1767389117.904478:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce641f95 00000400:00000010:2.0:1767389117.904480:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ce641f95. 00000100:00000001:2.0:1767389117.904483:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904484:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904489:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904490:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767389117.904492:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904493:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904494:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904496:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000819d2cf1. 00000400:00000200:2.0:1767389117.904498:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000065aa76bc 00000400:00000010:2.0:1767389117.904499:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000065aa76bc. 00000100:00000001:2.0:1767389117.904501:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904503:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904507:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904509:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767389117.904510:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904512:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904513:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904514:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7c8347f. 00000400:00000200:2.0:1767389117.904516:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fb15c77 00000400:00000010:2.0:1767389117.904518:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000007fb15c77. 00000100:00000001:2.0:1767389117.904520:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904521:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904526:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904528:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767389117.904529:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904531:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904532:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904533:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fae6c12e. 00000400:00000200:2.0:1767389117.904536:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079c05b5e 00000400:00000010:2.0:1767389117.904538:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000079c05b5e. 00000100:00000001:2.0:1767389117.904541:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904543:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904548:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904549:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767389117.904551:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904553:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904554:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904555:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0cf91e9. 00000400:00000200:2.0:1767389117.904557:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069b84437 00000400:00000010:2.0:1767389117.904559:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000069b84437. 00000100:00000001:2.0:1767389117.904561:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904562:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904567:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904568:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767389117.904570:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904572:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904573:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904574:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025ee4541. 00000400:00000200:2.0:1767389117.904576:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0879f27 00000400:00000010:2.0:1767389117.904578:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c0879f27. 00000100:00000001:2.0:1767389117.904580:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904581:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904586:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904588:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767389117.904589:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904596:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904597:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904598:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8b0e770. 00000400:00000200:2.0:1767389117.904600:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047a84d25 00000400:00000010:2.0:1767389117.904602:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000047a84d25. 00000100:00000001:2.0:1767389117.904604:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904605:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904610:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904611:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767389117.904613:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904615:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904617:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904618:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f8935ca. 00000400:00000200:2.0:1767389117.904620:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efd97d44 00000400:00000010:2.0:1767389117.904622:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000efd97d44. 00000100:00000001:2.0:1767389117.904625:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904627:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904632:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904633:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767389117.904635:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904637:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904638:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904639:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000022e3b026. 00000400:00000200:2.0:1767389117.904641:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc7c6656 00000400:00000010:2.0:1767389117.904643:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cc7c6656. 00000100:00000001:2.0:1767389117.904645:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904646:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904651:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904653:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767389117.904654:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904656:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904657:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904658:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f2f3fa5. 00000400:00000200:2.0:1767389117.904660:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1f2314 00000400:00000010:2.0:1767389117.904662:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003f1f2314. 00000100:00000001:2.0:1767389117.904665:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904666:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904670:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904672:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767389117.904673:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904675:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904676:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904677:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c4fdbfa. 00000400:00000200:2.0:1767389117.904679:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003cf5f4a5 00000400:00000010:2.0:1767389117.904681:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003cf5f4a5. 00000100:00000001:2.0:1767389117.904684:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904685:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904690:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904691:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767389117.904693:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904695:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904696:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904698:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e32f29df. 00000400:00000200:2.0:1767389117.904700:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8dd7fa4 00000400:00000010:2.0:1767389117.904701:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c8dd7fa4. 00000100:00000001:2.0:1767389117.904704:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904705:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904710:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904711:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767389117.904713:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.904714:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.904716:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.904717:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6e541c6. 00000400:00000200:2.0:1767389117.904719:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054502c6f 00000400:00000010:2.0:1767389117.904721:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000054502c6f. 00000100:00000001:2.0:1767389117.904788:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.904791:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767389117.904805:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.904807:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767389117.904811:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389117.904815:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904817:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904826:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904830:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904838:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904841:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904843:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904845:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904846:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904850:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904853:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904856:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904858:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904859:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904864:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904866:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904870:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904873:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904876:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904877:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904883:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904886:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904892:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904896:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904898:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904900:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904906:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904908:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904911:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904912:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904917:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904919:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904921:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904923:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904925:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904928:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904931:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904933:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904938:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904940:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904942:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904943:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904945:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904947:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904948:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904949:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904951:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904952:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904953:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904955:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904956:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904957:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904959:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904960:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904961:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904963:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904964:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904965:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904968:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904969:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904971:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904972:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904973:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904974:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904976:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904977:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904979:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904980:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904981:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904983:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904984:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904985:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904987:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904988:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904989:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904991:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904992:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904993:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904995:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904996:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.904997:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.904999:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905000:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905001:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905003:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905004:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905005:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905007:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905008:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905009:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905011:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905012:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905014:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905015:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905016:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905017:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905019:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905020:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905022:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905023:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905025:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905026:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905028:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905029:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905030:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905032:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905033:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905034:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905036:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905037:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905038:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905040:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905041:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905042:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905044:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905045:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905046:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905048:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905049:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905050:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905052:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905053:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905055:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905056:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905057:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905058:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.905060:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.905061:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767389117.905084:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905098:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008b28360c. 02000000:00000001:2.0:1767389117.905103:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905105:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000224c8174. 02000000:00000001:2.0:1767389117.905111:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905113:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003b075b52. 02000000:00000001:2.0:1767389117.905115:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905116:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ff8424d7. 02000000:00000001:2.0:1767389117.905120:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905122:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b04804af. 02000000:00000001:2.0:1767389117.905126:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905128:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a472ac74. 02000000:00000001:2.0:1767389117.905132:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905133:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002e64cbc4. 02000000:00000001:2.0:1767389117.905137:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905139:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c4f469a5. 02000000:00000001:2.0:1767389117.905142:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905144:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 00000000008ec36d. 02000000:00000001:2.0:1767389117.905149:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905150:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c8504a9. 02000000:00000001:2.0:1767389117.905165:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905166:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 000000001364009a. 02000000:00000001:2.0:1767389117.905170:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905171:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000015b524cc. 02000000:00000001:2.0:1767389117.905174:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905175:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000053748898. 02000000:00000001:2.0:1767389117.905178:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905179:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbe0c78d. 02000000:00000001:2.0:1767389117.905183:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905184:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 00000000bb5f44a2. 02000000:00000001:2.0:1767389117.905187:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905188:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000daf8f7c7. 02000000:00000001:2.0:1767389117.905191:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905192:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000007e4b9278. 02000000:00000001:2.0:1767389117.905194:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905195:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbc625b2. 02000000:00000001:2.0:1767389117.905199:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905200:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000327a9241. 02000000:00000001:2.0:1767389117.905203:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905204:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e169cbd2. 02000000:00000001:2.0:1767389117.905207:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905208:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000022d6ca2d. 02000000:00000001:2.0:1767389117.905212:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905213:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036def01a. 02000000:00000001:2.0:1767389117.905217:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905218:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007295e9d6. 02000000:00000001:2.0:1767389117.905220:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905221:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c57067ba. 02000000:00000001:2.0:1767389117.905236:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905238:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a59b997c. 02000000:00000001:2.0:1767389117.905246:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905248:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b8e7ae78. 02000000:00000001:2.0:1767389117.905252:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905253:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ee256340. 02000000:00000001:2.0:1767389117.905256:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905257:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000074e6da59. 02000000:00000001:2.0:1767389117.905260:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905261:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000097b00f51. 02000000:00000001:2.0:1767389117.905264:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905265:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058c3771f. 02000000:00000001:2.0:1767389117.905268:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905270:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000de657184. 02000000:00000001:2.0:1767389117.905272:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905273:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c3eab1c0. 02000000:00000001:2.0:1767389117.905275:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905277:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005b5fc2ae. 02000000:00000001:2.0:1767389117.905279:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905280:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000e63b665. 02000000:00000001:2.0:1767389117.905283:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905285:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000213dc640. 02000000:00000001:2.0:1767389117.905306:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905332:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048df85cf. 02000000:00000001:2.0:1767389117.905347:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905348:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004154e44b. 02000000:00000001:2.0:1767389117.905350:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905352:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000008c12b5c. 02000000:00000001:2.0:1767389117.905355:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905356:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000097f4835b. 02000000:00000001:2.0:1767389117.905358:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905359:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000dcd4aa50. 02000000:00000001:2.0:1767389117.905363:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905364:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a208a94b. 02000000:00000001:2.0:1767389117.905367:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905369:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000026632982. 02000000:00000001:2.0:1767389117.905372:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905373:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ea26020f. 02000000:00000001:2.0:1767389117.905377:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905378:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d59fae0. 02000000:00000001:2.0:1767389117.905383:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905385:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000db81dcd5. 02000000:00000001:2.0:1767389117.905388:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905389:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fdc63f84. 02000000:00000001:2.0:1767389117.905392:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905394:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000109a5290. 02000000:00000001:2.0:1767389117.905396:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905397:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000015e893dc. 02000000:00000001:2.0:1767389117.905404:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905405:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003e322842. 02000000:00000001:2.0:1767389117.905408:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905409:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000008d43c77. 02000000:00000001:2.0:1767389117.905413:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905414:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006520e00d. 02000000:00000001:2.0:1767389117.905416:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905417:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c4a034cf. 02000000:00000001:2.0:1767389117.905425:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905426:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000498d6752. 02000000:00000001:2.0:1767389117.905429:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905431:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ca92f52. 02000000:00000001:2.0:1767389117.905434:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905436:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000996ccd46. 02000000:00000001:2.0:1767389117.905439:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905441:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000060e1bd6e. 02000000:00000001:2.0:1767389117.905444:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905445:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001341b2e9. 02000000:00000001:2.0:1767389117.905448:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905449:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006ccf0560. 02000000:00000001:2.0:1767389117.905452:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905453:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004eed1948. 02000000:00000001:2.0:1767389117.905456:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905457:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000509b958c. 02000000:00000001:2.0:1767389117.905460:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905461:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003a2c059c. 02000000:00000001:2.0:1767389117.905464:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905465:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008e925b2c. 02000000:00000001:2.0:1767389117.905469:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905470:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001c0af888. 02000000:00000001:2.0:1767389117.905473:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905474:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004203ec35. 02000000:00000001:2.0:1767389117.905478:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905480:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000040351cb1. 02000000:00000001:2.0:1767389117.905482:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905483:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c9f1caec. 02000000:00000001:2.0:1767389117.905486:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905488:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a887a345. 02000000:00000001:2.0:1767389117.905490:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905491:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a77bf420. 02000000:00000001:2.0:1767389117.905495:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905496:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fa68ea96. 02000000:00000001:2.0:1767389117.905498:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905499:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000030c04a2. 02000000:00000001:2.0:1767389117.905502:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905504:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000682f9e66. 02000000:00000001:2.0:1767389117.905506:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905507:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000e25a750. 02000000:00000001:2.0:1767389117.905511:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905512:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fd6e993e. 02000000:00000001:2.0:1767389117.905515:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905516:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b7aedec5. 02000000:00000001:2.0:1767389117.905519:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905520:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000009f43e8f0. 02000000:00000001:2.0:1767389117.905522:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905524:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f47c9212. 02000000:00000001:2.0:1767389117.905526:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905528:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000096130927. 02000000:00000001:2.0:1767389117.905530:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905531:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000906bb8a. 02000000:00000001:2.0:1767389117.905534:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905535:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f1b75c01. 02000000:00000001:2.0:1767389117.905539:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905540:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000eff46719. 02000000:00000001:2.0:1767389117.905545:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905547:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fa73f5aa. 02000000:00000001:2.0:1767389117.905549:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905551:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081693e11. 02000000:00000001:2.0:1767389117.905554:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905556:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000073f3c816. 02000000:00000001:2.0:1767389117.905558:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905560:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000af196c2e. 02000000:00000001:2.0:1767389117.905562:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905563:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fbf3a47d. 02000000:00000001:2.0:1767389117.905566:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905567:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000050cb6a79. 02000000:00000001:2.0:1767389117.905570:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905571:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000046d31dea. 02000000:00000001:2.0:1767389117.905573:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905574:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a0a55c2f. 02000000:00000001:2.0:1767389117.905578:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905579:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000074914f01. 02000000:00000001:2.0:1767389117.905581:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905583:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004dbd06db. 02000000:00000001:2.0:1767389117.905586:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905587:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f2bb12ff. 02000000:00000001:2.0:1767389117.905589:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905591:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a6dc0c15. 02000000:00000001:2.0:1767389117.905594:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905595:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bec59e5a. 02000000:00000001:2.0:1767389117.905597:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905598:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ac9b0cf1. 02000000:00000001:2.0:1767389117.905601:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905602:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000004d58e8c. 02000000:00000001:2.0:1767389117.905605:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905606:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fc40efef. 02000000:00000001:2.0:1767389117.905610:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905611:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002c2ab1fd. 02000000:00000001:2.0:1767389117.905613:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905614:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f556096d. 02000000:00000001:2.0:1767389117.905617:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905618:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000812be8a4. 02000000:00000001:2.0:1767389117.905620:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905622:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f9d3137a. 02000000:00000001:2.0:1767389117.905625:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905627:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001611e464. 02000000:00000001:2.0:1767389117.905629:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905631:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003cde9322. 02000000:00000001:2.0:1767389117.905634:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905636:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000014d807f1. 02000000:00000001:2.0:1767389117.905638:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905639:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000033076294. 02000000:00000001:2.0:1767389117.905642:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905644:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007e797182. 02000000:00000001:2.0:1767389117.905646:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905647:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6cfe196. 02000000:00000001:2.0:1767389117.905650:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905651:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008e682349. 02000000:00000001:2.0:1767389117.905653:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905655:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000010f61b6f. 02000000:00000001:2.0:1767389117.905657:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905658:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a1f1548d. 02000000:00000001:2.0:1767389117.905661:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905662:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d1bf7d6. 02000000:00000001:2.0:1767389117.905665:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905666:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c47649bb. 02000000:00000001:2.0:1767389117.905668:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905669:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008016dce5. 02000000:00000001:2.0:1767389117.905672:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905674:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000083938ff6. 02000000:00000001:2.0:1767389117.905676:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905677:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5b6cf25. 02000000:00000001:2.0:1767389117.905680:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905681:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007fb8d194. 02000000:00000001:2.0:1767389117.905684:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905685:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca7250eb. 02000000:00000001:2.0:1767389117.905688:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905689:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000068165912. 02000000:00000001:2.0:1767389117.905691:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905693:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008f2a7f9b. 02000000:00000001:2.0:1767389117.905695:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905696:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e9e52b0e. 02000000:00000001:2.0:1767389117.905703:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905704:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000092eb9053. 02000000:00000001:2.0:1767389117.905708:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905710:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000007cb05f2. 02000000:00000001:2.0:1767389117.905712:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905714:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000664a729e. 02000000:00000001:2.0:1767389117.905717:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905718:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000006b519f5a. 02000000:00000001:2.0:1767389117.905721:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905722:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b083a5a2. 02000000:00000001:2.0:1767389117.905725:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.905726:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006497863c. 02000000:00000001:2.0:1767389117.905728:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.905730:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000582bea3f. 00000100:00000010:2.0:1767389117.905787:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fc63862f. 00000100:00000010:2.0:1767389117.905852:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a893d11. 00000100:00000010:2.0:1767389117.905856:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000002d1cd5c. 00000100:00000010:2.0:1767389117.905911:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002120333e. 00000100:00000010:2.0:1767389117.905914:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005611c5d9. 00000100:00000010:2.0:1767389117.905954:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b2ff6bf. 00000100:00000010:2.0:1767389117.905956:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a53e724e. 00000100:00000010:2.0:1767389117.906003:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000007ba0874. 00000100:00000010:2.0:1767389117.906006:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a9016ffc. 00000100:00000010:2.0:1767389117.906066:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5419310. 00000100:00000010:2.0:1767389117.906068:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ea6f420f. 00000100:00000010:2.0:1767389117.906129:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041f32ae4. 00000100:00000010:2.0:1767389117.906132:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000442ea69f. 00000100:00000010:2.0:1767389117.906178:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097d71405. 00000100:00000010:2.0:1767389117.906190:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000b0e13c7. 00000100:00000010:2.0:1767389117.906223:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005846ff64. 00000100:00000010:2.0:1767389117.906226:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008b5958f8. 00000100:00000010:2.0:1767389117.906259:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017588716. 00000100:00000010:2.0:1767389117.906262:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d2856bdd. 00000100:00000010:2.0:1767389117.906305:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000224c9eba. 00000100:00000010:2.0:1767389117.906328:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e4d97d5c. 00000100:00000010:2.0:1767389117.906372:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004bc86b21. 00000100:00000010:2.0:1767389117.906375:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a50cf7c0. 00000100:00000010:2.0:1767389117.906413:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000a58382a. 00000100:00000010:2.0:1767389117.906416:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c2719ae7. 00000100:00000010:2.0:1767389117.906457:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a2f712d7. 00000100:00000010:2.0:1767389117.906460:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005497c478. 00000100:00000010:2.0:1767389117.906504:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007bab85d6. 00000100:00000010:2.0:1767389117.906507:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000732a968b. 00000100:00000010:2.0:1767389117.906543:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a555b654. 00000100:00000010:2.0:1767389117.906547:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000548db700. 00000100:00000010:2.0:1767389117.906589:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee1f4151. 00000100:00000010:2.0:1767389117.906592:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000266017d6. 00000100:00000010:2.0:1767389117.906647:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a777ee3. 00000100:00000010:2.0:1767389117.906650:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002686898a. 00000100:00000010:2.0:1767389117.906692:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a43a4630. 00000100:00000010:2.0:1767389117.906695:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007da5cecf. 00000100:00000010:2.0:1767389117.906789:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000382906d3. 00000100:00000010:2.0:1767389117.906797:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000851e3ac0. 00000100:00000010:2.0:1767389117.906841:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076b9020d. 00000100:00000010:2.0:1767389117.906845:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c92a3fa0. 00000100:00000010:2.0:1767389117.906885:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079454e2c. 00000100:00000010:2.0:1767389117.906888:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d9b6cc73. 00000100:00000010:2.0:1767389117.906929:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c089144d. 00000100:00000010:2.0:1767389117.906932:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000fa22c4e. 00000100:00000010:2.0:1767389117.906995:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009ef6e6f2. 00000100:00000010:2.0:1767389117.906998:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009f19cb65. 00000100:00000010:2.0:1767389117.907054:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002106580. 00000100:00000010:2.0:1767389117.907057:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a25bc5ad. 00000100:00000010:2.0:1767389117.907112:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fcbe0c64. 00000100:00000010:2.0:1767389117.907115:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000086122e58. 00000100:00000010:2.0:1767389117.907165:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000315287d2. 00000100:00000010:2.0:1767389117.907168:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e5e8dbaf. 00000100:00000010:2.0:1767389117.907208:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df8e98cb. 00000100:00000010:2.0:1767389117.907211:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fa8222a3. 00000100:00000010:2.0:1767389117.907256:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed6e94c5. 00000100:00000010:2.0:1767389117.907259:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ffd2bc04. 00000100:00000010:2.0:1767389117.907293:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003147e5a2. 00000100:00000010:2.0:1767389117.907296:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f360760e. 00000100:00000010:2.0:1767389117.907365:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d8402ced. 00000100:00000010:2.0:1767389117.907370:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c6cd2e37. 00000100:00000010:2.0:1767389117.907417:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b777488. 00000100:00000010:2.0:1767389117.907421:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006402d928. 00000100:00000010:2.0:1767389117.907464:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000362a4293. 00000100:00000010:2.0:1767389117.907467:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c59b68d7. 00000100:00000010:2.0:1767389117.907502:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c56a0a78. 00000100:00000010:2.0:1767389117.907505:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000037af5ef6. 00000100:00000010:2.0:1767389117.907542:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fab5744e. 00000100:00000010:2.0:1767389117.907545:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003675daae. 00000100:00000010:2.0:1767389117.907596:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8ea9204. 00000100:00000010:2.0:1767389117.907600:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004e71ea2d. 00000100:00000010:2.0:1767389117.907634:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1b355b1. 00000100:00000010:2.0:1767389117.907637:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005a1c8b10. 00000100:00000010:2.0:1767389117.907667:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a5c16d1. 00000100:00000010:2.0:1767389117.907670:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009909a46f. 00000100:00000010:2.0:1767389117.907709:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035b32513. 00000100:00000010:2.0:1767389117.907712:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fccb65bd. 00000100:00000010:2.0:1767389117.907806:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae9a64b2. 00000100:00000010:2.0:1767389117.907812:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009f685bb0. 00000100:00000010:2.0:1767389117.907868:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000157345ee. 00000100:00000010:2.0:1767389117.907871:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b6a5835e. 00000100:00000010:2.0:1767389117.907906:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000567285e1. 00000100:00000010:2.0:1767389117.907909:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e98b9a66. 00000100:00000010:2.0:1767389117.907945:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006df92512. 00000100:00000010:2.0:1767389117.907948:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f4be27c3. 00000100:00000010:2.0:1767389117.907982:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000dee5d2e. 00000100:00000010:2.0:1767389117.907985:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ab94d91b. 00000100:00000010:2.0:1767389117.908024:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048d18221. 00000100:00000010:2.0:1767389117.908027:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fe04ec60. 00000100:00000010:2.0:1767389117.908071:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ba9b593. 00000100:00000010:2.0:1767389117.908074:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000654db335. 00000100:00000010:2.0:1767389117.908149:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cdcb0d3d. 00000100:00000010:2.0:1767389117.908152:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000092fa694. 00000100:00000010:2.0:1767389117.908209:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006416cbe9. 00000100:00000010:2.0:1767389117.908214:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d07b8c28. 00000100:00000010:2.0:1767389117.908257:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bc495222. 00000100:00000010:2.0:1767389117.908261:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009600ef2b. 00000100:00000010:2.0:1767389117.908295:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b95956d0. 00000100:00000010:2.0:1767389117.908298:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000488414d8. 00000100:00000010:2.0:1767389117.908358:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005ee14a1f. 00000100:00000010:2.0:1767389117.908363:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e20f1f19. 00000100:00000010:2.0:1767389117.908392:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4ae1f59. 00000100:00000010:2.0:1767389117.908395:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001a0219d6. 00000100:00000010:2.0:1767389117.908429:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c81f402. 00000100:00000010:2.0:1767389117.908432:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000632bf58c. 00000100:00000010:2.0:1767389117.908474:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000feab15ed. 00000100:00000010:2.0:1767389117.908477:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000278a2548. 00000100:00000010:2.0:1767389117.908516:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b65f15b6. 00000100:00000010:2.0:1767389117.908519:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a22669d4. 00000100:00000010:2.0:1767389117.908591:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c01b640. 00000100:00000010:2.0:1767389117.908594:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000373a989a. 00000100:00000010:2.0:1767389117.908627:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044048eaf. 00000100:00000010:2.0:1767389117.908629:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000007cc75ff5. 00000100:00000010:2.0:1767389117.908670:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b87eef8. 00000100:00000010:2.0:1767389117.908674:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f52e7314. 00000100:00000010:2.0:1767389117.908714:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbe27f6a. 00000100:00000010:2.0:1767389117.908717:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005aaeb3fe. 00000100:00000010:2.0:1767389117.908830:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000484ea248. 00000100:00000010:2.0:1767389117.908837:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000edacf629. 00000100:00000010:2.0:1767389117.908935:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039d213a0. 00000100:00000010:2.0:1767389117.908938:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000de4c9ab9. 00000100:00000010:2.0:1767389117.908974:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000050ff6c. 00000100:00000010:2.0:1767389117.908977:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004d50cf1e. 00000100:00000010:2.0:1767389117.909010:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023336840. 00000100:00000010:2.0:1767389117.909013:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000089bb9e77. 00000100:00000010:2.0:1767389117.909059:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000852b1a9d. 00000100:00000010:2.0:1767389117.909063:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000849fc8f0. 00000100:00000010:2.0:1767389117.909106:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b140b3a. 00000100:00000010:2.0:1767389117.909112:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000276f329a. 00000100:00000010:2.0:1767389117.909130:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000005e8c809a. 00000100:00000010:2.0:1767389117.909172:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000b0cd3804. 00000100:00000010:2.0:1767389117.909193:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000072021393. 00000100:00000010:2.0:1767389117.909209:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000092d07080. 00000100:00000001:2.0:1767389117.909247:0:361305:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767389117.909249:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767389117.909252:0:361305:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767389117.909254:0:361305:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767389117.909256:0:361305:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000d325ceda. 00000100:00000001:2.0:1767389117.909260:0:361305:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767389117.909261:0:361305:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389117.909264:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767389117.909266:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000bb6a492f. 00000100:00000001:2.0:1767389117.909269:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767389117.909271:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767389117.909272:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000000d42060. 00000100:00000001:2.0:1767389117.909276:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767389117.909277:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767389117.909279:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c4f8dc1f. 00000100:00000001:2.0:1767389117.909281:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767389117.909283:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767389117.909284:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000069d7d22. 00000100:00000001:2.0:1767389117.909287:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767389117.909288:0:361305:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767389117.909291:0:361305:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767389117.909293:0:361305:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000008034677. 00000100:00000001:2.0:1767389117.909296:0:361305:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767389117.909297:0:361305:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389117.909300:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767389117.909301:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c97414bf. 00000100:00000001:2.0:1767389117.909304:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767389117.909305:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767389117.909323:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000008863ca8. 00000100:00000001:2.0:1767389117.909329:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767389117.909330:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767389117.909331:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b26760bc. 00000100:00000001:2.0:1767389117.909334:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767389117.909335:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767389117.909336:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e3289d10. 00000100:00000010:2.0:1767389117.909339:0:361305:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000ae474adc. 00000100:00000001:2.0:1767389117.909342:0:361305:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767389117.909440:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000078cd0213. 00000020:00000010:2.0:1767389117.909446:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000004fd968c4. 00000020:00000010:2.0:1767389117.909449:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000b83992e. 00000020:00000010:2.0:1767389117.909452:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000c9e4014e. 00000020:00000010:2.0:1767389117.909468:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000c5de7769. 00000020:00000010:2.0:1767389117.909473:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000029e0c229. 00000100:00000010:2.0:1767389117.909507:0:361305:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000044d55958. 00000100:00000010:2.0:1767389117.909529:0:361305:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000060319814. 00000100:00000010:2.0:1767389117.909535:0:361305:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000df71a2cb. 00000100:00000010:2.0:1767389117.909545:0:361305:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000003aa52c72. 00000100:00000001:2.0:1767389117.909548:0:361305:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389117.909551:0:361305:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767389117.909553:0:361305:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:2.0:1767389117.909559:0:361305:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767389117.909560:0:361305:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767389117.909562:0:361305:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:2.0:1767389117.909564:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #2 00000100:00000040:2.0:1767389117.909566:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:2.0:1767389117.909568:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:2.0:1767389117.909603:0:361305:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #2 00000020:00000010:3.0:1767389117.909649:0:338184:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000028b0ea9b. 00000040:00000010:3.0:1767389117.909662:0:338184:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b9a3194b. 00000020:00000010:1.0:1767389117.909662:0:338183:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007e656a8f. 00000020:00000010:3.0:1767389117.909697:0:338184:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004b40922f. 00000040:00000010:1.0:1767389117.909697:0:338183:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000006ec4a42. 00000020:00000010:0.0:1767389117.909706:0:361217:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005fcc7348. 00000020:00000010:3.0:1767389117.909725:0:338184:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000007b7c4a49. 00000020:00000010:3.0:1767389117.909734:0:338184:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fc7da1dd. 00000040:00000010:0.0:1767389117.909768:0:361217:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000939df98c. 00000020:00000010:0.0:1767389117.909780:0:361217:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000070921f91. 00000020:00000010:0.0:1767389117.909792:0:361217:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000614eb99c. 00000020:00000010:0.0:1767389117.909801:0:361217:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000538947e4. 80000000:00000010:0.0:1767389117.909810:0:361217:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ddb5466e. 40000000:00000010:0.0:1767389117.909816:0:361217:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000059accd96. 00100000:00000010:0.0:1767389117.909826:0:361217:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000087b1371b. 00040000:00000010:0.0:1767389117.909837:0:361217:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006b19f742. 00040000:00000010:0.0:1767389117.909847:0:361217:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bdc05623. 00080000:00000010:0.0:1767389117.909857:0:361217:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000008fa39fc6. 00000004:00000010:0.0:1767389117.909867:0:361217:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e982ad8b. 00000020:00000010:0.0:1767389117.909877:0:361217:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d388467. 00000020:00000010:1.0:1767389117.909883:0:338183:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a157aa79. 00000020:00000010:0.0:1767389117.909884:0:361217:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006226d2e2. 00000020:00000010:1.0:1767389117.909902:0:338183:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000069d2829a. 00000020:00000010:1.0:1767389117.909910:0:338183:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006be09777. 00000100:00000010:0.0:1767389117.909914:0:361217:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000005a89f110. 80000000:00000010:1.0:1767389117.909918:0:338183:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005427fcff. 80000000:00000010:3.0:1767389117.909919:0:338184:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a2a865cd. 00000100:00100000:0.0:1767389117.909921:0:361217:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_002: service thread [000000004e40af2a:361217] 2 exiting: rc = 0 40000000:00000010:1.0:1767389117.909927:0:338183:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001d3f823a. 40000000:00000010:3.0:1767389117.909932:0:338184:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000234d3b1a. 00100000:00000010:1.0:1767389117.909936:0:338183:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d14a2934. 00100000:00000010:3.0:1767389117.909939:0:338184:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cdbd6e22. 00040000:00000010:1.0:1767389117.909944:0:338183:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000347d0638. 00040000:00000010:3.0:1767389117.909947:0:338184:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b305690a. 00040000:00000010:1.0:1767389117.909954:0:338183:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000411f7ecf. 00040000:00000010:3.0:1767389117.909956:0:338184:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f5742d02. 00080000:00000010:1.0:1767389117.909967:0:338183:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000009e1b89e3. 00080000:00000010:3.0:1767389117.909968:0:338184:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007f992ca5. 00000100:00000040:2.0:1767389117.909978:0:361305:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #1 00000004:00000010:1.0:1767389117.909998:0:338183:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002345f07e. 00000004:00000010:3.0:1767389117.910000:0:338184:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009a292ce9. 00000020:00000010:3.0:1767389117.910028:0:338184:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081a510da. 00000020:00000010:1.0:1767389117.910028:0:338183:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1ea28f8. 00000020:00000010:3.0:1767389117.910047:0:338184:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c7c5762a. 00000020:00000010:1.0:1767389117.910048:0:338183:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000df68fb26. 00000100:00000010:1.0:1767389117.910093:0:338183:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000df90c76e. 00000100:00000010:3.0:1767389117.910095:0:338184:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ad66e563. 00000100:00100000:1.0:1767389117.910102:0:338183:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [00000000dc2180e6:338183] 0 exiting: rc = 1 00000100:00100000:3.0:1767389117.910103:0:338184:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [000000008c140245:338184] 1 exiting: rc = 0 00000100:00000010:2.0:1767389117.910166:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000dc2180e6. 00000100:00000010:2.0:1767389117.910177:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000008c140245. 00000100:00000010:2.0:1767389117.910185:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000004e40af2a. 00000100:00000001:2.0:1767389117.910195:0:361305:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767389117.910200:0:361305:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767389117.910206:0:361305:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:2.0:1767389117.910215:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910219:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910224:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000abfc4e25. 00000400:00000200:2.0:1767389117.910228:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082d49df5 00000400:00000010:2.0:1767389117.910232:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000082d49df5. 00000100:00000001:2.0:1767389117.910241:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910243:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910251:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910255:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767389117.910258:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910263:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910271:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910274:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052def96d. 00000400:00000200:2.0:1767389117.910280:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a556301b 00000400:00000010:2.0:1767389117.910284:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a556301b. 00000100:00000001:2.0:1767389117.910290:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910295:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910305:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910326:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767389117.910329:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910332:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910334:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910336:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000730d0d98. 00000400:00000200:2.0:1767389117.910355:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041050ce4 00000400:00000010:2.0:1767389117.910359:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000041050ce4. 00000100:00000001:2.0:1767389117.910363:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910365:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910373:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910375:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767389117.910381:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910385:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910388:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910391:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8d93e36. 00000400:00000200:2.0:1767389117.910395:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060950493 00000400:00000010:2.0:1767389117.910397:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000060950493. 00000100:00000001:2.0:1767389117.910399:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910401:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910405:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910407:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767389117.910408:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910410:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910411:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910424:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ba4a3e2. 00000400:00000200:2.0:1767389117.910427:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003eba14bc 00000400:00000010:2.0:1767389117.910429:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003eba14bc. 00000100:00000001:2.0:1767389117.910432:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910434:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910443:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910446:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767389117.910448:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910451:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910453:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910455:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f3219ccf. 00000400:00000200:2.0:1767389117.910458:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdc47745 00000400:00000010:2.0:1767389117.910460:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fdc47745. 00000100:00000001:2.0:1767389117.910463:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910465:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910474:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910476:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767389117.910479:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910481:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910482:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910485:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000752316e5. 00000400:00000200:2.0:1767389117.910488:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b87f36e8 00000400:00000010:2.0:1767389117.910490:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b87f36e8. 00000100:00000001:2.0:1767389117.910493:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910494:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910501:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910502:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767389117.910504:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910506:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910508:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910510:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006f6d827. 00000400:00000200:2.0:1767389117.910512:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d37c8936 00000400:00000010:2.0:1767389117.910513:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d37c8936. 00000100:00000001:2.0:1767389117.910515:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910516:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910521:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910523:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767389117.910524:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910526:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910527:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910529:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037b70d18. 00000400:00000200:2.0:1767389117.910531:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000799201d8 00000400:00000010:2.0:1767389117.910532:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000799201d8. 00000100:00000001:2.0:1767389117.910535:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910536:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910541:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910542:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767389117.910544:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910545:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910546:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910548:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9ceccf8. 00000400:00000200:2.0:1767389117.910550:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e4e734d 00000400:00000010:2.0:1767389117.910552:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e4e734d. 00000100:00000001:2.0:1767389117.910554:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910555:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910560:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910562:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767389117.910563:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910574:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910575:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910577:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba4848c0. 00000400:00000200:2.0:1767389117.910578:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f76f45c 00000400:00000010:2.0:1767389117.910581:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f76f45c. 00000100:00000001:2.0:1767389117.910584:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910585:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910591:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910592:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767389117.910594:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910596:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910597:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910599:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a977825. 00000400:00000200:2.0:1767389117.910601:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c37db4e9 00000400:00000010:2.0:1767389117.910602:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c37db4e9. 00000100:00000001:2.0:1767389117.910604:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910605:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910610:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910612:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767389117.910613:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910615:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910616:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910618:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acffa4db. 00000400:00000200:2.0:1767389117.910620:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aeb3271 00000400:00000010:2.0:1767389117.910621:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008aeb3271. 00000100:00000001:2.0:1767389117.910623:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910624:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910629:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910630:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767389117.910632:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910633:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910634:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910636:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7d8290f. 00000400:00000200:2.0:1767389117.910638:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f912137c 00000400:00000010:2.0:1767389117.910639:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f912137c. 00000100:00000001:2.0:1767389117.910641:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910642:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910647:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910648:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767389117.910650:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910652:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910653:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910654:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000624337b0. 00000400:00000200:2.0:1767389117.910657:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d7f8f78 00000400:00000010:2.0:1767389117.910659:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d7f8f78. 00000100:00000001:2.0:1767389117.910661:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910662:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910667:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910668:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767389117.910670:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910671:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910672:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910673:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023deccd4. 00000400:00000200:2.0:1767389117.910675:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000507a1c55 00000400:00000010:2.0:1767389117.910677:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000507a1c55. 00000100:00000001:2.0:1767389117.910679:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910680:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910685:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910686:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767389117.910688:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910689:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910690:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910692:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000c412ce8. 00000400:00000200:2.0:1767389117.910694:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002624688 00000400:00000010:2.0:1767389117.910695:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002624688. 00000100:00000001:2.0:1767389117.910697:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910698:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910703:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910704:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767389117.910706:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910708:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910709:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910710:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c0a5855. 00000400:00000200:2.0:1767389117.910712:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000710da6b 00000400:00000010:2.0:1767389117.910713:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000710da6b. 00000100:00000001:2.0:1767389117.910715:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910716:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910780:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910782:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767389117.910784:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910796:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910798:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910802:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051866604. 00000400:00000200:2.0:1767389117.910805:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063061490 00000400:00000010:2.0:1767389117.910808:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063061490. 00000100:00000001:2.0:1767389117.910812:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910813:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910822:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910824:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767389117.910828:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910829:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910831:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910834:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093860d04. 00000400:00000200:2.0:1767389117.910839:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a1ad75a 00000400:00000010:2.0:1767389117.910841:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a1ad75a. 00000100:00000001:2.0:1767389117.910849:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910851:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910866:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910869:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767389117.910871:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910873:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910874:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910876:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fcabe83b. 00000400:00000200:2.0:1767389117.910879:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5ae8ece 00000400:00000010:2.0:1767389117.910881:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a5ae8ece. 00000100:00000001:2.0:1767389117.910883:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910885:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910889:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910891:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767389117.910892:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910894:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910895:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910896:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2f401d6. 00000400:00000200:2.0:1767389117.910898:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000528b3e95 00000400:00000010:2.0:1767389117.910900:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000528b3e95. 00000100:00000001:2.0:1767389117.910902:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910903:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910908:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910910:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767389117.910912:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910913:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910915:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910916:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d19d4d02. 00000400:00000200:2.0:1767389117.910918:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000269f3f10 00000400:00000010:2.0:1767389117.910920:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000269f3f10. 00000100:00000001:2.0:1767389117.910922:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910923:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910927:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910929:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767389117.910930:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910932:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910933:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910934:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000feb2b739. 00000400:00000200:2.0:1767389117.910936:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000906ca42c 00000400:00000010:2.0:1767389117.910938:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000906ca42c. 00000100:00000001:2.0:1767389117.910940:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910941:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910946:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910947:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767389117.910949:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910951:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910952:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910953:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ceafb40. 00000400:00000200:2.0:1767389117.910955:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006aab9a9e 00000400:00000010:2.0:1767389117.910957:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006aab9a9e. 00000100:00000001:2.0:1767389117.910959:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910960:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910965:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910966:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767389117.910968:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910970:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910971:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910972:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f679b0c9. 00000400:00000200:2.0:1767389117.910974:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f82c9d31 00000400:00000010:2.0:1767389117.910976:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f82c9d31. 00000100:00000001:2.0:1767389117.910978:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.910980:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.910985:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.910987:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767389117.910989:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.910991:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.910992:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.910994:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d33292a. 00000400:00000200:2.0:1767389117.910996:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049daa507 00000400:00000010:2.0:1767389117.910998:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049daa507. 00000100:00000001:2.0:1767389117.911000:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911001:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911006:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911008:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767389117.911009:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911010:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911012:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911013:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015b5a25a. 00000400:00000200:2.0:1767389117.911015:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052d0a620 00000400:00000010:2.0:1767389117.911016:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000052d0a620. 00000100:00000001:2.0:1767389117.911019:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911020:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911024:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911026:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767389117.911027:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911029:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911030:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911031:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb3e7981. 00000400:00000200:2.0:1767389117.911033:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1150bf0 00000400:00000010:2.0:1767389117.911035:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d1150bf0. 00000100:00000001:2.0:1767389117.911037:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911038:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911043:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911044:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767389117.911046:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911047:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911049:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911050:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059e4664. 00000400:00000200:2.0:1767389117.911052:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055f15ab2 00000400:00000010:2.0:1767389117.911055:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055f15ab2. 00000100:00000001:2.0:1767389117.911057:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911059:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911064:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911065:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767389117.911067:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911069:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911070:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911072:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001019b69. 00000400:00000200:2.0:1767389117.911074:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000848d1d99 00000400:00000010:2.0:1767389117.911075:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000848d1d99. 00000100:00000001:2.0:1767389117.911077:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911078:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911083:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911084:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767389117.911086:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911088:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911089:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911090:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ad8ad84. 00000400:00000200:2.0:1767389117.911092:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e47d941d 00000400:00000010:2.0:1767389117.911094:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e47d941d. 00000100:00000001:2.0:1767389117.911095:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911097:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911101:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911103:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767389117.911104:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911106:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911107:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911108:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000feff2518. 00000400:00000200:2.0:1767389117.911110:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061bc4d73 00000400:00000010:2.0:1767389117.911112:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061bc4d73. 00000100:00000001:2.0:1767389117.911114:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911115:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911120:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911121:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767389117.911123:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911124:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911126:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911128:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001adbc8e0. 00000400:00000200:2.0:1767389117.911130:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000824866b6 00000400:00000010:2.0:1767389117.911131:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000824866b6. 00000100:00000001:2.0:1767389117.911133:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911134:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911139:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911141:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767389117.911142:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911144:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911145:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911146:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c54fd1c. 00000400:00000200:2.0:1767389117.911148:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064f0f3e1 00000400:00000010:2.0:1767389117.911150:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064f0f3e1. 00000100:00000001:2.0:1767389117.911152:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911153:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911157:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911159:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767389117.911160:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911162:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911163:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911164:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000030739fb. 00000400:00000200:2.0:1767389117.911166:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f99ac18 00000400:00000010:2.0:1767389117.911168:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f99ac18. 00000100:00000001:2.0:1767389117.911170:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911171:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911175:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911177:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767389117.911178:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911180:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911181:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911182:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e9e9ce6. 00000400:00000200:2.0:1767389117.911184:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3ae20f1 00000400:00000010:2.0:1767389117.911186:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a3ae20f1. 00000100:00000001:2.0:1767389117.911187:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911189:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911193:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911195:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767389117.911197:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911199:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911200:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911201:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c6bd2bd. 00000400:00000200:2.0:1767389117.911203:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e9bd975 00000400:00000010:2.0:1767389117.911205:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e9bd975. 00000100:00000001:2.0:1767389117.911207:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911208:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911212:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911214:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767389117.911215:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911217:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911218:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911219:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008da6b8b3. 00000400:00000200:2.0:1767389117.911221:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d74df04e 00000400:00000010:2.0:1767389117.911222:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d74df04e. 00000100:00000001:2.0:1767389117.911224:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911225:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911230:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911232:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767389117.911233:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911234:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911236:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911237:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a65fec39. 00000400:00000200:2.0:1767389117.911239:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000816dd532 00000400:00000010:2.0:1767389117.911241:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000816dd532. 00000100:00000001:2.0:1767389117.911243:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911244:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911248:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911250:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767389117.911251:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911253:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911254:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911255:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077a976ad. 00000400:00000200:2.0:1767389117.911257:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b2db3a5 00000400:00000010:2.0:1767389117.911259:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b2db3a5. 00000100:00000001:2.0:1767389117.911261:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911262:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911268:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911269:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767389117.911271:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911272:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911273:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911275:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c344ec1. 00000400:00000200:2.0:1767389117.911277:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6e0a90c 00000400:00000010:2.0:1767389117.911278:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6e0a90c. 00000100:00000001:2.0:1767389117.911281:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911282:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911287:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911288:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767389117.911290:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911291:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911293:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911294:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf2d2b21. 00000400:00000200:2.0:1767389117.911296:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f3a6953 00000400:00000010:2.0:1767389117.911297:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f3a6953. 00000100:00000001:2.0:1767389117.911299:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911301:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911305:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911322:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767389117.911324:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911326:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911327:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911329:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bb4cb3c. 00000400:00000200:2.0:1767389117.911331:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085c7098c 00000400:00000010:2.0:1767389117.911333:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000085c7098c. 00000100:00000001:2.0:1767389117.911335:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911336:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911341:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911343:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767389117.911344:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911346:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911347:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911357:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b65f7827. 00000400:00000200:2.0:1767389117.911360:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc93cf76 00000400:00000010:2.0:1767389117.911362:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc93cf76. 00000100:00000001:2.0:1767389117.911365:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911366:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911371:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911373:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767389117.911375:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911377:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911378:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911379:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a7d3230. 00000400:00000200:2.0:1767389117.911381:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a308e69d 00000400:00000010:2.0:1767389117.911383:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a308e69d. 00000100:00000001:2.0:1767389117.911385:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911386:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911391:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911393:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767389117.911394:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911396:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911397:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911398:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a62997e. 00000400:00000200:2.0:1767389117.911400:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef153a0e 00000400:00000010:2.0:1767389117.911402:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef153a0e. 00000100:00000001:2.0:1767389117.911405:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911406:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911410:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911412:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767389117.911414:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911415:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911416:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911418:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a6a399a. 00000400:00000200:2.0:1767389117.911420:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ed15b4d 00000400:00000010:2.0:1767389117.911422:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001ed15b4d. 00000100:00000001:2.0:1767389117.911424:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911425:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911429:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911431:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767389117.911433:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911434:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911435:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911437:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013a513be. 00000400:00000200:2.0:1767389117.911440:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009286a19a 00000400:00000010:2.0:1767389117.911442:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009286a19a. 00000100:00000001:2.0:1767389117.911444:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911446:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911451:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911452:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767389117.911454:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911455:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911456:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911458:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025034b20. 00000400:00000200:2.0:1767389117.911460:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078d7ff01 00000400:00000010:2.0:1767389117.911462:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000078d7ff01. 00000100:00000001:2.0:1767389117.911464:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911465:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911470:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911471:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767389117.911473:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911474:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911475:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911477:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c30f09a. 00000400:00000200:2.0:1767389117.911479:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e73ab96 00000400:00000010:2.0:1767389117.911480:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e73ab96. 00000100:00000001:2.0:1767389117.911483:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911484:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911488:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911490:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767389117.911491:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911493:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911494:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911495:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cfb73e55. 00000400:00000200:2.0:1767389117.911497:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f476e9f 00000400:00000010:2.0:1767389117.911499:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f476e9f. 00000100:00000001:2.0:1767389117.911501:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911502:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911507:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911508:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767389117.911510:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911512:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911513:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911514:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecaf07ba. 00000400:00000200:2.0:1767389117.911516:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d30db273 00000400:00000010:2.0:1767389117.911518:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d30db273. 00000100:00000001:2.0:1767389117.911521:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911522:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911527:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911528:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767389117.911530:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911531:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911532:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911533:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000360f31cf. 00000400:00000200:2.0:1767389117.911535:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f156beda 00000400:00000010:2.0:1767389117.911537:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f156beda. 00000100:00000001:2.0:1767389117.911539:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911540:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911545:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911546:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767389117.911548:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911549:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911551:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911552:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe45f219. 00000400:00000200:2.0:1767389117.911554:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c21e8729 00000400:00000010:2.0:1767389117.911555:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c21e8729. 00000100:00000001:2.0:1767389117.911557:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911558:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911563:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911565:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767389117.911566:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911568:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911569:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911570:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048d373de. 00000400:00000200:2.0:1767389117.911572:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069276823 00000400:00000010:2.0:1767389117.911574:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000069276823. 00000100:00000001:2.0:1767389117.911576:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911577:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911582:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911584:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767389117.911586:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911588:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911589:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911591:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f6fb118. 00000400:00000200:2.0:1767389117.911593:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000407208a2 00000400:00000010:2.0:1767389117.911594:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000407208a2. 00000100:00000001:2.0:1767389117.911597:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911598:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911603:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911604:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767389117.911606:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911607:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911609:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911610:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb812128. 00000400:00000200:2.0:1767389117.911612:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017cd5764 00000400:00000010:2.0:1767389117.911614:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000017cd5764. 00000100:00000001:2.0:1767389117.911616:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911617:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911622:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911623:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767389117.911625:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911626:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911628:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911629:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009eeb9e8d. 00000400:00000200:2.0:1767389117.911631:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000946060c5 00000400:00000010:2.0:1767389117.911632:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000946060c5. 00000100:00000001:2.0:1767389117.911635:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911636:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911641:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911643:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767389117.911644:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911646:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911647:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911648:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046018587. 00000400:00000200:2.0:1767389117.911650:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2b724b6 00000400:00000010:2.0:1767389117.911652:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2b724b6. 00000100:00000001:2.0:1767389117.911654:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911656:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911661:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911663:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767389117.911665:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911667:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911669:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911670:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d588d1e. 00000400:00000200:2.0:1767389117.911672:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007085cd96 00000400:00000010:2.0:1767389117.911674:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007085cd96. 00000100:00000001:2.0:1767389117.911676:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911677:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911682:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911684:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767389117.911685:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911687:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911688:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911689:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eb122be0. 00000400:00000200:2.0:1767389117.911691:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005744588e 00000400:00000010:2.0:1767389117.911693:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005744588e. 00000100:00000001:2.0:1767389117.911695:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911696:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911701:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911702:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767389117.911704:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911706:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911707:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911708:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007bafa5c4. 00000400:00000200:2.0:1767389117.911710:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003a93eaa 00000400:00000010:2.0:1767389117.911711:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000003a93eaa. 00000100:00000001:2.0:1767389117.911714:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911715:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911720:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911721:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767389117.911755:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.911764:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.911766:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.911768:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047cbd7cd. 00000400:00000200:2.0:1767389117.911772:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000266144a9 00000400:00000010:2.0:1767389117.911778:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000266144a9. 00000100:00000001:2.0:1767389117.911788:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.911789:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767389117.911801:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.911804:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767389117.911810:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389117.911815:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911818:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911823:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911824:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911826:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911829:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911830:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911832:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911837:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911838:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911841:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911842:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911846:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911848:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911852:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911854:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911856:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911857:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911859:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911861:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911862:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911864:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911867:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911868:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911871:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911874:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911876:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911877:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911878:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911880:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911881:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911882:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911884:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911885:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911887:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911889:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911890:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911892:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911901:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911903:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911905:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911906:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911908:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911909:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911911:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911913:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911914:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911916:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911919:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911921:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911923:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911924:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911926:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911927:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911930:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911931:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911934:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911935:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911938:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911940:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911942:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911944:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911946:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911947:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911949:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911950:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911952:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911953:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911955:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911956:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911957:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911958:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911960:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911961:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911964:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911966:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911967:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911969:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911970:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911972:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911974:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911975:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911976:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911978:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911979:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911980:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911982:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911983:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911984:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911986:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911987:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911988:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911990:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911991:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911993:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911994:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911995:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911996:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.911998:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.911999:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.912001:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.912002:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.912003:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.912004:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.912006:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.912007:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.912009:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.912010:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.912011:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.912012:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.912014:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.912015:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.912017:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.912018:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.912020:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.912022:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.912023:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.912025:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.912026:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.912028:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.912030:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.912031:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.912033:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.912034:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.912035:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.912037:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.912038:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.912039:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767389117.912042:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767389117.912044:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 00000000add8fcc5. 02000000:00000001:2.0:1767389117.912049:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767389117.912051:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002be2f709. 00000100:00000010:2.0:1767389117.912055:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004c190441. 00000100:00000010:2.0:1767389117.912059:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003553902c. 00000100:00000010:2.0:1767389117.912064:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a87561a5. 00000100:00000010:2.0:1767389117.912067:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000072c6bcf6. 00000100:00000010:2.0:1767389117.912069:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000507afefb. 00000100:00000010:2.0:1767389117.912073:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000837c9e2b. 00000100:00000010:2.0:1767389117.912075:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f7df1f61. 00000100:00000010:2.0:1767389117.912079:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010f8b6c6. 00000100:00000010:2.0:1767389117.912083:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000093ae1ac3. 00000100:00000010:2.0:1767389117.912086:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008cb87a01. 00000100:00000010:2.0:1767389117.912088:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006ff8bad6. 00000100:00000010:2.0:1767389117.912091:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003b6c93bc. 00000100:00000010:2.0:1767389117.912093:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dd0ca62e. 00000100:00000010:2.0:1767389117.912097:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c09f8320. 00000100:00000010:2.0:1767389117.912099:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009a74e9ac. 00000100:00000010:2.0:1767389117.912102:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c92793db. 00000100:00000010:2.0:1767389117.912104:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000032ea3c6e. 00000100:00000010:2.0:1767389117.912107:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f2c2b05. 00000100:00000010:2.0:1767389117.912133:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e8e06859. 00000100:00000010:2.0:1767389117.912136:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d23b1631. 00000100:00000010:2.0:1767389117.912138:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dc1db06c. 00000100:00000010:2.0:1767389117.912159:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002bd7f654. 00000100:00000010:2.0:1767389117.912162:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004eb1d0b6. 00000100:00000010:2.0:1767389117.912165:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097f3216e. 00000100:00000010:2.0:1767389117.912168:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000049a54fd. 00000100:00000010:2.0:1767389117.912171:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9b833a6. 00000100:00000010:2.0:1767389117.912173:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000011ff6a79. 00000100:00000010:2.0:1767389117.912181:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8a926b1. 00000100:00000010:2.0:1767389117.912183:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001c2606b1. 00000100:00000010:2.0:1767389117.912187:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb5e8699. 00000100:00000010:2.0:1767389117.912189:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000aecb627c. 00000100:00000010:2.0:1767389117.912195:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5dc9752. 00000100:00000010:2.0:1767389117.912197:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ff4ebd7c. 00000100:00000010:2.0:1767389117.912202:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e02f31b. 00000100:00000010:2.0:1767389117.912204:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000b58b3cc. 00000100:00000010:2.0:1767389117.912210:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092331bde. 00000100:00000010:2.0:1767389117.912213:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fd97ab5a. 00000100:00000010:2.0:1767389117.912216:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000252517ab. 00000100:00000010:2.0:1767389117.912219:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004230baf1. 00000100:00000010:2.0:1767389117.912222:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000fb065ea. 00000100:00000010:2.0:1767389117.912224:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000052a6daff. 00000100:00000010:2.0:1767389117.912227:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7e30cb5. 00000100:00000010:2.0:1767389117.912229:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d8713de7. 00000100:00000010:2.0:1767389117.912231:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c56138fb. 00000100:00000010:2.0:1767389117.912233:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007d5655e4. 00000100:00000010:2.0:1767389117.912259:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d83e7151. 00000100:00000010:2.0:1767389117.912261:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000016ff822d. 00000100:00000010:2.0:1767389117.912264:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b51f57c. 00000100:00000010:2.0:1767389117.912266:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009c84045f. 00000100:00000010:2.0:1767389117.912269:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de4adfb6. 00000100:00000010:2.0:1767389117.912272:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e821f0f2. 00000100:00000010:2.0:1767389117.912276:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000027c84013. 00000100:00000010:2.0:1767389117.912278:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000045d2afca. 00000100:00000010:2.0:1767389117.912282:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000000ae03b0. 00000100:00000010:2.0:1767389117.912284:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000098476233. 00000100:00000010:2.0:1767389117.912287:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001240a17d. 00000100:00000010:2.0:1767389117.912289:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007446ddeb. 00000100:00000010:2.0:1767389117.912292:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a49ef43f. 00000100:00000010:2.0:1767389117.912294:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000000bb491b. 00000100:00000010:2.0:1767389117.912296:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002120f425. 00000100:00000010:2.0:1767389117.912298:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007482a0bb. 00000100:00000010:2.0:1767389117.912303:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042b8bd5d. 00000100:00000010:2.0:1767389117.912305:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000421f7c11. 00000100:00000010:2.0:1767389117.912330:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068d6b4c7. 00000100:00000010:2.0:1767389117.912333:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000149ff10c. 00000100:00000010:2.0:1767389117.912344:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e32aa27e. 00000100:00000010:2.0:1767389117.912346:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f8ba4a35. 00000100:00000010:2.0:1767389117.912348:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000092a5f17e. 00000100:00000010:2.0:1767389117.912351:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000044466658. 00000100:00000010:2.0:1767389117.912374:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006104e967. 00000100:00000010:2.0:1767389117.912377:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000078fffa08. 00000100:00000010:2.0:1767389117.912380:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b213697d. 00000100:00000010:2.0:1767389117.912382:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000aa9013c5. 00000100:00000010:2.0:1767389117.912385:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005104b8c7. 00000100:00000010:2.0:1767389117.912388:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000062a3b76. 00000100:00000010:2.0:1767389117.912391:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002013d64b. 00000100:00000010:2.0:1767389117.912393:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ad469ed1. 00000100:00000010:2.0:1767389117.912399:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d3cb0206. 00000100:00000010:2.0:1767389117.912401:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000301cf150. 00000100:00000010:2.0:1767389117.912404:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ffa0a84b. 00000100:00000010:2.0:1767389117.912406:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000466e3ca0. 00000100:00000010:2.0:1767389117.912409:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f60b6aad. 00000100:00000010:2.0:1767389117.912412:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003a6d0dac. 00000100:00000010:2.0:1767389117.912416:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6d6b6bd. 00000100:00000010:2.0:1767389117.912419:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005a215377. 00000100:00000010:2.0:1767389117.912422:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000072be5a17. 00000100:00000010:2.0:1767389117.912425:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000378d9107. 00000100:00000010:2.0:1767389117.912428:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ef3726c. 00000100:00000010:2.0:1767389117.912430:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004b6f495a. 00000100:00000010:2.0:1767389117.912433:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004164e6df. 00000100:00000010:2.0:1767389117.912435:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008a944539. 00000100:00000010:2.0:1767389117.912438:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef4c3258. 00000100:00000010:2.0:1767389117.912440:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000211752d3. 00000100:00000010:2.0:1767389117.912463:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032002579. 00000100:00000010:2.0:1767389117.912466:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000082e42b4. 00000100:00000010:2.0:1767389117.912468:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044546c05. 00000100:00000010:2.0:1767389117.912471:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000804fb1f5. 00000100:00000010:2.0:1767389117.912473:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d572f1b. 00000100:00000010:2.0:1767389117.912475:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b177ae7b. 00000100:00000010:2.0:1767389117.912479:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a3ec003. 00000100:00000010:2.0:1767389117.912481:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007ccfb7fa. 00000100:00000010:2.0:1767389117.912485:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2242e94. 00000100:00000010:2.0:1767389117.912488:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dd30f86a. 00000100:00000010:2.0:1767389117.912491:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000059d33cb7. 00000100:00000010:2.0:1767389117.912493:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000083f8a768. 00000100:00000010:2.0:1767389117.912496:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3b70ea0. 00000100:00000010:2.0:1767389117.912499:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007d705cd2. 00000100:00000010:2.0:1767389117.912501:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a88ec75e. 00000100:00000010:2.0:1767389117.912503:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a604fb82. 00000100:00000010:2.0:1767389117.912506:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022a661ae. 00000100:00000010:2.0:1767389117.912508:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000895193c2. 00000100:00000010:2.0:1767389117.912511:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a39eda4. 00000100:00000010:2.0:1767389117.912513:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a96d4bb5. 00000100:00000010:2.0:1767389117.912515:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001b1c2d0f. 00000100:00000010:2.0:1767389117.912518:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008ee37e88. 00000100:00000010:2.0:1767389117.912521:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc0791e3. 00000100:00000010:2.0:1767389117.912523:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004e520fbf. 00000100:00000010:2.0:1767389117.912546:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0947492. 00000100:00000010:2.0:1767389117.912549:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006cbaef19. 00000100:00000010:2.0:1767389117.912552:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e7f4282. 00000100:00000010:2.0:1767389117.912555:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a87f6e89. 00000100:00000010:2.0:1767389117.912558:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008feb7428. 00000100:00000010:2.0:1767389117.912560:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006c5f110e. 00000100:00000010:2.0:1767389117.912563:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000077d50f00. 00000100:00000010:2.0:1767389117.912565:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000296a1783. 00000100:00000010:2.0:1767389117.912568:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cee4ef42. 00000100:00000010:2.0:1767389117.912570:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ec02027d. 00000100:00000010:2.0:1767389117.912573:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9e88e64. 00000100:00000010:2.0:1767389117.912577:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000004dc0f4c8. 00000100:00000010:2.0:1767389117.912586:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000074f7c8a0. 00000100:00000010:2.0:1767389117.912594:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000c803dcfd. 00000100:00000001:2.0:1767389117.912603:0:361305:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767389117.912605:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767389117.912607:0:361305:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767389117.912609:0:361305:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767389117.912611:0:361305:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000020a364ac. 00000100:00000001:2.0:1767389117.912615:0:361305:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767389117.912617:0:361305:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389117.912619:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767389117.912621:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000fa5b7899. 00000100:00000001:2.0:1767389117.912624:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767389117.912626:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767389117.912627:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000015fb2687. 00000100:00000001:2.0:1767389117.912630:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767389117.912632:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767389117.912633:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f478d48e. 00000100:00000001:2.0:1767389117.912635:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767389117.912637:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767389117.912638:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000fc131422. 00000100:00000001:2.0:1767389117.912640:0:361305:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767389117.912814:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000482e5469. 00000020:00000010:2.0:1767389117.912820:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000352f2e24. 00000020:00000010:2.0:1767389117.912823:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000080687c9b. 00000020:00000010:2.0:1767389117.912830:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000003fbdf3b8. 00000020:00000010:2.0:1767389117.912834:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000008084dc39. 00000100:00000010:2.0:1767389117.912862:0:361305:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000820910e4. 00000100:00000010:2.0:1767389117.912874:0:361305:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000f495042b. 00000100:00000010:2.0:1767389117.912880:0:361305:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000003d061d38. 00000100:00000010:2.0:1767389117.912884:0:361305:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000001f6fd43a. 00000100:00000001:2.0:1767389117.912887:0:361305:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389117.912890:0:361305:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767389117.912892:0:361305:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:2.0:1767389117.912896:0:361305:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767389117.912898:0:361305:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767389117.912899:0:361305:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:2.0:1767389117.912901:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:2.0:1767389117.912904:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:2.0:1767389117.912931:0:361305:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:0.0:1767389117.912960:0:338186:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008c756959. 00000020:00000010:1.0:1767389117.912971:0:338185:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006e43d010. 00000040:00000010:0.0:1767389117.912974:0:338186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000022e0bd04. 00000040:00000010:1.0:1767389117.912988:0:338185:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b15bf4c1. 00000020:00000010:0.0:1767389117.912990:0:338186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d96bfedf. 00000020:00000010:1.0:1767389117.913016:0:338185:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000125814cb. 00000020:00000010:0.0:1767389117.913017:0:338186:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009044f842. 00000020:00000010:1.0:1767389117.913033:0:338185:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000407c47b9. 00000020:00000010:0.0:1767389117.913034:0:338186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006e61698a. 00000020:00000010:1.0:1767389117.913059:0:338185:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005ed14d15. 80000000:00000010:0.0:1767389117.913064:0:338186:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000da207aae. 80000000:00000010:1.0:1767389117.913068:0:338185:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000015589524. 40000000:00000010:0.0:1767389117.913072:0:338186:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ca0f0589. 40000000:00000010:1.0:1767389117.913076:0:338185:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000026586152. 00100000:00000010:0.0:1767389117.913080:0:338186:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000043cbe358. 00100000:00000010:1.0:1767389117.913084:0:338185:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000003c2f4e30. 00040000:00000010:0.0:1767389117.913089:0:338186:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e7f9fa85. 00040000:00000010:1.0:1767389117.913093:0:338185:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005deae676. 00040000:00000010:0.0:1767389117.913097:0:338186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000002d35d65. 00040000:00000010:1.0:1767389117.913101:0:338185:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004feab164. 00080000:00000010:0.0:1767389117.913104:0:338186:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000009b1ecf8. 00080000:00000010:1.0:1767389117.913110:0:338185:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e5414beb. 00000004:00000010:0.0:1767389117.913113:0:338186:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000015ddf51d. 00000004:00000010:1.0:1767389117.913121:0:338185:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000096cbc1ab. 00002000:00000010:0.0:1767389117.913122:0:338186:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000594b9a01. 00002000:00000010:1.0:1767389117.913149:0:338185:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006abc00af. 00000020:00000010:0.0:1767389117.913154:0:338186:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000898af5a6. 00000020:00000010:1.0:1767389117.913158:0:338185:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000931eebbc. 00000020:00000010:0.0:1767389117.913162:0:338186:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ed4a4f31. 00000020:00000010:1.0:1767389117.913170:0:338185:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000656a53f. 00000100:00000010:0.0:1767389117.913173:0:338186:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000007413e6ba. 00000100:00100000:0.0:1767389117.913185:0:338186:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [000000005f0fd39b:338186] 1 exiting: rc = 0 00000100:00000010:1.0:1767389117.913188:0:338185:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000070bddbc6. 00000100:00100000:1.0:1767389117.913194:0:338185:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [000000009c38b7eb:338185] 0 exiting: rc = 1 00000100:00000010:2.0:1767389117.913266:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000009c38b7eb. 00000100:00000010:2.0:1767389117.913280:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000005f0fd39b. 00000100:00000001:2.0:1767389117.913292:0:361305:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767389117.913296:0:361305:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767389117.913302:0:361305:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:2.0:1767389117.913328:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913332:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913337:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000019fc553. 00000400:00000200:2.0:1767389117.913355:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa16bb47 00000400:00000010:2.0:1767389117.913360:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fa16bb47. 00000100:00000001:2.0:1767389117.913366:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913369:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913377:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913379:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767389117.913382:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913384:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913386:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913388:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000004caa9b6. 00000400:00000200:2.0:1767389117.913391:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6116a51 00000400:00000010:2.0:1767389117.913393:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c6116a51. 00000100:00000001:2.0:1767389117.913396:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913398:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913403:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913405:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767389117.913407:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913409:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913411:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913412:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db3221b5. 00000400:00000200:2.0:1767389117.913414:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000276d4337 00000400:00000010:2.0:1767389117.913416:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000276d4337. 00000100:00000001:2.0:1767389117.913419:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913420:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913425:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913426:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767389117.913428:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913429:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913430:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913432:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a494e71b. 00000400:00000200:2.0:1767389117.913434:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d47b871 00000400:00000010:2.0:1767389117.913436:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003d47b871. 00000100:00000001:2.0:1767389117.913439:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913440:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913445:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913446:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767389117.913448:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913450:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913451:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913452:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d172a36b. 00000400:00000200:2.0:1767389117.913454:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042d08032 00000400:00000010:2.0:1767389117.913456:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000042d08032. 00000100:00000001:2.0:1767389117.913460:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913461:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913465:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913467:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767389117.913468:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913470:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913471:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913473:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ad1c92e1. 00000400:00000200:2.0:1767389117.913475:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f2b8d4a 00000400:00000010:2.0:1767389117.913478:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004f2b8d4a. 00000100:00000001:2.0:1767389117.913482:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913483:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913488:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913490:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767389117.913491:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913493:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913495:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913496:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000516caf7d. 00000400:00000200:2.0:1767389117.913498:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f1f8f38 00000400:00000010:2.0:1767389117.913500:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007f1f8f38. 00000100:00000001:2.0:1767389117.913504:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913506:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913510:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913512:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767389117.913513:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913515:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913516:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913518:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bac7277. 00000400:00000200:2.0:1767389117.913520:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000480e43d6 00000400:00000010:2.0:1767389117.913522:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000480e43d6. 00000100:00000001:2.0:1767389117.913525:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913526:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913531:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913533:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767389117.913534:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913536:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913538:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913539:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002cf68b7b. 00000400:00000200:2.0:1767389117.913541:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b32aa595 00000400:00000010:2.0:1767389117.913543:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b32aa595. 00000100:00000001:2.0:1767389117.913570:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913572:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913577:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913579:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767389117.913581:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913583:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913585:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913587:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000525336c7. 00000400:00000200:2.0:1767389117.913590:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df35d25d 00000400:00000010:2.0:1767389117.913592:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000df35d25d. 00000100:00000001:2.0:1767389117.913596:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913597:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913602:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913604:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767389117.913605:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913607:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913608:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913610:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdf91e3e. 00000400:00000200:2.0:1767389117.913612:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000366236b4 00000400:00000010:2.0:1767389117.913613:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000366236b4. 00000100:00000001:2.0:1767389117.913616:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913617:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913623:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913624:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767389117.913626:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913627:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913628:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913630:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe6ab82b. 00000400:00000200:2.0:1767389117.913632:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091d3950f 00000400:00000010:2.0:1767389117.913634:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000091d3950f. 00000100:00000001:2.0:1767389117.913637:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913638:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913643:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913644:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767389117.913646:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913647:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913649:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913650:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000715647ce. 00000400:00000200:2.0:1767389117.913652:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be3939d4 00000400:00000010:2.0:1767389117.913653:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000be3939d4. 00000100:00000001:2.0:1767389117.913656:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913657:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913662:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913664:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767389117.913666:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913668:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913669:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913671:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f181f46. 00000400:00000200:2.0:1767389117.913673:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000acd7d3b4 00000400:00000010:2.0:1767389117.913675:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000acd7d3b4. 00000100:00000001:2.0:1767389117.913678:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913679:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913684:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913685:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767389117.913687:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913689:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913690:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913691:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dc5cca1. 00000400:00000200:2.0:1767389117.913693:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004286bd9c 00000400:00000010:2.0:1767389117.913695:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004286bd9c. 00000100:00000001:2.0:1767389117.913698:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913699:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913703:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913705:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767389117.913706:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913708:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913709:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913711:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004669b746. 00000400:00000200:2.0:1767389117.913713:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003441c0ce 00000400:00000010:2.0:1767389117.913715:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003441c0ce. 00000100:00000001:2.0:1767389117.913720:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913721:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913797:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913799:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767389117.913804:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913807:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913808:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913810:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6177aef. 00000400:00000200:2.0:1767389117.913815:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eaaaebb9 00000400:00000010:2.0:1767389117.913819:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000eaaaebb9. 00000100:00000001:2.0:1767389117.913827:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913829:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913842:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913847:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767389117.913849:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913851:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913852:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913854:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe0d4185. 00000400:00000200:2.0:1767389117.913856:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e0bfa95 00000400:00000010:2.0:1767389117.913858:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005e0bfa95. 00000100:00000001:2.0:1767389117.913861:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913862:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913866:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913868:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767389117.913869:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913871:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913872:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913874:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000443571ec. 00000400:00000200:2.0:1767389117.913876:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be936383 00000400:00000010:2.0:1767389117.913878:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000be936383. 00000100:00000001:2.0:1767389117.913880:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913882:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913886:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913888:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767389117.913889:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913891:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913892:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913893:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001bf636c. 00000400:00000200:2.0:1767389117.913896:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074bc83e7 00000400:00000010:2.0:1767389117.913898:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000074bc83e7. 00000100:00000001:2.0:1767389117.913901:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913902:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913907:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913909:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767389117.913910:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913912:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913913:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913914:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000624ae636. 00000400:00000200:2.0:1767389117.913916:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a49d97c8 00000400:00000010:2.0:1767389117.913918:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a49d97c8. 00000100:00000001:2.0:1767389117.913945:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913948:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913953:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913955:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767389117.913957:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913959:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913961:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913963:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054c4c43e. 00000400:00000200:2.0:1767389117.913965:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021c14b35 00000400:00000010:2.0:1767389117.913967:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000021c14b35. 00000100:00000001:2.0:1767389117.913970:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913971:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913976:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.913977:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767389117.913979:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.913981:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.913982:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.913984:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030dab7be. 00000400:00000200:2.0:1767389117.913985:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa6f6157 00000400:00000010:2.0:1767389117.913987:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000aa6f6157. 00000100:00000001:2.0:1767389117.913993:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.913994:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.913999:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914000:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767389117.914002:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914003:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914004:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914006:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000548fd613. 00000400:00000200:2.0:1767389117.914008:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d32570d 00000400:00000010:2.0:1767389117.914010:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002d32570d. 00000100:00000001:2.0:1767389117.914012:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914014:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914018:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914020:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767389117.914022:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914024:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914025:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914027:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000677e43d7. 00000400:00000200:2.0:1767389117.914029:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003db07adf 00000400:00000010:2.0:1767389117.914032:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003db07adf. 00000100:00000001:2.0:1767389117.914036:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914038:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914043:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914044:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767389117.914046:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914048:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914049:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914050:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007966bea8. 00000400:00000200:2.0:1767389117.914052:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f732faf 00000400:00000010:2.0:1767389117.914054:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001f732faf. 00000100:00000001:2.0:1767389117.914057:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914058:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914063:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914064:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767389117.914066:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914068:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914069:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914070:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc9a7f84. 00000400:00000200:2.0:1767389117.914072:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c8bb13f 00000400:00000010:2.0:1767389117.914074:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004c8bb13f. 00000100:00000001:2.0:1767389117.914077:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914078:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914083:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914084:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767389117.914086:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914087:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914089:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914090:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9670f50. 00000400:00000200:2.0:1767389117.914092:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a204a983 00000400:00000010:2.0:1767389117.914094:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a204a983. 00000100:00000001:2.0:1767389117.914098:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914099:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914104:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914105:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767389117.914107:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914109:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914110:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914112:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ec5fcb1. 00000400:00000200:2.0:1767389117.914114:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2fbdb35 00000400:00000010:2.0:1767389117.914116:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b2fbdb35. 00000100:00000001:2.0:1767389117.914120:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914122:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914127:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914129:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767389117.914130:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914132:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914133:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914135:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c2eab34d. 00000400:00000200:2.0:1767389117.914136:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb2e1c17 00000400:00000010:2.0:1767389117.914138:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000eb2e1c17. 00000100:00000001:2.0:1767389117.914141:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914142:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914147:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914148:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767389117.914150:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914152:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914153:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914155:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009250f294. 00000400:00000200:2.0:1767389117.914157:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bf021a9 00000400:00000010:2.0:1767389117.914158:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006bf021a9. 00000100:00000001:2.0:1767389117.914161:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914162:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914167:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914169:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767389117.914170:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914172:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914173:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914174:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000194b83bd. 00000400:00000200:2.0:1767389117.914176:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f679de23 00000400:00000010:2.0:1767389117.914178:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f679de23. 00000100:00000001:2.0:1767389117.914181:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914182:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914187:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914188:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767389117.914190:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914192:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914193:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914195:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000991ef2d9. 00000400:00000200:2.0:1767389117.914197:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7d11204 00000400:00000010:2.0:1767389117.914199:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f7d11204. 00000100:00000001:2.0:1767389117.914224:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914226:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914231:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914232:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767389117.914234:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914237:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914238:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914240:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042a75cef. 00000400:00000200:2.0:1767389117.914242:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005e57c9cf 00000400:00000010:2.0:1767389117.914244:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005e57c9cf. 00000100:00000001:2.0:1767389117.914248:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914250:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914254:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914256:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767389117.914257:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914259:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914261:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914262:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb9fde49. 00000400:00000200:2.0:1767389117.914264:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000958d73ab 00000400:00000010:2.0:1767389117.914266:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000958d73ab. 00000100:00000001:2.0:1767389117.914273:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914274:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914279:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914281:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767389117.914283:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914285:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914286:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914288:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e48eb77. 00000400:00000200:2.0:1767389117.914290:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8a70e42 00000400:00000010:2.0:1767389117.914292:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c8a70e42. 00000100:00000001:2.0:1767389117.914296:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914297:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914302:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914304:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767389117.914323:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914326:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914327:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914329:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003617e532. 00000400:00000200:2.0:1767389117.914332:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003184bc55 00000400:00000010:2.0:1767389117.914334:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003184bc55. 00000100:00000001:2.0:1767389117.914338:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914340:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914345:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914346:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767389117.914348:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914359:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914360:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914362:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000064f693ff. 00000400:00000200:2.0:1767389117.914364:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e841e11a 00000400:00000010:2.0:1767389117.914366:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e841e11a. 00000100:00000001:2.0:1767389117.914369:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914371:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914376:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914377:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767389117.914379:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914381:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914382:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914383:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005041829f. 00000400:00000200:2.0:1767389117.914385:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b7d4801 00000400:00000010:2.0:1767389117.914387:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003b7d4801. 00000100:00000001:2.0:1767389117.914390:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914391:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914396:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914398:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767389117.914399:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914401:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914403:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914404:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000525b710. 00000400:00000200:2.0:1767389117.914406:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009952eb09 00000400:00000010:2.0:1767389117.914408:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009952eb09. 00000100:00000001:2.0:1767389117.914410:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914412:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914417:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914418:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767389117.914420:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914422:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914423:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914425:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b91afa50. 00000400:00000200:2.0:1767389117.914427:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bace9590 00000400:00000010:2.0:1767389117.914428:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bace9590. 00000100:00000001:2.0:1767389117.914431:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914432:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914437:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914439:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767389117.914440:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914442:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914443:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914444:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cb11a7ce. 00000400:00000200:2.0:1767389117.914446:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097c22ae9 00000400:00000010:2.0:1767389117.914448:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000097c22ae9. 00000100:00000001:2.0:1767389117.914451:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914452:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914457:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914458:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767389117.914460:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914462:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914463:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914464:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dd8c1e10. 00000400:00000200:2.0:1767389117.914466:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd530954 00000400:00000010:2.0:1767389117.914468:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cd530954. 00000100:00000001:2.0:1767389117.914471:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914472:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914477:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914479:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767389117.914480:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914482:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914483:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914484:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbc01642. 00000400:00000200:2.0:1767389117.914486:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028b2416f 00000400:00000010:2.0:1767389117.914489:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000028b2416f. 00000100:00000001:2.0:1767389117.914492:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914494:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914499:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914501:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767389117.914503:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914504:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914506:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914507:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d5477d31. 00000400:00000200:2.0:1767389117.914509:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ae6e069 00000400:00000010:2.0:1767389117.914511:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007ae6e069. 00000100:00000001:2.0:1767389117.914536:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914538:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914544:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914545:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767389117.914547:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914549:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914550:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914552:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e0b69f5. 00000400:00000200:2.0:1767389117.914554:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000501b2293 00000400:00000010:2.0:1767389117.914557:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000501b2293. 00000100:00000001:2.0:1767389117.914560:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914562:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914567:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914569:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767389117.914570:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914572:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914573:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914575:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074ee1690. 00000400:00000200:2.0:1767389117.914577:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a8e0710 00000400:00000010:2.0:1767389117.914578:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000004a8e0710. 00000100:00000001:2.0:1767389117.914582:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914583:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914588:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914589:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767389117.914591:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914592:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914594:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914596:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000899f0385. 00000400:00000200:2.0:1767389117.914599:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eedfd9b9 00000400:00000010:2.0:1767389117.914601:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000eedfd9b9. 00000100:00000001:2.0:1767389117.914604:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914605:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914610:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914612:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767389117.914613:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914615:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914616:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914618:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030e04444. 00000400:00000200:2.0:1767389117.914620:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d00aca3 00000400:00000010:2.0:1767389117.914621:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000d00aca3. 00000100:00000001:2.0:1767389117.914626:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914627:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914632:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914633:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767389117.914635:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914636:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914638:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914639:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031cd84d5. 00000400:00000200:2.0:1767389117.914641:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ef1b616 00000400:00000010:2.0:1767389117.914643:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000ef1b616. 00000100:00000001:2.0:1767389117.914646:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914647:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914652:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914653:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767389117.914655:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914657:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914658:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914660:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5ec1eaf. 00000400:00000200:2.0:1767389117.914662:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073c98b0b 00000400:00000010:2.0:1767389117.914663:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000073c98b0b. 00000100:00000001:2.0:1767389117.914667:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914668:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914673:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914675:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767389117.914676:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914679:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914681:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914682:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059e60785. 00000400:00000200:2.0:1767389117.914684:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fd9aecd6 00000400:00000010:2.0:1767389117.914687:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000fd9aecd6. 00000100:00000001:2.0:1767389117.914691:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914693:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914697:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914699:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767389117.914701:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914702:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914703:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914705:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ad473f5. 00000400:00000200:2.0:1767389117.914707:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ceea0f32 00000400:00000010:2.0:1767389117.914708:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ceea0f32. 00000100:00000001:2.0:1767389117.914712:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914713:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914718:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914719:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767389117.914721:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.914917:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.914924:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.914928:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000330ce0ab. 00000400:00000200:2.0:1767389117.914940:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029449716 00000400:00000010:2.0:1767389117.914945:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000029449716. 00000100:00000001:2.0:1767389117.914962:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.914966:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.914983:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.914989:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767389117.914996:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.915002:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.915008:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.915012:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3fd4157. 00000400:00000200:2.0:1767389117.915018:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d178cc4a 00000400:00000010:2.0:1767389117.915023:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d178cc4a. 00000100:00000001:2.0:1767389117.915168:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.915171:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.915177:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.915181:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767389117.915266:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.915269:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.915270:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.915272:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000003d8ddd8. 00000400:00000200:2.0:1767389117.915275:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5eab5a4 00000400:00000010:2.0:1767389117.915279:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f5eab5a4. 00000100:00000001:2.0:1767389117.915284:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.915286:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.915292:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.915295:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767389117.915298:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.915300:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.915302:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.915305:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000805eda4f. 00000400:00000200:2.0:1767389117.915326:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce21e277 00000400:00000010:2.0:1767389117.915328:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ce21e277. 00000100:00000001:2.0:1767389117.915384:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.915386:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.915392:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.915394:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767389117.915396:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.915399:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.915400:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.915402:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c1c802a. 00000400:00000200:2.0:1767389117.915406:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d22becba 00000400:00000010:2.0:1767389117.915408:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d22becba. 00000100:00000001:2.0:1767389117.915411:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.915413:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.915418:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.915420:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767389117.915421:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.915423:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.915425:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.915426:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e496d67. 00000400:00000200:2.0:1767389117.915428:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be797a74 00000400:00000010:2.0:1767389117.915430:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000be797a74. 00000100:00000001:2.0:1767389117.915432:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.915434:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.915440:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.915442:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767389117.915443:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.915445:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.915447:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.915448:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a34963e. 00000400:00000200:2.0:1767389117.915450:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001fffa14e 00000400:00000010:2.0:1767389117.915452:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001fffa14e. 00000100:00000001:2.0:1767389117.915456:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.915457:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.915462:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.915463:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767389117.915464:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.915466:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.915467:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.915469:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b427992. 00000400:00000200:2.0:1767389117.915471:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000371d887 00000400:00000010:2.0:1767389117.915472:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000371d887. 00000100:00000001:2.0:1767389117.915476:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.915477:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.915482:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.915483:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767389117.915485:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.915487:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.915488:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.915489:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9132668. 00000400:00000200:2.0:1767389117.915491:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3404270 00000400:00000010:2.0:1767389117.915493:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b3404270. 00000100:00000001:2.0:1767389117.915506:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.915508:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.915513:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.915515:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767389117.915516:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.915519:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.915520:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.915521:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012ee9b3e. 00000400:00000200:2.0:1767389117.915523:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c3c1c09 00000400:00000010:2.0:1767389117.915526:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001c3c1c09. 00000100:00000001:2.0:1767389117.915534:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.915536:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.915541:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.915543:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767389117.915545:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767389117.915547:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767389117.915548:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767389117.915550:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6722ea5. 00000400:00000200:2.0:1767389117.915552:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014ce3d8a 00000400:00000010:2.0:1767389117.915553:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000014ce3d8a. 00000100:00000001:2.0:1767389117.915557:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389117.915558:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767389117.915563:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767389117.915564:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767389117.915566:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389117.915568:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915569:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915572:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915573:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915575:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915576:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915578:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915579:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915580:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915581:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915583:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915584:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915586:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915587:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915588:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915590:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915591:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915593:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915594:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915596:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915598:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915599:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915601:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915603:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915605:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915606:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915608:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915609:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915611:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915613:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915614:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915615:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915617:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915618:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915619:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915621:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915622:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915623:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915625:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915626:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915628:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915629:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915630:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915631:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915633:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915634:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915636:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915637:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915638:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915639:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915641:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915642:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915644:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915645:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915646:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915648:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915649:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915650:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915652:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915653:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915655:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915656:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915657:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915659:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915661:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915662:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915664:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915665:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915667:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915669:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915670:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915671:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915673:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915674:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915676:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915677:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915678:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915679:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915681:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915682:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915684:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915685:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915686:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915688:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915689:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915690:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915692:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915693:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915695:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915696:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915697:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915698:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915700:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915701:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915703:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915704:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915705:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915706:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915708:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915709:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915711:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915712:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915713:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915715:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915717:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915718:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915720:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915722:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915788:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915791:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915795:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915797:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915799:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915802:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915804:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915806:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915807:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915809:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915811:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915813:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915815:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915817:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915819:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915820:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915822:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915823:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389117.915824:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389117.915826:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767389117.915828:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002cd50338. 00000100:00000010:2.0:1767389117.915978:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009e58eec0. 00000100:00000010:2.0:1767389117.915982:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000017cb64c1. 00000100:00000010:2.0:1767389117.916109:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002e233acf. 00000100:00000010:2.0:1767389117.916111:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000016fc429c. 00000100:00000010:2.0:1767389117.916214:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006563c78b. 00000100:00000010:2.0:1767389117.916218:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006c8d51a1. 00000100:00000010:2.0:1767389117.916400:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b928289a. 00000100:00000010:2.0:1767389117.916405:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001025a415. 00000100:00000010:2.0:1767389117.916510:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000faf8a8b4. 00000100:00000010:2.0:1767389117.916513:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cb17cbfe. 00000100:00000010:2.0:1767389117.916665:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d58a0aa. 00000100:00000010:2.0:1767389117.916669:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004bedc2c0. 00000100:00000010:2.0:1767389117.916871:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001de91855. 00000100:00000010:2.0:1767389117.916876:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c67037dd. 00000100:00000010:2.0:1767389117.916993:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000148c057c. 00000100:00000010:2.0:1767389117.916996:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000053c7cb18. 00000100:00000010:2.0:1767389117.917130:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b7f95fe9. 00000100:00000010:2.0:1767389117.917135:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003021c64e. 00000100:00000010:2.0:1767389117.917300:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c0a2a67. 00000100:00000010:2.0:1767389117.917304:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000835d27cf. 00000100:00000010:2.0:1767389117.917433:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d877646a. 00000100:00000010:2.0:1767389117.917437:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e9fcb49f. 00000100:00000010:2.0:1767389117.917547:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000923bcf9. 00000100:00000010:2.0:1767389117.917551:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002ce5cd7b. 00000100:00000010:2.0:1767389117.917656:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008681f473. 00000100:00000010:2.0:1767389117.917659:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000054202967. 00000100:00000010:2.0:1767389117.917940:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f74295c9. 00000100:00000010:2.0:1767389117.917946:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ef5a6fb6. 00000100:00000010:2.0:1767389117.918082:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042fd7e4f. 00000100:00000010:2.0:1767389117.918085:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000038057185. 00000100:00000010:2.0:1767389117.918180:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041c6d6bd. 00000100:00000010:2.0:1767389117.918183:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005b1e96e6. 00000100:00000010:2.0:1767389117.918384:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000098c5b096. 00000100:00000010:2.0:1767389117.918390:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000031f2536b. 00000100:00000010:2.0:1767389117.918513:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038550f74. 00000100:00000010:2.0:1767389117.918517:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d8d559e4. 00000100:00000010:2.0:1767389117.918595:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d0001f0. 00000100:00000010:2.0:1767389117.918598:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000051024fd6. 00000100:00000010:2.0:1767389117.918727:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fec04ddc. 00000100:00000010:2.0:1767389117.918730:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a065dfda. 00000100:00000010:2.0:1767389117.918941:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049cdfab0. 00000100:00000010:2.0:1767389117.918946:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000431532dd. 00000100:00000010:2.0:1767389117.919028:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000378201b8. 00000100:00000010:2.0:1767389117.919031:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000064d63777. 00000100:00000010:2.0:1767389117.919141:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004eb2d521. 00000100:00000010:2.0:1767389117.919144:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000084963de2. 00000100:00000010:2.0:1767389117.919243:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000078f3ab31. 00000100:00000010:2.0:1767389117.919246:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f8e80ecf. 00000100:00000010:2.0:1767389117.919374:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003fadc245. 00000100:00000010:2.0:1767389117.919379:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005efd8529. 00000100:00000010:2.0:1767389117.919472:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000508ff434. 00000100:00000010:2.0:1767389117.919475:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a125eb47. 00000100:00000010:2.0:1767389117.919634:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000458ad483. 00000100:00000010:2.0:1767389117.919637:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e70c72e5. 00000100:00000010:2.0:1767389117.919776:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089f3e814. 00000100:00000010:2.0:1767389117.919784:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000477b3aac. 00000100:00000010:2.0:1767389117.919904:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001c1933a. 00000100:00000010:2.0:1767389117.919907:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000224a75a7. 00000100:00000010:2.0:1767389117.919997:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bcd3ff8. 00000100:00000010:2.0:1767389117.920000:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000efb70a14. 00000100:00000010:2.0:1767389117.920088:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f0089976. 00000100:00000010:2.0:1767389117.920091:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008c9e49e5. 00000100:00000010:2.0:1767389117.920195:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000faa9ff1d. 00000100:00000010:2.0:1767389117.920198:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006fb854e9. 00000100:00000010:2.0:1767389117.920305:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f63c4a97. 00000100:00000010:2.0:1767389117.920327:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001bb885bb. 00000100:00000010:2.0:1767389117.920464:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eebe7aa9. 00000100:00000010:2.0:1767389117.920468:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001efa5402. 00000100:00000010:2.0:1767389117.920596:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f677ccc6. 00000100:00000010:2.0:1767389117.920599:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001d41ee1a. 00000100:00000010:2.0:1767389117.920682:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003a96388f. 00000100:00000010:2.0:1767389117.920684:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000001e171552. 00000100:00000010:2.0:1767389117.920858:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b6d8fa5. 00000100:00000010:2.0:1767389117.920863:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008da56cd0. 00000100:00000010:2.0:1767389117.920947:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005f5f570. 00000100:00000010:2.0:1767389117.920951:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000dac301ba. 00000100:00000010:2.0:1767389117.921031:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005460a791. 00000100:00000010:2.0:1767389117.921034:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000037c51242. 00000100:00000010:2.0:1767389117.921116:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8107657. 00000100:00000010:2.0:1767389117.921119:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ae6f3e51. 00000100:00000010:2.0:1767389117.921202:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074f2d967. 00000100:00000010:2.0:1767389117.921206:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004fb17564. 00000100:00000010:2.0:1767389117.921287:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c998d1b. 00000100:00000010:2.0:1767389117.921290:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c16152a1. 00000100:00000010:2.0:1767389117.921407:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6f76be3. 00000100:00000010:2.0:1767389117.921411:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b65974e7. 00000100:00000010:2.0:1767389117.921497:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022d8ae8b. 00000100:00000010:2.0:1767389117.921500:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b397ee92. 00000100:00000010:2.0:1767389117.921583:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000974a0415. 00000100:00000010:2.0:1767389117.921585:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ff18a7d1. 00000100:00000010:2.0:1767389117.921661:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007871964c. 00000100:00000010:2.0:1767389117.921664:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000dab97db6. 00000100:00000010:2.0:1767389117.921907:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5ca294e. 00000100:00000010:2.0:1767389117.921912:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000047b23f92. 00000100:00000010:2.0:1767389117.922019:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a569aea. 00000100:00000010:2.0:1767389117.922022:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000356ce5a0. 00000100:00000010:2.0:1767389117.922139:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca9fa41f. 00000100:00000010:2.0:1767389117.922142:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c8a12357. 00000100:00000010:2.0:1767389117.922255:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ca285f7. 00000100:00000010:2.0:1767389117.922259:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000883e95e2. 00000100:00000010:2.0:1767389117.922374:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e252794. 00000100:00000010:2.0:1767389117.922378:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d15027d3. 00000100:00000010:2.0:1767389117.922464:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bda1a561. 00000100:00000010:2.0:1767389117.922467:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a1ff5d76. 00000100:00000010:2.0:1767389117.922551:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016e89608. 00000100:00000010:2.0:1767389117.922554:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000002ab10f4. 00000100:00000010:2.0:1767389117.922632:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000022ad5a1. 00000100:00000010:2.0:1767389117.922636:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d605ab9a. 00000100:00000010:2.0:1767389117.922780:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b0d9b72. 00000100:00000010:2.0:1767389117.922786:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000000ca1155. 00000100:00000010:2.0:1767389117.922904:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e87b48af. 00000100:00000010:2.0:1767389117.922908:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000092ac6cb6. 00000100:00000010:2.0:1767389117.922982:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd8dc0dc. 00000100:00000010:2.0:1767389117.922986:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000031c69005. 00000100:00000010:2.0:1767389117.923085:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000759a2ed6. 00000100:00000010:2.0:1767389117.923088:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000060d160d0. 00000100:00000010:2.0:1767389117.923182:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db8c046d. 00000100:00000010:2.0:1767389117.923185:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f4c8683f. 00000100:00000010:2.0:1767389117.923279:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d0fc7e5c. 00000100:00000010:2.0:1767389117.923282:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fda12d2b. 00000100:00000010:2.0:1767389117.923382:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b0a393b2. 00000100:00000010:2.0:1767389117.923386:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000069246064. 00000100:00000010:2.0:1767389117.923464:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbd4a89c. 00000100:00000010:2.0:1767389117.923467:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f9dc0afe. 00000100:00000010:2.0:1767389117.923555:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f5101b02. 00000100:00000010:2.0:1767389117.923558:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000574dad33. 00000100:00000010:2.0:1767389117.923632:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3d0adb3. 00000100:00000010:3.0:1767389117.923717:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000007bd2b303. 00000100:00000010:3.0:1767389117.923734:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000fe11433e. 00000100:00000001:3.0:1767389117.923784:0:361305:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767389117.923788:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.923792:0:361305:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767389117.923795:0:361305:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767389117.923799:0:361305:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000dcfa705e. 00000100:00000001:3.0:1767389117.923803:0:361305:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767389117.923805:0:361305:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389117.923808:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.923810:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000808c97b9. 00000100:00000001:3.0:1767389117.923814:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.923816:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.923818:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000015b674b2. 00000100:00000001:3.0:1767389117.923821:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.923824:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.923825:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e42ca491. 00000100:00000001:3.0:1767389117.923828:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.923830:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.923831:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ae4da498. 00000100:00000001:3.0:1767389117.923835:0:361305:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767389117.923917:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000003856a7fa. 00000020:00000010:3.0:1767389117.923924:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000089090357. 00000100:00000010:3.0:1767389117.923950:0:361305:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000a2085b4b. 00000100:00000010:3.0:1767389117.923959:0:361305:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000004ca17195. 00000100:00000010:3.0:1767389117.923962:0:361305:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000007fca5a78. 00000100:00000010:3.0:1767389117.923972:0:361305:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000880d546b. 00000100:00000001:3.0:1767389117.923975:0:361305:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389117.923979:0:361305:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767389117.923980:0:361305:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:3.0:1767389117.923984:0:361305:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767389117.923985:0:361305:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767389117.923987:0:361305:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:3.0:1767389117.923989:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:3.0:1767389117.923991:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:3.0:1767389117.924011:0:361305:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:2.0:1767389117.924051:0:338187:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c9c1274c. 00000040:00000010:2.0:1767389117.924069:0:338187:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009edb359f. 00000020:00000010:2.0:1767389117.924072:0:338187:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000bd705dc. 00000020:00000010:2.0:1767389117.924077:0:338187:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d9692088. 00000020:00000010:2.0:1767389117.924082:0:338187:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d58baa3b. 80000000:00000010:2.0:1767389117.924087:0:338187:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000315f449b. 40000000:00000010:2.0:1767389117.924093:0:338187:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000002dfd530. 00100000:00000010:2.0:1767389117.924102:0:338187:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fb243749. 00000020:00000010:0.0:1767389117.924106:0:338188:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005d1f262f. 00040000:00000010:2.0:1767389117.924107:0:338187:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007bcaecb3. 00040000:00000010:2.0:1767389117.924128:0:338187:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c2ea6944. 00000040:00000010:0.0:1767389117.924130:0:338188:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009d66ce44. 00080000:00000010:2.0:1767389117.924139:0:338187:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fa84883c. 00000020:00000010:0.0:1767389117.924140:0:338188:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000502b82e5. 00000004:00000010:2.0:1767389117.924151:0:338187:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009ac143da. 00000020:00000010:0.0:1767389117.924153:0:338188:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a43e8a07. 00000020:00000010:2.0:1767389117.924160:0:338187:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a8bd8a9. 00000020:00000010:0.0:1767389117.924162:0:338188:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000edc4b5f. 00000020:00000010:2.0:1767389117.924171:0:338187:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ef8f8d59. 80000000:00000010:0.0:1767389117.924171:0:338188:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008f0dc956. 40000000:00000010:0.0:1767389117.924185:0:338188:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000137cb451. 00000100:00000010:2.0:1767389117.924193:0:338187:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000009b67c238. 00100000:00000010:0.0:1767389117.924194:0:338188:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000001c05fc99. 00000100:00100000:2.0:1767389117.924214:0:338187:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [0000000082f16fbf:338187] 0 exiting: rc = 1 00040000:00000010:0.0:1767389117.924223:0:338188:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000051acaefb. 00040000:00000010:0.0:1767389117.924231:0:338188:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000df5f266f. 00080000:00000010:0.0:1767389117.924237:0:338188:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001b1cae5c. 00000004:00000010:0.0:1767389117.924244:0:338188:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006a46bf54. 00000020:00000010:0.0:1767389117.924248:0:338188:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061fa60d3. 00000020:00000010:0.0:1767389117.924254:0:338188:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004ffb2391. 00000100:00000010:0.0:1767389117.924264:0:338188:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f129d20b. 00000100:00100000:0.0:1767389117.924270:0:338188:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [000000001153e9cb:338188] 1 exiting: rc = 0 00000100:00000010:3.0:1767389117.924348:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000082f16fbf. 00000100:00000010:3.0:1767389117.924358:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000001153e9cb. 00000100:00000001:3.0:1767389117.924362:0:361305:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767389117.924364:0:361305:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767389117.924369:0:361305:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:3.0:1767389117.924377:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924380:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924395:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020780581. 00000400:00000200:3.0:1767389117.924400:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000902622c1 00000400:00000010:3.0:1767389117.924403:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000902622c1. 00000100:00000001:3.0:1767389117.924409:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924412:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924418:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924420:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767389117.924422:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924424:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924425:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924427:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069cf6209. 00000400:00000200:3.0:1767389117.924429:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b0c9fd76 00000400:00000010:3.0:1767389117.924430:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b0c9fd76. 00000100:00000001:3.0:1767389117.924432:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924433:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924437:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924439:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767389117.924440:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924442:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924443:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924445:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000add7accf. 00000400:00000200:3.0:1767389117.924446:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dac68eb 00000400:00000010:3.0:1767389117.924447:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001dac68eb. 00000100:00000001:3.0:1767389117.924449:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924450:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924453:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924454:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767389117.924456:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924457:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924458:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924459:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a962206. 00000400:00000200:3.0:1767389117.924460:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9893b89 00000400:00000010:3.0:1767389117.924461:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9893b89. 00000100:00000001:3.0:1767389117.924463:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924464:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924467:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924468:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767389117.924469:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924470:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924471:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924472:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4bd40a5. 00000400:00000200:3.0:1767389117.924474:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000604d5814 00000400:00000010:3.0:1767389117.924475:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000604d5814. 00000100:00000001:3.0:1767389117.924476:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924477:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924481:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924482:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767389117.924483:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924484:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924485:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924486:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1666d1d. 00000400:00000200:3.0:1767389117.924487:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d14a5da9 00000400:00000010:3.0:1767389117.924489:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d14a5da9. 00000100:00000001:3.0:1767389117.924491:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924492:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924496:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924497:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767389117.924498:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924500:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924501:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924502:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000484d061b. 00000400:00000200:3.0:1767389117.924504:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000021e686b6 00000400:00000010:3.0:1767389117.924505:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021e686b6. 00000100:00000001:3.0:1767389117.924506:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924507:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924511:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924512:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767389117.924513:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924514:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924515:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924516:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f8043d33. 00000400:00000200:3.0:1767389117.924518:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3de0b18 00000400:00000010:3.0:1767389117.924519:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3de0b18. 00000100:00000001:3.0:1767389117.924521:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924521:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924525:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924526:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767389117.924527:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924528:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924529:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924530:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000191d7e60. 00000400:00000200:3.0:1767389117.924532:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a89915ad 00000400:00000010:3.0:1767389117.924533:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a89915ad. 00000100:00000001:3.0:1767389117.924534:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924535:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924539:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924540:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767389117.924541:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924542:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924543:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924544:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3d57d22. 00000400:00000200:3.0:1767389117.924546:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f298d0db 00000400:00000010:3.0:1767389117.924547:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f298d0db. 00000100:00000001:3.0:1767389117.924549:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924550:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924554:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924555:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767389117.924556:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924557:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924558:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924559:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070397450. 00000400:00000200:3.0:1767389117.924561:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc700b01 00000400:00000010:3.0:1767389117.924562:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc700b01. 00000100:00000001:3.0:1767389117.924564:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924564:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924568:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924569:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767389117.924570:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924572:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924572:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924574:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b17d364b. 00000400:00000200:3.0:1767389117.924575:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096150fb4 00000400:00000010:3.0:1767389117.924576:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096150fb4. 00000100:00000001:3.0:1767389117.924578:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924579:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924582:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924583:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767389117.924584:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924585:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924586:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924587:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab183115. 00000400:00000200:3.0:1767389117.924589:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e466ca8 00000400:00000010:3.0:1767389117.924590:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e466ca8. 00000100:00000001:3.0:1767389117.924591:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924592:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924596:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924597:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767389117.924598:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924599:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924600:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924601:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c11757ed. 00000400:00000200:3.0:1767389117.924603:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000098fbf099 00000400:00000010:3.0:1767389117.924604:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098fbf099. 00000100:00000001:3.0:1767389117.924606:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924607:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924610:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924611:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767389117.924612:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924614:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924614:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924616:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000208a5b3. 00000400:00000200:3.0:1767389117.924617:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c1ed3be 00000400:00000010:3.0:1767389117.924618:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c1ed3be. 00000100:00000001:3.0:1767389117.924620:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924620:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924624:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924625:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767389117.924626:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924627:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924628:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924629:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048d80deb. 00000400:00000200:3.0:1767389117.924630:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ce48da6 00000400:00000010:3.0:1767389117.924632:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ce48da6. 00000100:00000001:3.0:1767389117.924633:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924634:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924638:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924639:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767389117.924640:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924641:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924642:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924642:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006e6bd087. 00000400:00000200:3.0:1767389117.924644:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e46f4a5b 00000400:00000010:3.0:1767389117.924645:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e46f4a5b. 00000100:00000001:3.0:1767389117.924647:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924647:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924651:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924652:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767389117.924654:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924655:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924656:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924657:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065673ca9. 00000400:00000200:3.0:1767389117.924658:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002db87342 00000400:00000010:3.0:1767389117.924660:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002db87342. 00000100:00000001:3.0:1767389117.924661:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924662:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924665:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924666:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767389117.924667:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924669:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924669:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924670:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb525522. 00000400:00000200:3.0:1767389117.924672:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008408e1b 00000400:00000010:3.0:1767389117.924673:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008408e1b. 00000100:00000001:3.0:1767389117.924674:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924675:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924678:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924679:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767389117.924680:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924682:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924683:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924683:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4d03439. 00000400:00000200:3.0:1767389117.924685:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000445861da 00000400:00000010:3.0:1767389117.924686:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000445861da. 00000100:00000001:3.0:1767389117.924687:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924688:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924691:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924692:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767389117.924694:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924694:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924695:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924696:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091588f81. 00000400:00000200:3.0:1767389117.924698:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000254d6968 00000400:00000010:3.0:1767389117.924699:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000254d6968. 00000100:00000001:3.0:1767389117.924700:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924701:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924705:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924706:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767389117.924707:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924708:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924709:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924710:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6b375e2. 00000400:00000200:3.0:1767389117.924711:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e5486f5 00000400:00000010:3.0:1767389117.924713:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e5486f5. 00000100:00000001:3.0:1767389117.924714:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924715:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924718:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924719:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767389117.924720:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924722:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924750:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924754:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008fce7e2a. 00000400:00000200:3.0:1767389117.924758:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc115f54 00000400:00000010:3.0:1767389117.924759:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc115f54. 00000100:00000001:3.0:1767389117.924768:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924769:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924778:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924782:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767389117.924785:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924790:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924793:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924797:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c62c242a. 00000400:00000200:3.0:1767389117.924805:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c09c2707 00000400:00000010:3.0:1767389117.924808:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c09c2707. 00000100:00000001:3.0:1767389117.924816:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924819:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924839:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924843:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767389117.924851:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924855:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924859:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924863:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000531fb189. 00000400:00000200:3.0:1767389117.924870:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d43b72 00000400:00000010:3.0:1767389117.924874:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d43b72. 00000100:00000001:3.0:1767389117.924885:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924887:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924905:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924909:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767389117.924915:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924918:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924921:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924924:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a36991fa. 00000400:00000200:3.0:1767389117.924931:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67c1aca 00000400:00000010:3.0:1767389117.924933:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67c1aca. 00000100:00000001:3.0:1767389117.924942:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.924944:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.924963:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.924965:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767389117.924972:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.924976:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.924979:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.924984:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069a825ba. 00000400:00000200:3.0:1767389117.924993:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067082dce 00000400:00000010:3.0:1767389117.924995:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067082dce. 00000100:00000001:3.0:1767389117.925003:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925006:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925021:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925024:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767389117.925030:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925034:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925037:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925040:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009177959b. 00000400:00000200:3.0:1767389117.925044:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03fbef0 00000400:00000010:3.0:1767389117.925046:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03fbef0. 00000100:00000001:3.0:1767389117.925053:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925056:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925067:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925070:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767389117.925072:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925073:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925075:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925077:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed013d12. 00000400:00000200:3.0:1767389117.925080:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006f6adf9e 00000400:00000010:3.0:1767389117.925082:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f6adf9e. 00000100:00000001:3.0:1767389117.925084:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925085:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925098:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925100:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767389117.925102:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925104:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925107:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925111:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aea77446. 00000400:00000200:3.0:1767389117.925117:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d0517df 00000400:00000010:3.0:1767389117.925119:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008d0517df. 00000100:00000001:3.0:1767389117.925121:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925123:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925130:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925131:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767389117.925133:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925135:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925137:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925138:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027975b72. 00000400:00000200:3.0:1767389117.925141:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076d69a12 00000400:00000010:3.0:1767389117.925143:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076d69a12. 00000100:00000001:3.0:1767389117.925146:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925147:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925152:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925154:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767389117.925157:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925159:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925160:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925162:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ba61f83. 00000400:00000200:3.0:1767389117.925165:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000148fe025 00000400:00000010:3.0:1767389117.925167:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000148fe025. 00000100:00000001:3.0:1767389117.925170:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925171:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925188:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925190:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767389117.925191:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925193:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925194:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925196:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fdeed8d7. 00000400:00000200:3.0:1767389117.925198:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e65e195 00000400:00000010:3.0:1767389117.925199:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e65e195. 00000100:00000001:3.0:1767389117.925200:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925201:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925205:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925206:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767389117.925207:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925209:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925209:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925210:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff6061f1. 00000400:00000200:3.0:1767389117.925212:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2194c57 00000400:00000010:3.0:1767389117.925213:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2194c57. 00000100:00000001:3.0:1767389117.925214:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925215:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925219:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925220:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767389117.925221:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925222:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925223:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925224:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040cf9f95. 00000400:00000200:3.0:1767389117.925225:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ad76d45 00000400:00000010:3.0:1767389117.925227:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ad76d45. 00000100:00000001:3.0:1767389117.925228:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925229:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925233:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925234:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767389117.925235:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925236:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925237:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925238:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c8ebc79. 00000400:00000200:3.0:1767389117.925239:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e86b865 00000400:00000010:3.0:1767389117.925241:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006e86b865. 00000100:00000001:3.0:1767389117.925243:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925244:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925248:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925249:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767389117.925250:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925252:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925253:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925254:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000268a0e2f. 00000400:00000200:3.0:1767389117.925256:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000391e485d 00000400:00000010:3.0:1767389117.925257:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000391e485d. 00000100:00000001:3.0:1767389117.925259:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925260:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925263:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925264:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767389117.925265:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925267:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925267:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925269:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ff7e0f1. 00000400:00000200:3.0:1767389117.925270:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c0cb944 00000400:00000010:3.0:1767389117.925271:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c0cb944. 00000100:00000001:3.0:1767389117.925273:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925274:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925277:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925279:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767389117.925280:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925281:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925282:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925283:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041b54189. 00000400:00000200:3.0:1767389117.925285:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036c7545d 00000400:00000010:3.0:1767389117.925286:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000036c7545d. 00000100:00000001:3.0:1767389117.925287:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925288:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925291:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925293:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767389117.925294:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925295:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925295:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925297:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c58c3542. 00000400:00000200:3.0:1767389117.925298:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083f1e5b2 00000400:00000010:3.0:1767389117.925299:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083f1e5b2. 00000100:00000001:3.0:1767389117.925302:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925302:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925324:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925326:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767389117.925328:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925330:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925331:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925332:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000031c24c0. 00000400:00000200:3.0:1767389117.925335:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015749dc9 00000400:00000010:3.0:1767389117.925336:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015749dc9. 00000100:00000001:3.0:1767389117.925338:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925339:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925343:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925344:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767389117.925346:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925347:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925348:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925349:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e7952ad. 00000400:00000200:3.0:1767389117.925351:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c611290 00000400:00000010:3.0:1767389117.925352:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c611290. 00000100:00000001:3.0:1767389117.925353:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925354:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925357:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925358:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767389117.925359:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925361:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925361:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925362:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041ba74a3. 00000400:00000200:3.0:1767389117.925364:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7c409c8 00000400:00000010:3.0:1767389117.925365:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a7c409c8. 00000100:00000001:3.0:1767389117.925366:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925367:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925371:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925372:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767389117.925373:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925374:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925375:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925376:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094136315. 00000400:00000200:3.0:1767389117.925378:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2434084 00000400:00000010:3.0:1767389117.925379:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2434084. 00000100:00000001:3.0:1767389117.925381:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925382:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925386:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925387:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767389117.925388:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925389:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925390:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925391:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b27147f. 00000400:00000200:3.0:1767389117.925392:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0fdf745 00000400:00000010:3.0:1767389117.925393:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0fdf745. 00000100:00000001:3.0:1767389117.925395:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925396:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925399:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925400:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767389117.925401:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925402:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925403:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925405:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006259dc78. 00000400:00000200:3.0:1767389117.925406:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016bfd24f 00000400:00000010:3.0:1767389117.925407:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016bfd24f. 00000100:00000001:3.0:1767389117.925408:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925409:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925413:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925414:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767389117.925415:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925416:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925417:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925418:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000460cd64. 00000400:00000200:3.0:1767389117.925419:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fce2a91 00000400:00000010:3.0:1767389117.925420:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fce2a91. 00000100:00000001:3.0:1767389117.925422:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925423:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925426:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925427:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767389117.925428:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925430:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925431:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925432:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000163b2c1. 00000400:00000200:3.0:1767389117.925434:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073718a6c 00000400:00000010:3.0:1767389117.925435:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000073718a6c. 00000100:00000001:3.0:1767389117.925437:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925438:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925441:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925442:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767389117.925443:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925445:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925445:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925446:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000584a1a12. 00000400:00000200:3.0:1767389117.925448:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c4b26b3 00000400:00000010:3.0:1767389117.925449:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c4b26b3. 00000100:00000001:3.0:1767389117.925450:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925451:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925454:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925455:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767389117.925456:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925457:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925458:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925459:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ada702ac. 00000400:00000200:3.0:1767389117.925461:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad88eb3b 00000400:00000010:3.0:1767389117.925462:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad88eb3b. 00000100:00000001:3.0:1767389117.925463:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925464:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925467:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925468:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767389117.925469:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925470:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925471:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925472:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9e46414. 00000400:00000200:3.0:1767389117.925474:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054179c09 00000400:00000010:3.0:1767389117.925475:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054179c09. 00000100:00000001:3.0:1767389117.925476:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925477:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925480:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925482:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767389117.925483:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925484:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925485:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925486:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bee329f. 00000400:00000200:3.0:1767389117.925488:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c21c3f24 00000400:00000010:3.0:1767389117.925489:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c21c3f24. 00000100:00000001:3.0:1767389117.925490:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925491:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925494:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925495:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767389117.925496:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925497:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925498:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925499:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a789ddd. 00000400:00000200:3.0:1767389117.925500:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067b6d56f 00000400:00000010:3.0:1767389117.925501:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067b6d56f. 00000100:00000001:3.0:1767389117.925503:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925503:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925507:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925508:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767389117.925509:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925510:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925510:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925511:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005946a6fe. 00000400:00000200:3.0:1767389117.925513:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005380896f 00000400:00000010:3.0:1767389117.925514:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005380896f. 00000100:00000001:3.0:1767389117.925515:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925516:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925519:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925520:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767389117.925521:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925522:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925523:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925524:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006c56345b. 00000400:00000200:3.0:1767389117.925526:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087ad2438 00000400:00000010:3.0:1767389117.925527:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087ad2438. 00000100:00000001:3.0:1767389117.925528:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925530:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925533:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925535:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767389117.925536:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925537:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925538:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925539:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a40569e. 00000400:00000200:3.0:1767389117.925541:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a326873 00000400:00000010:3.0:1767389117.925542:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a326873. 00000100:00000001:3.0:1767389117.925543:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925544:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925547:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925548:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767389117.925550:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925551:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925551:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925552:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000771dfb85. 00000400:00000200:3.0:1767389117.925554:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcbabcdc 00000400:00000010:3.0:1767389117.925555:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fcbabcdc. 00000100:00000001:3.0:1767389117.925556:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925557:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925560:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925561:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767389117.925562:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925563:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925564:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925565:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e20cbbf3. 00000400:00000200:3.0:1767389117.925566:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3fb87e5 00000400:00000010:3.0:1767389117.925567:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3fb87e5. 00000100:00000001:3.0:1767389117.925569:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925570:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925573:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925574:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767389117.925575:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925576:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925577:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925578:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7947eca. 00000400:00000200:3.0:1767389117.925580:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2ede184 00000400:00000010:3.0:1767389117.925581:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2ede184. 00000100:00000001:3.0:1767389117.925583:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925584:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925587:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925589:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767389117.925590:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925591:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925592:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925593:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e67763b6. 00000400:00000200:3.0:1767389117.925594:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c4b0926f 00000400:00000010:3.0:1767389117.925595:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c4b0926f. 00000100:00000001:3.0:1767389117.925596:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925597:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925600:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925601:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767389117.925602:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925603:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925604:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925605:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000827247c4. 00000400:00000200:3.0:1767389117.925607:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c87a0e3 00000400:00000010:3.0:1767389117.925608:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009c87a0e3. 00000100:00000001:3.0:1767389117.925609:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925610:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925613:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925614:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767389117.925615:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925616:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925617:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925618:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa16c76e. 00000400:00000200:3.0:1767389117.925619:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdb1ff8e 00000400:00000010:3.0:1767389117.925620:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdb1ff8e. 00000100:00000001:3.0:1767389117.925622:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925622:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925626:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925627:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767389117.925628:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925629:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925630:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925631:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bda18266. 00000400:00000200:3.0:1767389117.925632:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000845b6fe4 00000400:00000010:3.0:1767389117.925633:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000845b6fe4. 00000100:00000001:3.0:1767389117.925635:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925635:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925639:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925640:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767389117.925641:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.925642:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.925643:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.925644:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9bb3bee. 00000400:00000200:3.0:1767389117.925645:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006a4cf202 00000400:00000010:3.0:1767389117.925646:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006a4cf202. 00000100:00000001:3.0:1767389117.925648:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.925648:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:3.0:1767389117.925652:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.925653:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767389117.925654:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389117.925657:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925658:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925661:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925662:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925663:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925664:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925665:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925666:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925667:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925667:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925669:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925669:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925671:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925671:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925672:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925673:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925674:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925675:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925677:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925678:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925679:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925681:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925682:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925683:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925684:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925684:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925686:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925686:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925687:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925688:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925689:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925690:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925691:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925692:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925693:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925694:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925695:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925696:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925697:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925698:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925699:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925700:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925701:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925701:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925702:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925703:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925704:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925705:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925706:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925707:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925708:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925709:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925710:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925711:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925712:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925713:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925714:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925715:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925716:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925717:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925718:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925719:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925720:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925721:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925722:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925745:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925747:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925759:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925761:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925764:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925772:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925775:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925782:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925785:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925787:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925789:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925794:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925795:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925797:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925798:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925799:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925800:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925801:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925802:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925804:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925806:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925807:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925809:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925810:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925811:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925812:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925813:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925814:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925815:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925816:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925817:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925818:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925818:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925819:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925820:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925821:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925823:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925824:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925825:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925826:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925827:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925828:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925829:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925831:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925831:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925832:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925833:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925834:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925835:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925836:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925837:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925838:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925839:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925840:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925841:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925842:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925843:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925844:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925845:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925846:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925846:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.925847:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.925848:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767389117.925851:0:361305:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767389117.925854:0:361305:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 544 at 0000000065a0f1f1. 02000000:00000001:3.0:1767389117.925857:0:361305:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1767389117.925859:0:361305:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003c812d39. 00000100:00000010:3.0:1767389117.925865:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001f5ac7f7. 00000100:00000010:3.0:1767389117.925867:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4d2fcd2. 00000100:00000010:3.0:1767389117.925869:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000051db95e7. 00000100:00000010:3.0:1767389117.925871:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b1a49f9a. 00000100:00000010:3.0:1767389117.925873:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000000bcbc04. 00000100:00000010:3.0:1767389117.925875:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001474cc39. 00000100:00000010:3.0:1767389117.925876:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000959a1ce6. 00000100:00000010:3.0:1767389117.925879:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000485b078f. 00000100:00000010:3.0:1767389117.925881:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000093fd78d6. 00000100:00000010:3.0:1767389117.925883:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e8412b3c. 00000100:00000010:3.0:1767389117.925884:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000094af8789. 00000100:00000010:3.0:1767389117.925886:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009694df12. 00000100:00000010:3.0:1767389117.925888:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f59e54ed. 00000100:00000010:3.0:1767389117.925890:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000971b3284. 00000100:00000010:3.0:1767389117.925893:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000137b391a. 00000100:00000010:3.0:1767389117.925896:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010c3287e. 00000100:00000010:3.0:1767389117.925897:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d000b2a9. 00000100:00000010:3.0:1767389117.925899:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c469d75. 00000100:00000010:3.0:1767389117.925901:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e9bf3a20. 00000100:00000010:3.0:1767389117.925903:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ff92c6d7. 00000100:00000010:3.0:1767389117.925905:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c630a2f7. 00000100:00000010:3.0:1767389117.925908:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066d14931. 00000100:00000010:3.0:1767389117.925910:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000079c7d9d5. 00000100:00000010:3.0:1767389117.925912:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d8e18ec. 00000100:00000010:3.0:1767389117.925913:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000060dc08c. 00000100:00000010:3.0:1767389117.925915:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f1a4f7da. 00000100:00000010:3.0:1767389117.925917:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000079dc62ae. 00000100:00000010:3.0:1767389117.925918:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000863e558b. 00000100:00000010:3.0:1767389117.925920:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000997ea989. 00000100:00000010:3.0:1767389117.925923:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e37b104. 00000100:00000010:3.0:1767389117.925925:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004e82cf3d. 00000100:00000010:3.0:1767389117.925927:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006fa42bc0. 00000100:00000010:3.0:1767389117.925928:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b94aef75. 00000100:00000010:3.0:1767389117.925931:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e3baffaa. 00000100:00000010:3.0:1767389117.925932:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009067c7fb. 00000100:00000010:3.0:1767389117.925934:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005aaa7cd0. 00000100:00000010:3.0:1767389117.925936:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001a54e536. 00000100:00000010:3.0:1767389117.925938:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000483789e9. 00000100:00000010:3.0:1767389117.925939:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e09e1cbe. 00000100:00000010:3.0:1767389117.925942:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c759f35. 00000100:00000010:3.0:1767389117.925943:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e7855e54. 00000100:00000010:3.0:1767389117.925946:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c97c2c1. 00000100:00000010:3.0:1767389117.925947:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c1e9a928. 00000100:00000010:3.0:1767389117.925949:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045db15ae. 00000100:00000010:3.0:1767389117.925951:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000033e3e4a8. 00000100:00000010:3.0:1767389117.925954:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001397696b. 00000100:00000010:3.0:1767389117.925956:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c62f6cdb. 00000100:00000010:3.0:1767389117.925957:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fec41ce1. 00000100:00000010:3.0:1767389117.925959:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000022d0e4d2. 00000100:00000010:3.0:1767389117.925961:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fbe07361. 00000100:00000010:3.0:1767389117.925962:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000f248d48. 00000100:00000010:3.0:1767389117.925964:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008d4962b. 00000100:00000010:3.0:1767389117.925966:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006e638e04. 00000100:00000010:3.0:1767389117.925967:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa1f7eac. 00000100:00000010:3.0:1767389117.925969:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c32133bd. 00000100:00000010:3.0:1767389117.925971:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008181380d. 00000100:00000010:3.0:1767389117.925972:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000037f541f9. 00000100:00000010:3.0:1767389117.925974:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000189828b0. 00000100:00000010:3.0:1767389117.925975:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000031d40a53. 00000100:00000010:3.0:1767389117.925977:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c7a0279. 00000100:00000010:3.0:1767389117.925978:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000081c988ba. 00000100:00000010:3.0:1767389117.925981:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061222587. 00000100:00000010:3.0:1767389117.925982:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000857ff157. 00000100:00000010:3.0:1767389117.925984:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004969fb80. 00000100:00000010:3.0:1767389117.925986:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000043bb2e9f. 00000100:00000010:3.0:1767389117.925987:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057257e75. 00000100:00000010:3.0:1767389117.925989:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005fea8986. 00000100:00000010:3.0:1767389117.925991:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e0ec2a6. 00000100:00000010:3.0:1767389117.925992:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009bc8208c. 00000100:00000010:3.0:1767389117.925994:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de41342f. 00000100:00000010:3.0:1767389117.925995:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000bdb2ad9. 00000100:00000010:3.0:1767389117.925997:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024e776e1. 00000100:00000010:3.0:1767389117.925998:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000058d58cd. 00000100:00000010:3.0:1767389117.926000:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028b03bf2. 00000100:00000010:3.0:1767389117.926003:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b9fbc3aa. 00000100:00000010:3.0:1767389117.926005:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000852c4620. 00000100:00000010:3.0:1767389117.926006:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000858d5cf0. 00000100:00000010:3.0:1767389117.926009:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005f3fb7b3. 00000100:00000010:3.0:1767389117.926011:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bf99004d. 00000100:00000010:3.0:1767389117.926013:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000029f8dd5f. 00000100:00000010:3.0:1767389117.926015:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f288dadf. 00000100:00000010:3.0:1767389117.926016:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009caad919. 00000100:00000010:3.0:1767389117.926018:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000647f130a. 00000100:00000010:3.0:1767389117.926020:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e931e7f. 00000100:00000010:3.0:1767389117.926021:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000022b8eeb3. 00000100:00000010:3.0:1767389117.926023:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036d77c04. 00000100:00000010:3.0:1767389117.926025:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000038c8ba82. 00000100:00000010:3.0:1767389117.926027:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dab005d2. 00000100:00000010:3.0:1767389117.926029:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000011826b9b. 00000100:00000010:3.0:1767389117.926031:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f2c64e31. 00000100:00000010:3.0:1767389117.926032:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005437a827. 00000100:00000010:3.0:1767389117.926034:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b40762c. 00000100:00000010:3.0:1767389117.926036:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b38ced2c. 00000100:00000010:3.0:1767389117.926065:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000066f9b92. 00000100:00000010:3.0:1767389117.926067:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000013fac19c. 00000100:00000010:3.0:1767389117.926071:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000064bf3309. 00000100:00000010:3.0:1767389117.926073:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000075edee1a. 00000100:00000010:3.0:1767389117.926077:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c172c32a. 00000100:00000010:3.0:1767389117.926079:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f4bad8e7. 00000100:00000010:3.0:1767389117.926081:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000065edb716. 00000100:00000010:3.0:1767389117.926083:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005072b181. 00000100:00000010:3.0:1767389117.926086:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007958a8f2. 00000100:00000010:3.0:1767389117.926088:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e3a5e536. 00000100:00000010:3.0:1767389117.926090:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d55a252a. 00000100:00000010:3.0:1767389117.926092:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d8729248. 00000100:00000010:3.0:1767389117.926096:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000daf3dabc. 00000100:00000010:3.0:1767389117.926098:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000026fc3ac1. 00000100:00000010:3.0:1767389117.926101:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095010501. 00000100:00000010:3.0:1767389117.926103:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001f533db7. 00000100:00000010:3.0:1767389117.926107:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f9a90dc1. 00000100:00000010:3.0:1767389117.926125:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006b0a1a01. 00000100:00000010:3.0:1767389117.926130:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000af92f927. 00000100:00000010:3.0:1767389117.926133:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000075f7674d. 00000100:00000010:3.0:1767389117.926136:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035304932. 00000100:00000010:3.0:1767389117.926138:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000055147e2d. 00000100:00000010:3.0:1767389117.926142:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046891a69. 00000100:00000010:3.0:1767389117.926145:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009c0d89be. 00000100:00000010:3.0:1767389117.926148:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005729cd7. 00000100:00000010:3.0:1767389117.926151:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005cafc74c. 00000100:00000010:3.0:1767389117.926156:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000370b682a. 00000100:00000010:3.0:1767389117.926159:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fd6760c7. 00000100:00000010:3.0:1767389117.926163:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9ea3843. 00000100:00000010:3.0:1767389117.926166:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002de098aa. 00000100:00000010:3.0:1767389117.926169:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ce05a82. 00000100:00000010:3.0:1767389117.926172:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000b4fe104. 00000100:00000010:3.0:1767389117.926176:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003454df3e. 00000100:00000010:3.0:1767389117.926178:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a0b1a08a. 00000100:00000010:3.0:1767389117.926182:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a110ebf5. 00000100:00000010:3.0:1767389117.926185:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000ba8cab95. 00000100:00000010:3.0:1767389117.926189:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000051dcf959. 00000100:00000001:3.0:1767389117.926193:0:361305:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767389117.926195:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.926197:0:361305:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767389117.926199:0:361305:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767389117.926201:0:361305:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000186a0210. 00000100:00000001:3.0:1767389117.926205:0:361305:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767389117.926206:0:361305:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389117.926208:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.926210:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b90e19be. 00000100:00000001:3.0:1767389117.926212:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.926213:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.926214:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000008a60dee8. 00000100:00000001:3.0:1767389117.926218:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.926219:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.926220:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000fb0669ee. 00000100:00000001:3.0:1767389117.926222:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.926223:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.926224:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004b61325e. 00000100:00000001:3.0:1767389117.926226:0:361305:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767389117.926295:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000069f750c1. 00000020:00000010:3.0:1767389117.926299:0:361305:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000099db9f6e. 00000020:00000010:3.0:1767389117.926328:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000005cc3d9aa. 00000020:00000010:3.0:1767389117.926332:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000003698980e. 00000100:00000010:3.0:1767389117.926353:0:361305:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000546c4c78. 00000100:00000010:3.0:1767389117.926361:0:361305:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000061b19322. 00000100:00000010:3.0:1767389117.926364:0:361305:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000079d3a936. 00000100:00000010:3.0:1767389117.926366:0:361305:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000ff1f80ec. 00000100:00000001:3.0:1767389117.926369:0:361305:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389117.926372:0:361305:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767389117.926373:0:361305:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:3.0:1767389117.926375:0:361305:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767389117.926377:0:361305:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767389117.926378:0:361305:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:3.0:1767389117.926380:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:3.0:1767389117.926381:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:3.0:1767389117.926401:0:361305:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:0.0:1767389117.926452:0:338190:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000060397f53. 00000040:00000010:0.0:1767389117.926460:0:338190:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005697dcca. 00000020:00000010:0.0:1767389117.926480:0:338190:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000085be9568. 00000020:00000010:0.0:1767389117.926485:0:338190:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bac00e4d. 00000020:00000010:0.0:1767389117.926490:0:338190:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002a04cb5b. 80000000:00000010:0.0:1767389117.926495:0:338190:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001bd753e7. 00000020:00000010:2.0:1767389117.926496:0:338189:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005933fd3a. 40000000:00000010:0.0:1767389117.926524:0:338190:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cc5e9b76. 00000040:00000010:2.0:1767389117.926526:0:338189:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000002e54dbd. 00000020:00000010:2.0:1767389117.926557:0:338189:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000be254979. 00100000:00000010:0.0:1767389117.926558:0:338190:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009ff8e8a3. 00040000:00000010:0.0:1767389117.926587:0:338190:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f9f081fb. 00000020:00000010:2.0:1767389117.926589:0:338189:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000b5be419a. 00040000:00000010:0.0:1767389117.926617:0:338190:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d0a80182. 00000020:00000010:2.0:1767389117.926618:0:338189:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e5cdb5af. 80000000:00000010:2.0:1767389117.926641:0:338189:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b480322e. 00080000:00000010:0.0:1767389117.926643:0:338190:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005dd3f4e6. 40000000:00000010:2.0:1767389117.926668:0:338189:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000df7cce07. 00000004:00000010:0.0:1767389117.926669:0:338190:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000623b12c5. 00100000:00000010:2.0:1767389117.926697:0:338189:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000025a57880. 00002000:00000010:0.0:1767389117.926698:0:338190:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000041321283. 00000020:00000010:0.0:1767389117.926725:0:338190:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001191778a. 00000020:00000010:0.0:1767389117.926738:0:338190:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b9006e73. 00040000:00000010:2.0:1767389117.926766:0:338189:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003f3c252c. 00040000:00000010:2.0:1767389117.926778:0:338189:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bacbac1a. 00080000:00000010:2.0:1767389117.926784:0:338189:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007ef3c2dc. 00000004:00000010:2.0:1767389117.926792:0:338189:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000005b0ecc1. 00002000:00000010:2.0:1767389117.926804:0:338189:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d74a9f7a. 00000100:00000010:0.0:1767389117.926810:0:338190:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000c5932b6b. 00000020:00000010:2.0:1767389117.926812:0:338189:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005e3328b5. 00000100:00100000:0.0:1767389117.926824:0:338190:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [000000006b0591c7:338190] 1 exiting: rc = 0 00000020:00000010:2.0:1767389117.926830:0:338189:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002dfc0942. 00000100:00000010:2.0:1767389117.926842:0:338189:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000052a684d9. 00000100:00100000:2.0:1767389117.926848:0:338189:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [0000000016ff9d3f:338189] 0 exiting: rc = 1 00000100:00000010:3.0:1767389117.926859:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000016ff9d3f. 00000100:00000010:3.0:1767389117.926876:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000006b0591c7. 00000100:00000001:3.0:1767389117.926888:0:361305:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767389117.926890:0:361305:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767389117.926895:0:361305:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:3.0:1767389117.926903:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.926905:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.926907:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000043482184. 00000400:00000200:3.0:1767389117.926912:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d1d25b2 00000400:00000010:3.0:1767389117.926914:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d1d25b2. 00000100:00000001:3.0:1767389117.926919:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.926922:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.926938:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.926941:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767389117.926944:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.926946:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.926948:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.926950:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007f7a72bf. 00000400:00000200:3.0:1767389117.926953:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000080aad8 00000400:00000010:3.0:1767389117.926955:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000080aad8. 00000100:00000001:3.0:1767389117.926961:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.926964:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.926979:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.926980:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767389117.926982:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.926983:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.926984:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.926985:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3a0e751. 00000400:00000200:3.0:1767389117.926986:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009677461a 00000400:00000010:3.0:1767389117.926988:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009677461a. 00000100:00000001:3.0:1767389117.926989:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.926990:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.926993:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.926994:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767389117.926996:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.926997:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.926998:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.926999:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042a58b4c. 00000400:00000200:3.0:1767389117.927000:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f1690a2 00000400:00000010:3.0:1767389117.927002:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f1690a2. 00000100:00000001:3.0:1767389117.927003:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927004:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927008:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927009:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767389117.927010:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927011:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927012:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927013:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d215fc66. 00000400:00000200:3.0:1767389117.927014:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0e366b4 00000400:00000010:3.0:1767389117.927015:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a0e366b4. 00000100:00000001:3.0:1767389117.927017:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927018:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927022:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927023:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767389117.927025:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927026:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927027:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927028:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061497b7e. 00000400:00000200:3.0:1767389117.927029:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea32ed77 00000400:00000010:3.0:1767389117.927030:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea32ed77. 00000100:00000001:3.0:1767389117.927032:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927032:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927036:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927038:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767389117.927040:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927041:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927043:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927052:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db87617a. 00000400:00000200:3.0:1767389117.927055:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006242a265 00000400:00000010:3.0:1767389117.927057:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006242a265. 00000100:00000001:3.0:1767389117.927059:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927060:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927066:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927067:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767389117.927069:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927071:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927073:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927075:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000a327a7a. 00000400:00000200:3.0:1767389117.927078:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031f79a48 00000400:00000010:3.0:1767389117.927080:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031f79a48. 00000100:00000001:3.0:1767389117.927082:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927084:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927090:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927092:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767389117.927094:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927096:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927097:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927099:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0d35779. 00000400:00000200:3.0:1767389117.927101:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3024221 00000400:00000010:3.0:1767389117.927103:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3024221. 00000100:00000001:3.0:1767389117.927105:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927106:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927111:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927113:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767389117.927116:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927118:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927119:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927121:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048261d7f. 00000400:00000200:3.0:1767389117.927125:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067ccdf9e 00000400:00000010:3.0:1767389117.927127:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000067ccdf9e. 00000100:00000001:3.0:1767389117.927130:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927132:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927138:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927140:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767389117.927142:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927144:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927146:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927147:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005ca2b97. 00000400:00000200:3.0:1767389117.927150:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cd69371 00000400:00000010:3.0:1767389117.927152:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009cd69371. 00000100:00000001:3.0:1767389117.927155:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927157:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927162:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927164:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767389117.927166:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927168:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927169:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927171:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a1a79a97. 00000400:00000200:3.0:1767389117.927174:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a8c60b2 00000400:00000010:3.0:1767389117.927176:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a8c60b2. 00000100:00000001:3.0:1767389117.927179:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927181:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927186:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927189:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767389117.927191:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927194:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927196:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927199:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084bd72c0. 00000400:00000200:3.0:1767389117.927201:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c9af4e14 00000400:00000010:3.0:1767389117.927202:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c9af4e14. 00000100:00000001:3.0:1767389117.927204:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927205:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927209:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927211:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767389117.927212:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927213:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927214:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927216:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fac08874. 00000400:00000200:3.0:1767389117.927217:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5c111c6 00000400:00000010:3.0:1767389117.927218:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5c111c6. 00000100:00000001:3.0:1767389117.927220:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927220:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927224:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927225:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767389117.927226:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927227:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927228:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927229:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e3d9b5f6. 00000400:00000200:3.0:1767389117.927230:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000555f5ef4 00000400:00000010:3.0:1767389117.927231:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000555f5ef4. 00000100:00000001:3.0:1767389117.927233:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927234:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927237:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927238:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767389117.927239:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927241:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927241:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927242:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045fcc24c. 00000400:00000200:3.0:1767389117.927244:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b61558db 00000400:00000010:3.0:1767389117.927245:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b61558db. 00000100:00000001:3.0:1767389117.927246:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927247:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927251:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927253:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767389117.927254:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927255:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927256:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927257:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057b41b21. 00000400:00000200:3.0:1767389117.927259:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094d823dd 00000400:00000010:3.0:1767389117.927260:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094d823dd. 00000100:00000001:3.0:1767389117.927262:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927262:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927266:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927267:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767389117.927268:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927269:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927270:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927271:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008dae5ddb. 00000400:00000200:3.0:1767389117.927272:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d1dcdc6 00000400:00000010:3.0:1767389117.927273:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001d1dcdc6. 00000100:00000001:3.0:1767389117.927274:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927275:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927279:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927280:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767389117.927281:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927282:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927283:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927284:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001322b5ab. 00000400:00000200:3.0:1767389117.927285:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f5d031bc 00000400:00000010:3.0:1767389117.927286:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f5d031bc. 00000100:00000001:3.0:1767389117.927287:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927288:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927291:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927293:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767389117.927294:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927295:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927296:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927297:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a3e21b6. 00000400:00000200:3.0:1767389117.927298:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000448c281e 00000400:00000010:3.0:1767389117.927299:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000448c281e. 00000100:00000001:3.0:1767389117.927301:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927303:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927327:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927329:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767389117.927331:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927334:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927336:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927337:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6da7d05. 00000400:00000200:3.0:1767389117.927341:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f53d3cd 00000400:00000010:3.0:1767389117.927343:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004f53d3cd. 00000100:00000001:3.0:1767389117.927346:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927348:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927353:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927356:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767389117.927358:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927360:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927362:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927363:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c98e0dee. 00000400:00000200:3.0:1767389117.927366:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025a83edf 00000400:00000010:3.0:1767389117.927369:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025a83edf. 00000100:00000001:3.0:1767389117.927372:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927373:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927379:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927382:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767389117.927383:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927385:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927387:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927388:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b9dd69a. 00000400:00000200:3.0:1767389117.927391:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fc7f260 00000400:00000010:3.0:1767389117.927393:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fc7f260. 00000100:00000001:3.0:1767389117.927397:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927398:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927402:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927403:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767389117.927404:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927406:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927407:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927408:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013ac9477. 00000400:00000200:3.0:1767389117.927409:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d567c91 00000400:00000010:3.0:1767389117.927411:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d567c91. 00000100:00000001:3.0:1767389117.927413:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927414:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927418:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927419:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767389117.927421:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927422:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927423:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927423:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000037e656c7. 00000400:00000200:3.0:1767389117.927425:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009fe96ff3 00000400:00000010:3.0:1767389117.927426:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009fe96ff3. 00000100:00000001:3.0:1767389117.927427:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927428:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927432:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927433:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767389117.927434:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927435:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927436:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927437:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8dd0f26. 00000400:00000200:3.0:1767389117.927438:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f4878c4 00000400:00000010:3.0:1767389117.927439:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008f4878c4. 00000100:00000001:3.0:1767389117.927440:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927441:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927445:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927446:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767389117.927447:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927448:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927449:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927450:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a95d8ef. 00000400:00000200:3.0:1767389117.927451:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b04b5a62 00000400:00000010:3.0:1767389117.927452:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b04b5a62. 00000100:00000001:3.0:1767389117.927454:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927455:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927458:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927459:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767389117.927460:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927461:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927463:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927464:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000488fffd6. 00000400:00000200:3.0:1767389117.927466:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae803d5c 00000400:00000010:3.0:1767389117.927467:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae803d5c. 00000100:00000001:3.0:1767389117.927469:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927470:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927473:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927474:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767389117.927475:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927476:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927477:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927478:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d4298b4. 00000400:00000200:3.0:1767389117.927479:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c85f9574 00000400:00000010:3.0:1767389117.927480:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c85f9574. 00000100:00000001:3.0:1767389117.927482:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927482:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927486:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927487:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767389117.927488:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927489:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927490:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927491:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a868ffac. 00000400:00000200:3.0:1767389117.927492:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000534477c6 00000400:00000010:3.0:1767389117.927493:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000534477c6. 00000100:00000001:3.0:1767389117.927494:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927495:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927498:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927499:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767389117.927501:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927502:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927503:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927503:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042490c6b. 00000400:00000200:3.0:1767389117.927505:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025b7edbd 00000400:00000010:3.0:1767389117.927506:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025b7edbd. 00000100:00000001:3.0:1767389117.927507:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927508:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927511:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927512:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767389117.927514:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927515:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927516:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927518:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7ab9fe0. 00000400:00000200:3.0:1767389117.927520:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091879afe 00000400:00000010:3.0:1767389117.927521:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091879afe. 00000100:00000001:3.0:1767389117.927522:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927523:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927527:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927528:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767389117.927529:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927530:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927530:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927531:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000007ffc117. 00000400:00000200:3.0:1767389117.927533:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be115602 00000400:00000010:3.0:1767389117.927534:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be115602. 00000100:00000001:3.0:1767389117.927535:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927536:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927539:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927540:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767389117.927541:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927542:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927543:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927544:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f37a6762. 00000400:00000200:3.0:1767389117.927545:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022344b38 00000400:00000010:3.0:1767389117.927546:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000022344b38. 00000100:00000001:3.0:1767389117.927548:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927549:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927552:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927553:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767389117.927554:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927555:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927556:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927557:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060a69c31. 00000400:00000200:3.0:1767389117.927558:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d97d4d31 00000400:00000010:3.0:1767389117.927559:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d97d4d31. 00000100:00000001:3.0:1767389117.927561:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927561:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927566:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927567:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767389117.927568:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927569:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927571:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927572:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052b4f900. 00000400:00000200:3.0:1767389117.927573:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a86a21fe 00000400:00000010:3.0:1767389117.927574:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a86a21fe. 00000100:00000001:3.0:1767389117.927576:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927576:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927580:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927581:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767389117.927582:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927583:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927584:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927585:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027151e52. 00000400:00000200:3.0:1767389117.927586:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000500380f2 00000400:00000010:3.0:1767389117.927587:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000500380f2. 00000100:00000001:3.0:1767389117.927588:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927589:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927593:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927594:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767389117.927595:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927596:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927597:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927598:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095a71053. 00000400:00000200:3.0:1767389117.927599:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095d2baea 00000400:00000010:3.0:1767389117.927600:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095d2baea. 00000100:00000001:3.0:1767389117.927602:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927602:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927606:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927607:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767389117.927608:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927609:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927610:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927611:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000938fde89. 00000400:00000200:3.0:1767389117.927612:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ecc754b3 00000400:00000010:3.0:1767389117.927613:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ecc754b3. 00000100:00000001:3.0:1767389117.927616:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927617:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927620:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927621:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767389117.927622:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927623:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927624:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927625:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000234cf660. 00000400:00000200:3.0:1767389117.927626:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aa9122a 00000400:00000010:3.0:1767389117.927627:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa9122a. 00000100:00000001:3.0:1767389117.927629:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927630:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927633:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927634:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767389117.927635:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927636:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927637:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927638:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000516361b1. 00000400:00000200:3.0:1767389117.927639:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007f17c84 00000400:00000010:3.0:1767389117.927640:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007f17c84. 00000100:00000001:3.0:1767389117.927642:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927642:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927646:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927647:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767389117.927648:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927649:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927650:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927651:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fbf6923. 00000400:00000200:3.0:1767389117.927652:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e16b1689 00000400:00000010:3.0:1767389117.927653:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e16b1689. 00000100:00000001:3.0:1767389117.927654:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927655:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927659:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927660:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767389117.927661:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927662:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927663:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927664:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe6046f6. 00000400:00000200:3.0:1767389117.927666:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e48f2899 00000400:00000010:3.0:1767389117.927667:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e48f2899. 00000100:00000001:3.0:1767389117.927668:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927669:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927673:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927674:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767389117.927675:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927676:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927677:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927678:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a054eaad. 00000400:00000200:3.0:1767389117.927679:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ebbe721 00000400:00000010:3.0:1767389117.927680:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ebbe721. 00000100:00000001:3.0:1767389117.927681:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927682:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927685:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927686:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767389117.927687:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927688:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927689:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927690:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004d82caaf. 00000400:00000200:3.0:1767389117.927692:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000879ff182 00000400:00000010:3.0:1767389117.927693:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000879ff182. 00000100:00000001:3.0:1767389117.927694:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927695:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927698:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927699:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767389117.927700:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927701:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927702:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927703:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006c583bd. 00000400:00000200:3.0:1767389117.927704:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075bdc236 00000400:00000010:3.0:1767389117.927705:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000075bdc236. 00000100:00000001:3.0:1767389117.927706:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927707:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927711:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927712:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767389117.927713:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927715:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927716:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927717:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000533a1a20. 00000400:00000200:3.0:1767389117.927718:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d051d82c 00000400:00000010:3.0:1767389117.927719:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d051d82c. 00000100:00000001:3.0:1767389117.927720:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927721:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927773:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927780:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767389117.927787:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927791:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927793:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927795:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002c1be3c0. 00000400:00000200:3.0:1767389117.927799:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044f44334 00000400:00000010:3.0:1767389117.927801:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000044f44334. 00000100:00000001:3.0:1767389117.927805:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927807:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927816:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927818:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767389117.927821:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927824:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927826:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927828:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008304d40f. 00000400:00000200:3.0:1767389117.927835:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000609eca9d 00000400:00000010:3.0:1767389117.927838:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000609eca9d. 00000100:00000001:3.0:1767389117.927843:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927844:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927854:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927858:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767389117.927864:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927869:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927871:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927873:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000165714f3. 00000400:00000200:3.0:1767389117.927879:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1b9fbb7 00000400:00000010:3.0:1767389117.927881:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a1b9fbb7. 00000100:00000001:3.0:1767389117.927886:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927888:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927894:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927897:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767389117.927903:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927905:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927907:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927908:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c665c82e. 00000400:00000200:3.0:1767389117.927911:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac6697ec 00000400:00000010:3.0:1767389117.927912:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac6697ec. 00000100:00000001:3.0:1767389117.927916:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927919:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927926:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927928:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767389117.927930:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927930:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927931:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927932:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042f9faf1. 00000400:00000200:3.0:1767389117.927934:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1be471c 00000400:00000010:3.0:1767389117.927935:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1be471c. 00000100:00000001:3.0:1767389117.927937:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927938:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927941:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927942:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767389117.927943:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927945:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927945:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927946:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed353938. 00000400:00000200:3.0:1767389117.927948:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b13c1f5 00000400:00000010:3.0:1767389117.927949:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b13c1f5. 00000100:00000001:3.0:1767389117.927950:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927957:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927962:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927964:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767389117.927965:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927967:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927969:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927970:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005a6bbdfe. 00000400:00000200:3.0:1767389117.927973:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc3c4c40 00000400:00000010:3.0:1767389117.927974:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc3c4c40. 00000100:00000001:3.0:1767389117.927976:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.927978:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.927983:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.927984:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767389117.927986:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.927990:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.927992:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.927994:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bebe6b4b. 00000400:00000200:3.0:1767389117.927997:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d6177bd 00000400:00000010:3.0:1767389117.927998:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000d6177bd. 00000100:00000001:3.0:1767389117.928000:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.928001:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.928005:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.928006:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767389117.928007:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.928008:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.928009:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.928010:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000374c5f17. 00000400:00000200:3.0:1767389117.928012:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4af2f80 00000400:00000010:3.0:1767389117.928013:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b4af2f80. 00000100:00000001:3.0:1767389117.928014:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.928015:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.928018:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.928020:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767389117.928021:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.928022:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.928023:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.928023:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000581df0a. 00000400:00000200:3.0:1767389117.928025:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052e7b783 00000400:00000010:3.0:1767389117.928026:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000052e7b783. 00000100:00000001:3.0:1767389117.928027:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.928028:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.928031:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.928032:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767389117.928033:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.928034:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.928035:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.928036:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a923a8ba. 00000400:00000200:3.0:1767389117.928038:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d7cf13d 00000400:00000010:3.0:1767389117.928039:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d7cf13d. 00000100:00000001:3.0:1767389117.928041:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.928042:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.928045:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.928046:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767389117.928048:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.928049:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.928050:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.928051:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003be9e94b. 00000400:00000200:3.0:1767389117.928052:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076c756b0 00000400:00000010:3.0:1767389117.928053:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076c756b0. 00000100:00000001:3.0:1767389117.928055:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.928056:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.928060:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.928061:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767389117.928062:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.928062:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.928063:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.928064:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7111280. 00000400:00000200:3.0:1767389117.928066:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071ec160c 00000400:00000010:3.0:1767389117.928067:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000071ec160c. 00000100:00000001:3.0:1767389117.928068:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.928069:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.928072:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.928073:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767389117.928074:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.928075:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.928076:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.928077:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059dadcdd. 00000400:00000200:3.0:1767389117.928078:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fddf2f49 00000400:00000010:3.0:1767389117.928079:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fddf2f49. 00000100:00000001:3.0:1767389117.928081:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.928082:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.928085:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.928086:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767389117.928087:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.928088:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.928089:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.928091:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf304944. 00000400:00000200:3.0:1767389117.928093:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c606d403 00000400:00000010:3.0:1767389117.928094:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c606d403. 00000100:00000001:3.0:1767389117.928096:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.928097:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.928100:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.928102:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767389117.928103:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.928104:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.928105:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.928106:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007e11bf43. 00000400:00000200:3.0:1767389117.928108:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f6cc6eb 00000400:00000010:3.0:1767389117.928110:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f6cc6eb. 00000100:00000001:3.0:1767389117.928112:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.928113:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.928119:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.928121:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767389117.928123:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.928125:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.928126:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.928128:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000057e29302. 00000400:00000200:3.0:1767389117.928132:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000145f5b54 00000400:00000010:3.0:1767389117.928134:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000145f5b54. 00000100:00000001:3.0:1767389117.928137:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.928138:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:3.0:1767389117.928144:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.928146:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767389117.928149:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389117.928151:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928153:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928156:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928158:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928160:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928162:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928164:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928166:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928168:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928170:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928172:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928174:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928176:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928177:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928179:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928181:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928183:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928185:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928187:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928189:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928191:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928192:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928194:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928196:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928198:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928200:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928202:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928203:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928205:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928207:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928209:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928210:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928213:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928214:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928216:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928218:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928220:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928222:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928224:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928225:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928226:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928227:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928239:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928240:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928241:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928242:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928243:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928243:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928244:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928245:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928247:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928248:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928250:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928251:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928252:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928253:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928254:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928255:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928256:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928257:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928258:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928259:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928260:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928261:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928262:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928263:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928264:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928265:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928266:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928267:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928268:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928269:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928270:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928270:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928271:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928272:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928273:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928274:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928275:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928276:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928277:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928278:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928279:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928280:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928281:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928282:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928283:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928284:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928285:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928286:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928287:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928289:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928290:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928291:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928292:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928293:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928295:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928295:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928297:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928297:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928298:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928299:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928300:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928301:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928302:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928303:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928304:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928305:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928320:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928321:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928322:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928323:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928324:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928325:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928326:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928327:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928328:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928329:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928330:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928331:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928332:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928332:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928333:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928334:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928335:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928336:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.928337:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.928338:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767389117.928341:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000218412d3. 00000100:00000010:3.0:1767389117.928344:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091efa83a. 00000100:00000010:3.0:1767389117.928347:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000116a8b0b. 00000100:00000010:3.0:1767389117.928349:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000756f9088. 00000100:00000010:3.0:1767389117.928350:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006d995c4b. 00000100:00000010:3.0:1767389117.928352:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006cac3be9. 00000100:00000010:3.0:1767389117.928354:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000027ce9484. 00000100:00000010:3.0:1767389117.928355:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000210ba9eb. 00000100:00000010:3.0:1767389117.928357:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000039d3a0c2. 00000100:00000010:3.0:1767389117.928381:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d78c7307. 00000100:00000010:3.0:1767389117.928384:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d751cf7e. 00000100:00000010:3.0:1767389117.928387:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2d75198. 00000100:00000010:3.0:1767389117.928389:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f4488695. 00000100:00000010:3.0:1767389117.928391:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084eeacb3. 00000100:00000010:3.0:1767389117.928392:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b2a63802. 00000100:00000010:3.0:1767389117.928395:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cca3bf6f. 00000100:00000010:3.0:1767389117.928397:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a1624f5e. 00000100:00000010:3.0:1767389117.928399:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae717c45. 00000100:00000010:3.0:1767389117.928400:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004f559e36. 00000100:00000010:3.0:1767389117.928402:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d2ce565. 00000100:00000010:3.0:1767389117.928403:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bc6fd268. 00000100:00000010:3.0:1767389117.928405:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c16a45c. 00000100:00000010:3.0:1767389117.928407:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000049dcd284. 00000100:00000010:3.0:1767389117.928408:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ac29816. 00000100:00000010:3.0:1767389117.928410:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005b95b0a4. 00000100:00000010:3.0:1767389117.928412:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dabd6b05. 00000100:00000010:3.0:1767389117.928414:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c9958e17. 00000100:00000010:3.0:1767389117.928416:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001e714f30. 00000100:00000010:3.0:1767389117.928417:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000053852e6d. 00000100:00000010:3.0:1767389117.928419:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038fb3792. 00000100:00000010:3.0:1767389117.928420:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d7ebfbc4. 00000100:00000010:3.0:1767389117.928422:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7e70f3b. 00000100:00000010:3.0:1767389117.928424:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002bd0eb3c. 00000100:00000010:3.0:1767389117.928426:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001e5c903. 00000100:00000010:3.0:1767389117.928427:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d4367e38. 00000100:00000010:3.0:1767389117.928430:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008420841b. 00000100:00000010:3.0:1767389117.928432:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000083ae2ec6. 00000100:00000010:3.0:1767389117.928434:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc455d36. 00000100:00000010:3.0:1767389117.928436:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003ad201fb. 00000100:00000010:3.0:1767389117.928438:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b12aaf7. 00000100:00000010:3.0:1767389117.928439:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000056589993. 00000100:00000010:3.0:1767389117.928441:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d884b019. 00000100:00000010:3.0:1767389117.928443:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003450f2d2. 00000100:00000010:3.0:1767389117.928445:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000072b2355d. 00000100:00000010:3.0:1767389117.928447:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000043640459. 00000100:00000010:3.0:1767389117.928449:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048fcfb0d. 00000100:00000010:3.0:1767389117.928451:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003c1c0613. 00000100:00000010:3.0:1767389117.928452:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a2a2ccde. 00000100:00000010:3.0:1767389117.928454:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000006dc5c4b. 00000100:00000010:3.0:1767389117.928456:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006585475c. 00000100:00000010:3.0:1767389117.928457:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009ad7ec01. 00000100:00000010:3.0:1767389117.928459:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c172e63. 00000100:00000010:3.0:1767389117.928461:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004c61509c. 00000100:00000010:3.0:1767389117.928463:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000394cf10f. 00000100:00000010:3.0:1767389117.928464:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e5020964. 00000100:00000010:3.0:1767389117.928466:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac1db3db. 00000100:00000010:3.0:1767389117.928467:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000036dee71. 00000100:00000010:3.0:1767389117.928482:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe545f0f. 00000100:00000010:3.0:1767389117.928484:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004658b9fe. 00000100:00000010:3.0:1767389117.928486:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000adf4a214. 00000100:00000010:3.0:1767389117.928487:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002e0994fe. 00000100:00000010:3.0:1767389117.928489:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087b1cd60. 00000100:00000010:3.0:1767389117.928490:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d9ba834b. 00000100:00000010:3.0:1767389117.928492:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e014a7f0. 00000100:00000010:3.0:1767389117.928494:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002c6a0ac5. 00000100:00000010:3.0:1767389117.928496:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae8f3f80. 00000100:00000010:3.0:1767389117.928498:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000016ec279c. 00000100:00000010:3.0:1767389117.928500:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000291c5ec8. 00000100:00000010:3.0:1767389117.928502:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000077bbb1bb. 00000100:00000010:3.0:1767389117.928505:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080428492. 00000100:00000010:3.0:1767389117.928507:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000be894e6b. 00000100:00000010:3.0:1767389117.928509:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024f57276. 00000100:00000010:3.0:1767389117.928511:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000414b72df. 00000100:00000010:3.0:1767389117.928513:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a661e863. 00000100:00000010:3.0:1767389117.928515:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001b3d0798. 00000100:00000010:3.0:1767389117.928517:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a956985a. 00000100:00000010:3.0:1767389117.928518:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000048fd92a5. 00000100:00000010:3.0:1767389117.928520:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000047cf37d. 00000100:00000010:3.0:1767389117.928522:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006a7b88b2. 00000100:00000010:3.0:1767389117.928524:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000895ed7c1. 00000100:00000010:3.0:1767389117.928526:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000075e19a94. 00000100:00000010:3.0:1767389117.928528:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002b2b7a29. 00000100:00000010:3.0:1767389117.928529:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dee6b2d1. 00000100:00000010:3.0:1767389117.928531:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b31c8d0. 00000100:00000010:3.0:1767389117.928533:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006fee6a79. 00000100:00000010:3.0:1767389117.928535:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053901c65. 00000100:00000010:3.0:1767389117.928536:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000047992fec. 00000100:00000010:3.0:1767389117.928538:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004338fce0. 00000100:00000010:3.0:1767389117.928540:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002ebc69cb. 00000100:00000010:3.0:1767389117.928542:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000414544ca. 00000100:00000010:3.0:1767389117.928544:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000057eda7c0. 00000100:00000010:3.0:1767389117.928545:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055268aa1. 00000100:00000010:3.0:1767389117.928547:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000063a29825. 00000100:00000010:3.0:1767389117.928549:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000783a66b6. 00000100:00000010:3.0:1767389117.928550:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004f74d03c. 00000100:00000010:3.0:1767389117.928553:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b17e42fe. 00000100:00000010:3.0:1767389117.928554:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000828deb4f. 00000100:00000010:3.0:1767389117.928556:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056bbee8f. 00000100:00000010:3.0:1767389117.928557:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000011f2568d. 00000100:00000010:3.0:1767389117.928559:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f2561d7. 00000100:00000010:3.0:1767389117.928561:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c77f3c47. 00000100:00000010:3.0:1767389117.928563:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084ffa5b1. 00000100:00000010:3.0:1767389117.928565:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e4343ff3. 00000100:00000010:3.0:1767389117.928567:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008572a742. 00000100:00000010:3.0:1767389117.928569:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ea512747. 00000100:00000010:3.0:1767389117.928585:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cdcba855. 00000100:00000010:3.0:1767389117.928588:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d799fd1e. 00000100:00000010:3.0:1767389117.928590:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000312b32f5. 00000100:00000010:3.0:1767389117.928592:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a2858fc2. 00000100:00000010:3.0:1767389117.928594:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9298652. 00000100:00000010:3.0:1767389117.928596:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000078ee74fc. 00000100:00000010:3.0:1767389117.928598:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000033cf9a03. 00000100:00000010:3.0:1767389117.928599:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000125889dd. 00000100:00000010:3.0:1767389117.928601:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003081c24b. 00000100:00000010:3.0:1767389117.928603:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e624c4ff. 00000100:00000010:3.0:1767389117.928605:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000741e2043. 00000100:00000010:3.0:1767389117.928607:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004fac8970. 00000100:00000010:3.0:1767389117.928609:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000085cb93d. 00000100:00000010:3.0:1767389117.928610:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ac4fc455. 00000100:00000010:3.0:1767389117.928613:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001be395a7. 00000100:00000010:3.0:1767389117.928614:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004515f03c. 00000100:00000010:3.0:1767389117.928616:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044f9c5b3. 00000100:00000010:3.0:1767389117.928618:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000434c6514. 00000100:00000010:3.0:1767389117.928620:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f51d93fd. 00000100:00000010:3.0:1767389117.928621:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f76ff177. 00000100:00000010:3.0:1767389117.928625:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d495e102. 00000100:00000010:3.0:1767389117.928626:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000287206f7. 00000100:00000010:3.0:1767389117.928628:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c6282db. 00000100:00000010:3.0:1767389117.928630:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000051d48d98. 00000100:00000010:3.0:1767389117.928633:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000070c3e5b3. 00000100:00000001:3.0:1767389117.928635:0:361305:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767389117.928637:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.928638:0:361305:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767389117.928639:0:361305:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767389117.928641:0:361305:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000007492fcbf. 00000100:00000001:3.0:1767389117.928643:0:361305:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767389117.928644:0:361305:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389117.928646:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.928648:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000fc6dc62c. 00000100:00000001:3.0:1767389117.928649:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.928650:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.928651:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009a2b3fe8. 00000100:00000001:3.0:1767389117.928653:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.928654:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.928655:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000003fb0b92c. 00000100:00000001:3.0:1767389117.928657:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.928658:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.928659:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e421f55f. 00000100:00000001:3.0:1767389117.928661:0:361305:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767389117.928750:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000ed122a68. 00000020:00000010:3.0:1767389117.928766:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000de567b06. 00000100:00000010:3.0:1767389117.928806:0:361305:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000184782f3. 00000100:00000010:3.0:1767389117.928817:0:361305:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000008b9cc924. 00000100:00000010:3.0:1767389117.928834:0:361305:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000005f35fb26. 00000100:00000010:3.0:1767389117.928838:0:361305:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000003f02f0e6. 00000100:00000001:3.0:1767389117.928840:0:361305:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389117.928842:0:361305:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767389117.928845:0:361305:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:3.0:1767389117.928851:0:361305:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767389117.928853:0:361305:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767389117.928855:0:361305:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:3.0:1767389117.928860:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:3.0:1767389117.928862:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:3.0:1767389117.928885:0:361305:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:0.0:1767389117.928916:0:338192:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000063242896. 00000020:00000010:2.0:1767389117.928918:0:338191:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000050e8f44a. 00000040:00000010:0.0:1767389117.928929:0:338192:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000160511f0. 00000040:00000010:2.0:1767389117.928932:0:338191:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009b31f4df. 00000020:00000010:0.0:1767389117.928935:0:338192:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000060c0b4da. 00000020:00000010:2.0:1767389117.928939:0:338191:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b3573fd6. 00000020:00000010:0.0:1767389117.928943:0:338192:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d04ad3a7. 00000020:00000010:2.0:1767389117.928947:0:338191:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000099eca9d1. 00000020:00000010:0.0:1767389117.928951:0:338192:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008bb151f0. 00000020:00000010:2.0:1767389117.928955:0:338191:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000911f141e. 80000000:00000010:0.0:1767389117.928959:0:338192:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000bfe67b74. 80000000:00000010:2.0:1767389117.928962:0:338191:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007c8bb2c0. 40000000:00000010:0.0:1767389117.928965:0:338192:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b2214b34. 40000000:00000010:2.0:1767389117.928969:0:338191:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009527f121. 00100000:00000010:0.0:1767389117.928973:0:338192:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a92037fd. 00100000:00000010:2.0:1767389117.928978:0:338191:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000026cdfd25. 00040000:00000010:0.0:1767389117.928980:0:338192:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000680e6df. 00040000:00000010:2.0:1767389117.928989:0:338191:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005da1ba66. 00040000:00000010:0.0:1767389117.928990:0:338192:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008443d1be. 00040000:00000010:2.0:1767389117.929004:0:338191:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000056810c6c. 00080000:00000010:0.0:1767389117.929005:0:338192:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004093ac2b. 00080000:00000010:2.0:1767389117.929029:0:338191:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003031a60c. 00000004:00000010:0.0:1767389117.929030:0:338192:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fd4b0fb8. 00000004:00000010:2.0:1767389117.929061:0:338191:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000001d3eb08. 00002000:00000010:0.0:1767389117.929062:0:338192:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006e5609f1. 00002000:00000010:2.0:1767389117.929088:0:338191:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000075fafdd7. 00000020:00000010:0.0:1767389117.929090:0:338192:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065def7a3. 00000020:00000010:2.0:1767389117.929115:0:338191:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c04f5765. 00000020:00000010:0.0:1767389117.929117:0:338192:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004196016f. 00000020:00000010:2.0:1767389117.929127:0:338191:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c3a8f874. 00000100:00000010:0.0:1767389117.929130:0:338192:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000008e0e4604. 00000100:00100000:0.0:1767389117.929137:0:338192:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [000000006c4632fe:338192] 1 exiting: rc = 0 00000100:00000010:2.0:1767389117.929138:0:338191:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a33d07a1. 00000100:00100000:2.0:1767389117.929161:0:338191:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [00000000623c6dc2:338191] 0 exiting: rc = 1 00000100:00000010:3.0:1767389117.929272:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000623c6dc2. 00000100:00000010:3.0:1767389117.929296:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000006c4632fe. 00000100:00000001:3.0:1767389117.929304:0:361305:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767389117.929324:0:361305:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767389117.929327:0:361305:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:3.0:1767389117.929332:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929333:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929336:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000855c0f5d. 00000400:00000200:3.0:1767389117.929339:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d811b151 00000400:00000010:3.0:1767389117.929341:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d811b151. 00000100:00000001:3.0:1767389117.929344:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929345:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929350:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929352:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767389117.929354:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929355:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929356:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929357:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009aea3aaa. 00000400:00000200:3.0:1767389117.929359:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f173ac6b 00000400:00000010:3.0:1767389117.929360:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f173ac6b. 00000100:00000001:3.0:1767389117.929362:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929362:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929366:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929367:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767389117.929368:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929370:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929370:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929371:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b2182205. 00000400:00000200:3.0:1767389117.929373:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000954469dd 00000400:00000010:3.0:1767389117.929385:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000954469dd. 00000100:00000001:3.0:1767389117.929386:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929387:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929391:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929392:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767389117.929393:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929394:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929395:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929396:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b16e2b7. 00000400:00000200:3.0:1767389117.929397:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019564a01 00000400:00000010:3.0:1767389117.929398:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000019564a01. 00000100:00000001:3.0:1767389117.929400:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929401:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929404:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929405:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767389117.929406:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929408:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929409:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929411:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ee6069d1. 00000400:00000200:3.0:1767389117.929412:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c4e1c7b 00000400:00000010:3.0:1767389117.929413:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c4e1c7b. 00000100:00000001:3.0:1767389117.929415:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929416:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929420:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929421:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767389117.929422:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929423:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929424:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929425:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0e1fce3. 00000400:00000200:3.0:1767389117.929426:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c9999b7 00000400:00000010:3.0:1767389117.929427:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c9999b7. 00000100:00000001:3.0:1767389117.929429:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929430:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929433:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929434:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767389117.929435:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929436:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929437:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929438:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079006982. 00000400:00000200:3.0:1767389117.929440:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5166480 00000400:00000010:3.0:1767389117.929441:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5166480. 00000100:00000001:3.0:1767389117.929442:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929443:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929446:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929447:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767389117.929449:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929450:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929450:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929451:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ea31cf5. 00000400:00000200:3.0:1767389117.929453:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f189d4e 00000400:00000010:3.0:1767389117.929454:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f189d4e. 00000100:00000001:3.0:1767389117.929455:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929456:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929460:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929461:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767389117.929462:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929464:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929465:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929466:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000defcb138. 00000400:00000200:3.0:1767389117.929467:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000007c11c16 00000400:00000010:3.0:1767389117.929469:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000007c11c16. 00000100:00000001:3.0:1767389117.929470:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929471:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929474:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929475:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767389117.929477:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929478:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929478:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929479:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089ec3366. 00000400:00000200:3.0:1767389117.929481:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dfb0c07 00000400:00000010:3.0:1767389117.929482:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006dfb0c07. 00000100:00000001:3.0:1767389117.929483:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929484:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929488:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929489:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767389117.929490:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929491:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929492:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929493:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e973c506. 00000400:00000200:3.0:1767389117.929494:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006cc455ed 00000400:00000010:3.0:1767389117.929495:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006cc455ed. 00000100:00000001:3.0:1767389117.929496:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929497:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929501:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929502:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767389117.929503:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929504:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929505:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929506:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000703cde56. 00000400:00000200:3.0:1767389117.929507:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc27c29f 00000400:00000010:3.0:1767389117.929508:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc27c29f. 00000100:00000001:3.0:1767389117.929509:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929511:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929514:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929515:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767389117.929516:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929517:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929518:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929519:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ca932edf. 00000400:00000200:3.0:1767389117.929520:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005836873a 00000400:00000010:3.0:1767389117.929522:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005836873a. 00000100:00000001:3.0:1767389117.929523:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929524:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929527:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929528:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767389117.929529:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929531:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929531:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929532:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa1d9b87. 00000400:00000200:3.0:1767389117.929534:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005fc65ec1 00000400:00000010:3.0:1767389117.929535:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005fc65ec1. 00000100:00000001:3.0:1767389117.929537:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929538:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929541:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929542:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767389117.929543:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929544:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929545:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929546:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbd1e133. 00000400:00000200:3.0:1767389117.929547:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed5704d5 00000400:00000010:3.0:1767389117.929549:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed5704d5. 00000100:00000001:3.0:1767389117.929550:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929551:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929554:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929555:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767389117.929556:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929557:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929558:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929559:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ea02f7d2. 00000400:00000200:3.0:1767389117.929560:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9c223db 00000400:00000010:3.0:1767389117.929562:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9c223db. 00000100:00000001:3.0:1767389117.929563:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929564:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929568:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929569:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767389117.929570:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929571:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929572:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929573:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af4265de. 00000400:00000200:3.0:1767389117.929574:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004229eff4 00000400:00000010:3.0:1767389117.929575:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004229eff4. 00000100:00000001:3.0:1767389117.929577:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929577:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929581:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929582:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767389117.929583:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929584:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929585:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929586:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059f96e28. 00000400:00000200:3.0:1767389117.929587:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5bd5307 00000400:00000010:3.0:1767389117.929588:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5bd5307. 00000100:00000001:3.0:1767389117.929590:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929590:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929594:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929595:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767389117.929596:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929597:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929598:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929599:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000dbf23bd. 00000400:00000200:3.0:1767389117.929600:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009c8b1c0 00000400:00000010:3.0:1767389117.929601:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009c8b1c0. 00000100:00000001:3.0:1767389117.929603:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929603:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929607:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929608:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767389117.929609:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929610:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929611:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929613:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006922cf17. 00000400:00000200:3.0:1767389117.929614:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb816136 00000400:00000010:3.0:1767389117.929615:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bb816136. 00000100:00000001:3.0:1767389117.929617:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929617:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929621:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929622:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767389117.929623:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929624:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929625:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929626:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec713301. 00000400:00000200:3.0:1767389117.929627:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a68ed51 00000400:00000010:3.0:1767389117.929628:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003a68ed51. 00000100:00000001:3.0:1767389117.929629:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929630:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929634:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929635:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767389117.929636:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929637:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929638:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929638:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a09264d3. 00000400:00000200:3.0:1767389117.929640:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cdb96e86 00000400:00000010:3.0:1767389117.929641:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cdb96e86. 00000100:00000001:3.0:1767389117.929642:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929643:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929646:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929647:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767389117.929648:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929649:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929650:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929651:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fa20ae2. 00000400:00000200:3.0:1767389117.929652:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4b94a56 00000400:00000010:3.0:1767389117.929653:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f4b94a56. 00000100:00000001:3.0:1767389117.929655:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929656:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929659:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929660:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767389117.929661:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929663:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929664:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929665:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfcab77d. 00000400:00000200:3.0:1767389117.929666:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db049d06 00000400:00000010:3.0:1767389117.929667:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db049d06. 00000100:00000001:3.0:1767389117.929669:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929669:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929673:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929674:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767389117.929675:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929676:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929677:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929678:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016858057. 00000400:00000200:3.0:1767389117.929679:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003dcf511d 00000400:00000010:3.0:1767389117.929680:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003dcf511d. 00000100:00000001:3.0:1767389117.929681:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929682:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929686:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929687:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767389117.929688:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929689:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929689:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929690:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002820b45b. 00000400:00000200:3.0:1767389117.929692:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d1eeb0ab 00000400:00000010:3.0:1767389117.929693:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d1eeb0ab. 00000100:00000001:3.0:1767389117.929694:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929695:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929698:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929699:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767389117.929700:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929701:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929702:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929703:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb27fb1c. 00000400:00000200:3.0:1767389117.929704:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a07010b 00000400:00000010:3.0:1767389117.929705:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a07010b. 00000100:00000001:3.0:1767389117.929707:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929707:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.929711:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.929713:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767389117.929714:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.929715:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.929716:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.929717:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006ce0983. 00000400:00000200:3.0:1767389117.929718:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a55b7ee 00000400:00000010:3.0:1767389117.929719:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008a55b7ee. 00000100:00000001:3.0:1767389117.929721:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.929722:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930040:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930041:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767389117.930043:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930044:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930045:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930046:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fec4a7a6. 00000400:00000200:3.0:1767389117.930049:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c34a9a07 00000400:00000010:3.0:1767389117.930050:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c34a9a07. 00000100:00000001:3.0:1767389117.930051:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930052:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930056:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930057:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767389117.930058:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930059:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930060:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930061:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000141096e5. 00000400:00000200:3.0:1767389117.930062:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e93d693f 00000400:00000010:3.0:1767389117.930063:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e93d693f. 00000100:00000001:3.0:1767389117.930064:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930065:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930069:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930070:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767389117.930071:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930072:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930073:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930074:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000056cf399d. 00000400:00000200:3.0:1767389117.930075:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094aff098 00000400:00000010:3.0:1767389117.930076:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094aff098. 00000100:00000001:3.0:1767389117.930078:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930079:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930083:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930084:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767389117.930085:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930087:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930088:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930089:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a6fccc7. 00000400:00000200:3.0:1767389117.930090:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bd1e429 00000400:00000010:3.0:1767389117.930091:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bd1e429. 00000100:00000001:3.0:1767389117.930093:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930094:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930104:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930105:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767389117.930106:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930107:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930108:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930109:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b20fb273. 00000400:00000200:3.0:1767389117.930110:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6be9b79 00000400:00000010:3.0:1767389117.930111:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d6be9b79. 00000100:00000001:3.0:1767389117.930113:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930114:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930117:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930118:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767389117.930119:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930120:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930121:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930122:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008db852ea. 00000400:00000200:3.0:1767389117.930123:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a294f465 00000400:00000010:3.0:1767389117.930124:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a294f465. 00000100:00000001:3.0:1767389117.930126:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930126:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930130:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930131:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767389117.930132:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930133:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930134:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930135:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049c4ab6b. 00000400:00000200:3.0:1767389117.930136:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058a1f10a 00000400:00000010:3.0:1767389117.930138:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058a1f10a. 00000100:00000001:3.0:1767389117.930140:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930141:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930145:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930146:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767389117.930148:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930149:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930151:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930152:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a1f2834. 00000400:00000200:3.0:1767389117.930154:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d1e07c9 00000400:00000010:3.0:1767389117.930156:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d1e07c9. 00000100:00000001:3.0:1767389117.930159:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930161:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930166:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930168:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767389117.930171:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930173:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930174:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930176:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6a5b2b5. 00000400:00000200:3.0:1767389117.930180:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f446bd2b 00000400:00000010:3.0:1767389117.930182:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f446bd2b. 00000100:00000001:3.0:1767389117.930185:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930186:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930192:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930194:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767389117.930196:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930198:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930201:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930202:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d86d4e6. 00000400:00000200:3.0:1767389117.930206:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc1c94bc 00000400:00000010:3.0:1767389117.930208:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc1c94bc. 00000100:00000001:3.0:1767389117.930211:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930212:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930218:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930220:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767389117.930222:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930224:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930225:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930227:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006577828f. 00000400:00000200:3.0:1767389117.930229:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008498d201 00000400:00000010:3.0:1767389117.930230:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008498d201. 00000100:00000001:3.0:1767389117.930232:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930233:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930236:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930237:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767389117.930239:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930240:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930240:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930241:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a800810. 00000400:00000200:3.0:1767389117.930243:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eff92d9f 00000400:00000010:3.0:1767389117.930244:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eff92d9f. 00000100:00000001:3.0:1767389117.930245:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930246:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930249:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930250:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767389117.930251:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930252:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930253:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930254:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068ce5633. 00000400:00000200:3.0:1767389117.930256:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf7f1ac9 00000400:00000010:3.0:1767389117.930257:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf7f1ac9. 00000100:00000001:3.0:1767389117.930258:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930259:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930263:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930264:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767389117.930265:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930266:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930267:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930268:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d83db5f3. 00000400:00000200:3.0:1767389117.930269:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e0f40a 00000400:00000010:3.0:1767389117.930270:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080e0f40a. 00000100:00000001:3.0:1767389117.930271:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930272:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930276:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930277:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767389117.930278:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930280:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930281:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930283:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f901492. 00000400:00000200:3.0:1767389117.930284:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ca97752 00000400:00000010:3.0:1767389117.930286:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ca97752. 00000100:00000001:3.0:1767389117.930288:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930289:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930293:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930294:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767389117.930295:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930296:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930297:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930297:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000442d4600. 00000400:00000200:3.0:1767389117.930299:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d552bef 00000400:00000010:3.0:1767389117.930300:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009d552bef. 00000100:00000001:3.0:1767389117.930302:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930302:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930323:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930325:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767389117.930327:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930328:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930329:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930330:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000690028c2. 00000400:00000200:3.0:1767389117.930332:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000521602d4 00000400:00000010:3.0:1767389117.930333:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000521602d4. 00000100:00000001:3.0:1767389117.930334:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930335:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930339:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930340:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767389117.930341:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930342:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930344:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930345:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020e6d5b7. 00000400:00000200:3.0:1767389117.930346:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c741f865 00000400:00000010:3.0:1767389117.930348:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c741f865. 00000100:00000001:3.0:1767389117.930350:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930351:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930354:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930356:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767389117.930357:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930359:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930360:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930361:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008639071e. 00000400:00000200:3.0:1767389117.930362:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008184f146 00000400:00000010:3.0:1767389117.930363:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008184f146. 00000100:00000001:3.0:1767389117.930365:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930366:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930369:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930370:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767389117.930371:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930372:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930373:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930374:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb33793d. 00000400:00000200:3.0:1767389117.930375:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e80b6ce3 00000400:00000010:3.0:1767389117.930377:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e80b6ce3. 00000100:00000001:3.0:1767389117.930378:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930379:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930382:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930383:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767389117.930384:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930385:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930386:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930387:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b6cc93e1. 00000400:00000200:3.0:1767389117.930388:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebe8dec4 00000400:00000010:3.0:1767389117.930389:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ebe8dec4. 00000100:00000001:3.0:1767389117.930391:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930392:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930395:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930396:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767389117.930397:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930398:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930399:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930400:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089aff099. 00000400:00000200:3.0:1767389117.930401:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000091d02d59 00000400:00000010:3.0:1767389117.930403:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000091d02d59. 00000100:00000001:3.0:1767389117.930404:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930405:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930409:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930411:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767389117.930412:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930414:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930415:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930416:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065441d99. 00000400:00000200:3.0:1767389117.930417:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002dced7ce 00000400:00000010:3.0:1767389117.930418:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002dced7ce. 00000100:00000001:3.0:1767389117.930420:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930420:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930424:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930425:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767389117.930426:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930427:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930428:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930429:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094ee6293. 00000400:00000200:3.0:1767389117.930430:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000657be1c5 00000400:00000010:3.0:1767389117.930431:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000657be1c5. 00000100:00000001:3.0:1767389117.930433:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930433:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930437:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930438:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767389117.930439:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930440:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930441:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930442:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052c5be4b. 00000400:00000200:3.0:1767389117.930443:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000863da37f 00000400:00000010:3.0:1767389117.930444:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000863da37f. 00000100:00000001:3.0:1767389117.930446:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930447:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930450:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930451:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767389117.930452:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930453:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930454:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930455:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c009b733. 00000400:00000200:3.0:1767389117.930456:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c2fb252e 00000400:00000010:3.0:1767389117.930458:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c2fb252e. 00000100:00000001:3.0:1767389117.930460:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930461:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930465:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930466:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767389117.930467:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930468:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930469:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930470:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d3ae717. 00000400:00000200:3.0:1767389117.930472:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f830c618 00000400:00000010:3.0:1767389117.930473:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f830c618. 00000100:00000001:3.0:1767389117.930474:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930475:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930478:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930479:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767389117.930480:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930481:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930482:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930483:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000160a5e0b. 00000400:00000200:3.0:1767389117.930484:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002a150070 00000400:00000010:3.0:1767389117.930485:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002a150070. 00000100:00000001:3.0:1767389117.930487:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930487:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930491:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930492:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767389117.930493:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930494:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930495:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930496:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002156fb5c. 00000400:00000200:3.0:1767389117.930497:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c871aaa3 00000400:00000010:3.0:1767389117.930498:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c871aaa3. 00000100:00000001:3.0:1767389117.930500:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930501:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930504:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930505:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767389117.930506:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930507:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930508:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930510:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067fabae3. 00000400:00000200:3.0:1767389117.930511:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000777408d1 00000400:00000010:3.0:1767389117.930512:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000777408d1. 00000100:00000001:3.0:1767389117.930514:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930515:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930518:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930519:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767389117.930520:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930521:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930522:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930523:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015f6bc75. 00000400:00000200:3.0:1767389117.930524:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f16fffc 00000400:00000010:3.0:1767389117.930525:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f16fffc. 00000100:00000001:3.0:1767389117.930526:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930527:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930531:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930532:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767389117.930533:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930534:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930535:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930535:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000089877a7. 00000400:00000200:3.0:1767389117.930537:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae06a101 00000400:00000010:3.0:1767389117.930538:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae06a101. 00000100:00000001:3.0:1767389117.930539:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930540:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930543:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930544:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767389117.930545:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930546:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930547:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930548:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000053a93232. 00000400:00000200:3.0:1767389117.930549:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e12257a3 00000400:00000010:3.0:1767389117.930550:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e12257a3. 00000100:00000001:3.0:1767389117.930552:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930552:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930556:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930557:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767389117.930558:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930559:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930560:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930561:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001387828f. 00000400:00000200:3.0:1767389117.930562:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000149799da 00000400:00000010:3.0:1767389117.930563:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000149799da. 00000100:00000001:3.0:1767389117.930565:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930566:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930569:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930570:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767389117.930571:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930572:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930573:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930574:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fefdeef. 00000400:00000200:3.0:1767389117.930575:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054501a59 00000400:00000010:3.0:1767389117.930576:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054501a59. 00000100:00000001:3.0:1767389117.930578:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930578:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930582:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930583:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767389117.930584:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.930585:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.930586:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.930586:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef61cd30. 00000400:00000200:3.0:1767389117.930588:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f62ece4a 00000400:00000010:3.0:1767389117.930589:0:361305:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f62ece4a. 00000100:00000001:3.0:1767389117.930590:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.930591:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:3.0:1767389117.930595:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.930596:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767389117.930597:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389117.930598:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930600:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930601:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930602:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930603:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930604:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930605:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930606:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930608:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930609:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930610:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930611:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930612:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930613:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930614:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930615:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930616:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930617:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930618:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930618:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930620:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930620:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930621:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930622:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930623:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930624:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930625:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930626:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930627:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930628:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930629:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930630:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930631:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930632:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930633:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930634:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930635:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930635:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930637:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930637:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930638:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930639:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930640:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930641:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930642:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930643:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930644:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930645:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930646:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930648:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930649:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930650:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930651:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930652:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930653:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930654:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930655:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930656:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930657:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930658:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930659:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930660:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930661:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930662:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930663:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930664:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930665:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930665:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930667:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930667:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930668:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930669:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930670:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930671:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930672:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930673:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930674:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930675:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930676:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930677:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930678:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930679:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930680:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930681:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930682:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930683:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930684:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930684:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930686:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930687:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930688:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930689:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930690:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930692:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930693:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930694:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930695:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930696:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930697:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930697:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930698:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930699:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930700:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930701:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930702:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930703:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930704:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930705:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930706:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930707:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930708:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930709:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930710:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930711:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930712:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930713:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930714:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930714:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930715:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930716:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930717:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930718:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930719:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930720:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930721:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930722:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.930794:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.930796:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767389117.930801:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f0504463. 00000100:00000010:3.0:1767389117.930805:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001432f703. 00000100:00000010:3.0:1767389117.930808:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ef78d61b. 00000100:00000010:3.0:1767389117.930810:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb04d977. 00000100:00000010:3.0:1767389117.930813:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004d02eb35. 00000100:00000010:3.0:1767389117.930816:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7080bb6. 00000100:00000010:3.0:1767389117.930819:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000098489ca7. 00000100:00000010:3.0:1767389117.930823:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000022460b33. 00000100:00000010:3.0:1767389117.930826:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004b0a1bbd. 00000100:00000010:3.0:1767389117.930828:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b68024c. 00000100:00000010:3.0:1767389117.930831:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e7a93df1. 00000100:00000010:3.0:1767389117.930833:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005197aaa. 00000100:00000010:3.0:1767389117.930834:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004b2c198f. 00000100:00000010:3.0:1767389117.930837:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac5895a7. 00000100:00000010:3.0:1767389117.930840:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003547039b. 00000100:00000010:3.0:1767389117.930843:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e04bd428. 00000100:00000010:3.0:1767389117.930844:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001af10721. 00000100:00000010:3.0:1767389117.930847:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055d7baee. 00000100:00000010:3.0:1767389117.930849:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cbe7df14. 00000100:00000010:3.0:1767389117.930851:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000efc50b37. 00000100:00000010:3.0:1767389117.930852:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000564d97c8. 00000100:00000010:3.0:1767389117.930867:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007114ab17. 00000100:00000010:3.0:1767389117.930869:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f00f3b9a. 00000100:00000010:3.0:1767389117.930871:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f988f408. 00000100:00000010:3.0:1767389117.930873:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000783e67f. 00000100:00000010:3.0:1767389117.930875:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067f1a639. 00000100:00000010:3.0:1767389117.930876:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007fbe65fa. 00000100:00000010:3.0:1767389117.930879:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bf8806e6. 00000100:00000010:3.0:1767389117.930880:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003f0737f5. 00000100:00000010:3.0:1767389117.930882:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008761e4d5. 00000100:00000010:3.0:1767389117.930884:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000032ead94f. 00000100:00000010:3.0:1767389117.930886:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d7d1ba7e. 00000100:00000010:3.0:1767389117.930887:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000a175a12. 00000100:00000010:3.0:1767389117.930890:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000711b1ce4. 00000100:00000010:3.0:1767389117.930892:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a4654a0d. 00000100:00000010:3.0:1767389117.930894:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a741ff0. 00000100:00000010:3.0:1767389117.930896:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000dc5c665. 00000100:00000010:3.0:1767389117.930898:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007d758852. 00000100:00000010:3.0:1767389117.930900:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000be11a16c. 00000100:00000010:3.0:1767389117.930902:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032be5f63. 00000100:00000010:3.0:1767389117.930903:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000505f4e2a. 00000100:00000010:3.0:1767389117.930905:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008e2c79f4. 00000100:00000010:3.0:1767389117.930906:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001431a36e. 00000100:00000010:3.0:1767389117.930908:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0a59fa2. 00000100:00000010:3.0:1767389117.930910:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c8994a62. 00000100:00000010:3.0:1767389117.930912:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c8b45c1. 00000100:00000010:3.0:1767389117.930913:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d83e47c5. 00000100:00000010:3.0:1767389117.930915:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000315c9695. 00000100:00000010:3.0:1767389117.930916:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001d45c30e. 00000100:00000010:3.0:1767389117.930918:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000735af33d. 00000100:00000010:3.0:1767389117.930920:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000075569ef5. 00000100:00000010:3.0:1767389117.930921:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbe1113b. 00000100:00000010:3.0:1767389117.930923:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006772477f. 00000100:00000010:3.0:1767389117.930925:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cde33d55. 00000100:00000010:3.0:1767389117.930927:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d50d6791. 00000100:00000010:3.0:1767389117.930929:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001314cbba. 00000100:00000010:3.0:1767389117.930930:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d49eb48c. 00000100:00000010:3.0:1767389117.930932:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018b0a718. 00000100:00000010:3.0:1767389117.930933:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000034d4e94d. 00000100:00000010:3.0:1767389117.930936:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000861a3b39. 00000100:00000010:3.0:1767389117.930937:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000eea922e0. 00000100:00000010:3.0:1767389117.930939:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c82fe05e. 00000100:00000010:3.0:1767389117.930941:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002b5608a7. 00000100:00000010:3.0:1767389117.930943:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea1039eb. 00000100:00000010:3.0:1767389117.930944:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c73ed86f. 00000100:00000010:3.0:1767389117.930947:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000048a85f9. 00000100:00000010:3.0:1767389117.930949:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007dce2b6e. 00000100:00000010:3.0:1767389117.930951:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005fe5ab78. 00000100:00000010:3.0:1767389117.930953:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007c1b942c. 00000100:00000010:3.0:1767389117.930968:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e52c02e. 00000100:00000010:3.0:1767389117.930990:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f7936bad. 00000100:00000010:3.0:1767389117.930993:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000114af0b8. 00000100:00000010:3.0:1767389117.930995:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f8f13756. 00000100:00000010:3.0:1767389117.930997:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000034d4e6. 00000100:00000010:3.0:1767389117.930999:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000838ffd82. 00000100:00000010:3.0:1767389117.931001:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5fe691e. 00000100:00000010:3.0:1767389117.931003:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008009cfb7. 00000100:00000010:3.0:1767389117.931005:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e0eb514a. 00000100:00000010:3.0:1767389117.931006:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007a875745. 00000100:00000010:3.0:1767389117.931008:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f8aa652b. 00000100:00000010:3.0:1767389117.931010:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001457dd84. 00000100:00000010:3.0:1767389117.931012:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074bf6a5c. 00000100:00000010:3.0:1767389117.931013:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d94a9c11. 00000100:00000010:3.0:1767389117.931015:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000009e4e5c8. 00000100:00000010:3.0:1767389117.931017:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c4a26f1c. 00000100:00000010:3.0:1767389117.931019:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ed42226. 00000100:00000010:3.0:1767389117.931020:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e92086e2. 00000100:00000010:3.0:1767389117.931023:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ffcf5017. 00000100:00000010:3.0:1767389117.931024:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e555ca27. 00000100:00000010:3.0:1767389117.931026:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007b900a71. 00000100:00000010:3.0:1767389117.931028:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000580bf2d. 00000100:00000010:3.0:1767389117.931030:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000054e4a028. 00000100:00000010:3.0:1767389117.931032:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bb46657f. 00000100:00000010:3.0:1767389117.931033:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002996829e. 00000100:00000010:3.0:1767389117.931035:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cb7fa949. 00000100:00000010:3.0:1767389117.931036:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084df4f6b. 00000100:00000010:3.0:1767389117.931038:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fe88185a. 00000100:00000010:3.0:1767389117.931040:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000023f88a3f. 00000100:00000010:3.0:1767389117.931041:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008746f2cd. 00000100:00000010:3.0:1767389117.931043:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a42de7ae. 00000100:00000010:3.0:1767389117.931045:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000051f6fd12. 00000100:00000010:3.0:1767389117.931058:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7922dd9. 00000100:00000010:3.0:1767389117.931060:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000025bed59b. 00000100:00000010:3.0:1767389117.931062:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000691c2001. 00000100:00000010:3.0:1767389117.931063:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004185c6e7. 00000100:00000010:3.0:1767389117.931065:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5cd7e7d. 00000100:00000010:3.0:1767389117.931067:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dec24b22. 00000100:00000010:3.0:1767389117.931068:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a92dde2. 00000100:00000010:3.0:1767389117.931070:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009ebd5e87. 00000100:00000010:3.0:1767389117.931072:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002dfab604. 00000100:00000010:3.0:1767389117.931073:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001fe83443. 00000100:00000010:3.0:1767389117.931075:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db871b34. 00000100:00000010:3.0:1767389117.931077:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003d9206d5. 00000100:00000010:3.0:1767389117.931079:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000395a3c14. 00000100:00000010:3.0:1767389117.931080:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004a4fe25c. 00000100:00000010:3.0:1767389117.931082:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e6f2b75c. 00000100:00000010:3.0:1767389117.931083:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000020167dd1. 00000100:00000010:3.0:1767389117.931098:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b84985fd. 00000100:00000010:3.0:1767389117.931099:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000340e6e4e. 00000100:00000010:3.0:1767389117.931101:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000062de3ab1. 00000100:00000010:3.0:1767389117.931103:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000089feecfe. 00000100:00000010:3.0:1767389117.931105:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dc27707d. 00000100:00000010:3.0:1767389117.931107:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007390d1af. 00000100:00000010:3.0:1767389117.931108:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef02afea. 00000100:00000010:3.0:1767389117.931110:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006d5e826c. 00000100:00000010:3.0:1767389117.931112:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ea690b6. 00000100:00000010:3.0:1767389117.931113:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000039008909. 00000100:00000010:3.0:1767389117.931115:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070b5aeca. 00000100:00000010:3.0:1767389117.931135:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000090659991. 00000100:00000010:3.0:1767389117.931139:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000d0aa99b3. 00000100:00000001:3.0:1767389117.931141:0:361305:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767389117.931143:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.931146:0:361305:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767389117.931147:0:361305:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767389117.931149:0:361305:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000fe9bc7db. 00000100:00000001:3.0:1767389117.931152:0:361305:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767389117.931153:0:361305:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389117.931155:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.931157:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000027845396. 00000100:00000001:3.0:1767389117.931159:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.931160:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.931161:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000053c282fe. 00000100:00000001:3.0:1767389117.931163:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.931164:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.931165:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009a55b849. 00000100:00000001:3.0:1767389117.931167:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.931167:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.931168:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000dd1d964c. 00000100:00000001:3.0:1767389117.931170:0:361305:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767389117.931242:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000b52fef06. 00000020:00000010:3.0:1767389117.931246:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000004e42ea41. 00000100:00000010:3.0:1767389117.931268:0:361305:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000587d0a75. 00000100:00000010:3.0:1767389117.931277:0:361305:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000fc95bb6f. 00000100:00000010:3.0:1767389117.931288:0:361305:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000a048bdc9. 00000100:00000010:3.0:1767389117.931294:0:361305:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000b1ccdb37. 00000100:00000001:3.0:1767389117.931297:0:361305:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389117.931299:0:361305:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:3.0:1767389117.931301:0:361305:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:3.0:1767389117.931303:0:361305:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:3.0:1767389117.931304:0:361305:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1767389117.931320:0:361305:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:3.0:1767389117.931323:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:3.0:1767389117.931325:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:3.0:1767389117.931326:0:361305:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:3.0:1767389117.931353:0:361305:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:0.0:1767389117.931396:0:338195:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a961a446. 00000040:00000010:0.0:1767389117.931421:0:338195:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000da6fd1cd. 00000020:00000010:0.0:1767389117.931426:0:338195:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b9338687. 00000020:00000010:0.0:1767389117.931432:0:338195:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f5448275. 00000020:00000010:0.0:1767389117.931437:0:338195:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bbc7073a. 80000000:00000010:0.0:1767389117.931447:0:338195:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000001d080d5. 00000020:00000010:2.0:1767389117.931448:0:338194:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009fa59c77. 00000020:00000010:1.0:1767389117.931455:0:338193:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000c712e01. 40000000:00000010:0.0:1767389117.931456:0:338195:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002c328831. 00000040:00000010:2.0:1767389117.931461:0:338194:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001c98f0f4. 00000020:00000010:2.0:1767389117.931484:0:338194:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b40c7c1e. 00000040:00000010:1.0:1767389117.931491:0:338193:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006a409f8e. 00100000:00000010:0.0:1767389117.931491:0:338195:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000a048414. 00000020:00000010:2.0:1767389117.931495:0:338194:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000139f1342. 00000020:00000010:2.0:1767389117.931519:0:338194:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008044db93. 00000020:00000010:1.0:1767389117.931520:0:338193:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000082d4577d. 00040000:00000010:0.0:1767389117.931521:0:338195:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002b81997d. 80000000:00000010:2.0:1767389117.931531:0:338194:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001db9cf2c. 00000020:00000010:1.0:1767389117.931536:0:338193:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bf48fbde. 00040000:00000010:0.0:1767389117.931538:0:338195:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003ad6e4ad. 40000000:00000010:2.0:1767389117.931540:0:338194:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a358787b. 00000020:00000010:1.0:1767389117.931547:0:338193:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000f274731. 00080000:00000010:0.0:1767389117.931554:0:338195:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000008bc3d37. 00100000:00000010:2.0:1767389117.931556:0:338194:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000036fc59d8. 80000000:00000010:1.0:1767389117.931558:0:338193:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e8463e53. 00000004:00000010:0.0:1767389117.931582:0:338195:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a8943d3b. 40000000:00000010:1.0:1767389117.931584:0:338193:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000075a22e68. 00040000:00000010:2.0:1767389117.931588:0:338194:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000005f7eafb. 00002000:00000010:0.0:1767389117.931593:0:338195:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006b8ad43c. 00100000:00000010:1.0:1767389117.931596:0:338193:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a8acb214. 00040000:00000010:2.0:1767389117.931598:0:338194:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000986b6e57. 00000020:00000010:0.0:1767389117.931601:0:338195:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ebef110. 00040000:00000010:1.0:1767389117.931603:0:338193:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006f627468. 00080000:00000010:2.0:1767389117.931610:0:338194:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000efd56abc. 00040000:00000010:1.0:1767389117.931618:0:338193:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a05233aa. 00000020:00000010:0.0:1767389117.931619:0:338195:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003eadb868. 00000004:00000010:2.0:1767389117.931620:0:338194:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007e37bbd2. 00080000:00000010:1.0:1767389117.931631:0:338193:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000002bd41bd4. 00002000:00000010:2.0:1767389117.931645:0:338194:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002d996996. 00000004:00000010:1.0:1767389117.931648:0:338193:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000134ee33. 00000020:00000010:2.0:1767389117.931657:0:338194:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000014863b74. 00002000:00000010:1.0:1767389117.931661:0:338193:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000047d4fb68. 00000100:00000010:0.0:1767389117.931663:0:338195:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f5c496ad. 00000020:00000010:2.0:1767389117.931667:0:338194:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000bb65e3e6. 00000020:00000010:1.0:1767389117.931693:0:338193:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072c4ccc9. 00000020:00000001:0.0:1767389117.931693:0:338195:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000100:00000010:2.0:1767389117.931696:0:338194:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000cfb50c1b. 00000020:00000010:0.0:1767389117.931707:0:338195:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000c0de2ef2. 00000020:00000001:2.0:1767389117.931712:0:338194:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:1.0:1767389117.931713:0:338193:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000089139cdd. 00000020:00000010:2.0:1767389117.931717:0:338194:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000f6ec3b7b. 00000100:00000010:1.0:1767389117.931796:0:338193:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000d00c7dbb. 00000020:00000001:1.0:1767389117.931810:0:338193:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:1.0:1767389117.931815:0:338193:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 0000000061ce4aad. 00000020:00000001:2.0:1767389117.932721:0:338194:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:2.0:1767389117.932810:0:338194:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [00000000bcc75620:338194] 1 exiting: rc = 0 00000020:00000001:1.0:1767389117.932832:0:338193:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:1.0:1767389117.932838:0:338193:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [000000007c70e80a:338193] 0 exiting: rc = 1 00000020:00000001:0.0:1767389117.932907:0:338195:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:0.0:1767389117.932913:0:338195:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [0000000011e78733:338195] 2 exiting: rc = 0 00000100:00000010:3.0:1767389117.932969:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000007c70e80a. 00000100:00000010:3.0:1767389117.932981:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000bcc75620. 00000100:00000010:3.0:1767389117.932989:0:361305:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000011e78733. 00000100:00000001:3.0:1767389117.932995:0:361305:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1767389117.932997:0:361305:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:3.0:1767389117.933001:0:361305:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:3.0:1767389117.933005:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933007:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933009:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000760a341f. 00000400:00000200:3.0:1767389117.933013:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff05d83e 00000400:00000010:3.0:1767389117.933015:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ff05d83e. 00000100:00000001:3.0:1767389117.933019:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933021:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933027:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933030:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767389117.933032:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933033:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933034:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933036:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007697efd0. 00000400:00000200:3.0:1767389117.933037:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b00d5e6 00000400:00000010:3.0:1767389117.933039:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004b00d5e6. 00000100:00000001:3.0:1767389117.933041:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933042:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933045:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933046:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767389117.933048:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933049:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933050:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933056:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5a436a0. 00000400:00000200:3.0:1767389117.933059:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f08172db 00000400:00000010:3.0:1767389117.933060:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f08172db. 00000100:00000001:3.0:1767389117.933062:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933063:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933068:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933069:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:3.0:1767389117.933071:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933073:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933074:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933076:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ebef9a42. 00000400:00000200:3.0:1767389117.933080:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3ec048a 00000400:00000010:3.0:1767389117.933081:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f3ec048a. 00000100:00000001:3.0:1767389117.933084:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933086:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933092:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933094:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:3.0:1767389117.933096:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933098:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933100:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933102:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075fd59a6. 00000400:00000200:3.0:1767389117.933105:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ffb0500 00000400:00000010:3.0:1767389117.933107:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006ffb0500. 00000100:00000001:3.0:1767389117.933109:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933110:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933114:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933116:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:3.0:1767389117.933117:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933118:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933119:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933120:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a0bbae4c. 00000400:00000200:3.0:1767389117.933121:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe4dac6f 00000400:00000010:3.0:1767389117.933122:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fe4dac6f. 00000100:00000001:3.0:1767389117.933134:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933135:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933138:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933139:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:3.0:1767389117.933140:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933141:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933142:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933143:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000aecd2a. 00000400:00000200:3.0:1767389117.933144:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000544796a2 00000400:00000010:3.0:1767389117.933146:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000544796a2. 00000100:00000001:3.0:1767389117.933147:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933148:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933152:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933153:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:3.0:1767389117.933154:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933155:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933157:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933158:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da26b1db. 00000400:00000200:3.0:1767389117.933161:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a25b325 00000400:00000010:3.0:1767389117.933163:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008a25b325. 00000100:00000001:3.0:1767389117.933165:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933167:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933173:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933175:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:3.0:1767389117.933177:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933179:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933180:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933182:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000556c2167. 00000400:00000200:3.0:1767389117.933185:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031dd6be9 00000400:00000010:3.0:1767389117.933188:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000031dd6be9. 00000100:00000001:3.0:1767389117.933190:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933193:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933198:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933200:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:3.0:1767389117.933202:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933204:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933206:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933208:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f13d89f0. 00000400:00000200:3.0:1767389117.933210:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6754cd8 00000400:00000010:3.0:1767389117.933213:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c6754cd8. 00000100:00000001:3.0:1767389117.933216:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933217:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933223:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933225:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767389117.933228:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933230:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933231:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933233:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d283ac16. 00000400:00000200:3.0:1767389117.933236:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b483ec7e 00000400:00000010:3.0:1767389117.933237:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b483ec7e. 00000100:00000001:3.0:1767389117.933239:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933240:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933244:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933245:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:3.0:1767389117.933247:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933248:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933249:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933251:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8cbce2b. 00000400:00000200:3.0:1767389117.933252:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c94786e 00000400:00000010:3.0:1767389117.933254:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005c94786e. 00000100:00000001:3.0:1767389117.933256:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933257:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933261:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933262:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767389117.933263:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933264:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933265:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933266:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054e39a7b. 00000400:00000200:3.0:1767389117.933268:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000308da5a3 00000400:00000010:3.0:1767389117.933269:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000308da5a3. 00000100:00000001:3.0:1767389117.933272:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933273:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933277:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933278:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767389117.933279:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933280:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933281:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933282:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006558aa3b. 00000400:00000200:3.0:1767389117.933283:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082dd169b 00000400:00000010:3.0:1767389117.933284:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000082dd169b. 00000100:00000001:3.0:1767389117.933286:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933287:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933290:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933291:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767389117.933292:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933293:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933294:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933295:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ef7cf0c. 00000400:00000200:3.0:1767389117.933296:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e62061b8 00000400:00000010:3.0:1767389117.933298:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e62061b8. 00000100:00000001:3.0:1767389117.933299:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933300:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933304:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933305:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767389117.933320:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933322:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933323:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933324:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ea29cff. 00000400:00000200:3.0:1767389117.933326:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3f9edc5 00000400:00000010:3.0:1767389117.933328:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a3f9edc5. 00000100:00000001:3.0:1767389117.933330:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933331:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933335:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933336:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767389117.933337:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933338:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933339:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933340:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0f1d1ec. 00000400:00000200:3.0:1767389117.933342:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000870eccf 00000400:00000010:3.0:1767389117.933343:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000870eccf. 00000100:00000001:3.0:1767389117.933345:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933347:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933350:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933351:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767389117.933352:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933353:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933354:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933355:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa5da184. 00000400:00000200:3.0:1767389117.933356:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ead71ff 00000400:00000010:3.0:1767389117.933357:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002ead71ff. 00000100:00000001:3.0:1767389117.933359:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933360:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933364:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933365:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767389117.933366:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933367:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933368:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933369:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069a52629. 00000400:00000200:3.0:1767389117.933370:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ca49f9db 00000400:00000010:3.0:1767389117.933371:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ca49f9db. 00000100:00000001:3.0:1767389117.933373:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933374:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933377:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933379:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767389117.933380:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933381:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933382:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933384:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c78d1a2. 00000400:00000200:3.0:1767389117.933385:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4204449 00000400:00000010:3.0:1767389117.933386:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f4204449. 00000100:00000001:3.0:1767389117.933403:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933404:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933408:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933409:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767389117.933411:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933412:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933414:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933415:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da174096. 00000400:00000200:3.0:1767389117.933417:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080b3c927 00000400:00000010:3.0:1767389117.933418:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000080b3c927. 00000100:00000001:3.0:1767389117.933420:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933421:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933425:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933426:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767389117.933427:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933428:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933429:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933430:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000185594a1. 00000400:00000200:3.0:1767389117.933431:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000465bbfb5 00000400:00000010:3.0:1767389117.933432:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000465bbfb5. 00000100:00000001:3.0:1767389117.933434:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933435:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933439:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933440:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767389117.933441:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933443:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933444:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933445:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000681f5008. 00000400:00000200:3.0:1767389117.933446:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024c740de 00000400:00000010:3.0:1767389117.933448:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000024c740de. 00000100:00000001:3.0:1767389117.933450:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933451:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933455:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933456:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767389117.933457:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933458:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933459:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933461:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005904644c. 00000400:00000200:3.0:1767389117.933462:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000085765a 00000400:00000010:3.0:1767389117.933463:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000085765a. 00000100:00000001:3.0:1767389117.933466:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933466:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933470:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933471:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767389117.933472:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933473:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933474:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933475:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bbee942. 00000400:00000200:3.0:1767389117.933476:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b82f1ad6 00000400:00000010:3.0:1767389117.933477:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b82f1ad6. 00000100:00000001:3.0:1767389117.933479:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933480:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933483:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933484:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767389117.933485:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933487:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933487:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933488:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058f44f12. 00000400:00000200:3.0:1767389117.933490:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c6296f5 00000400:00000010:3.0:1767389117.933491:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007c6296f5. 00000100:00000001:3.0:1767389117.933493:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933493:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933497:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933498:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767389117.933499:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933500:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933501:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933502:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061c22d11. 00000400:00000200:3.0:1767389117.933503:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080e12c93 00000400:00000010:3.0:1767389117.933506:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000080e12c93. 00000100:00000001:3.0:1767389117.933507:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933508:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933512:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933514:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767389117.933515:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933516:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933517:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933518:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000577440b7. 00000400:00000200:3.0:1767389117.933519:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000870b0bf5 00000400:00000010:3.0:1767389117.933520:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000870b0bf5. 00000100:00000001:3.0:1767389117.933522:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933523:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933527:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933528:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767389117.933529:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933530:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933531:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933532:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b49a432. 00000400:00000200:3.0:1767389117.933533:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f814450f 00000400:00000010:3.0:1767389117.933534:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f814450f. 00000100:00000001:3.0:1767389117.933536:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933537:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933541:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933542:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767389117.933543:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933544:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933545:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933546:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000905f9e00. 00000400:00000200:3.0:1767389117.933547:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058ce2723 00000400:00000010:3.0:1767389117.933548:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000058ce2723. 00000100:00000001:3.0:1767389117.933552:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933553:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933557:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933558:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767389117.933559:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933560:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933561:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933563:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000254ad71. 00000400:00000200:3.0:1767389117.933564:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002163c828 00000400:00000010:3.0:1767389117.933566:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002163c828. 00000100:00000001:3.0:1767389117.933568:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933569:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933572:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933574:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767389117.933575:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933576:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933577:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933578:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000001d66fd. 00000400:00000200:3.0:1767389117.933579:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006148e7c8 00000400:00000010:3.0:1767389117.933580:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006148e7c8. 00000100:00000001:3.0:1767389117.933582:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933583:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933587:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933588:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767389117.933589:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933590:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933591:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933592:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f06f563c. 00000400:00000200:3.0:1767389117.933593:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ffc2a4e4 00000400:00000010:3.0:1767389117.933594:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ffc2a4e4. 00000100:00000001:3.0:1767389117.933596:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933597:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933601:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933602:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767389117.933603:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933604:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933605:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933606:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006646ed9b. 00000400:00000200:3.0:1767389117.933607:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ff754540 00000400:00000010:3.0:1767389117.933609:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ff754540. 00000100:00000001:3.0:1767389117.933611:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933611:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933615:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933616:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767389117.933617:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933619:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933620:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933621:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed1e7bb5. 00000400:00000200:3.0:1767389117.933623:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e107d4b8 00000400:00000010:3.0:1767389117.933624:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e107d4b8. 00000100:00000001:3.0:1767389117.933628:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933629:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933632:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933633:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767389117.933634:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933636:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933636:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933637:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004da9d59d. 00000400:00000200:3.0:1767389117.933639:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000558b3eb2 00000400:00000010:3.0:1767389117.933640:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000558b3eb2. 00000100:00000001:3.0:1767389117.933642:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933643:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933646:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933647:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767389117.933648:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933649:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933650:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933651:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042785d51. 00000400:00000200:3.0:1767389117.933653:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006212dd5a 00000400:00000010:3.0:1767389117.933654:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006212dd5a. 00000100:00000001:3.0:1767389117.933656:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933656:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933660:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933661:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767389117.933662:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933664:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933665:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933666:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a71632cb. 00000400:00000200:3.0:1767389117.933667:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c68c563 00000400:00000010:3.0:1767389117.933669:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002c68c563. 00000100:00000001:3.0:1767389117.933671:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933672:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933675:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933677:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767389117.933678:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933679:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933680:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933681:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eeeb8784. 00000400:00000200:3.0:1767389117.933683:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028b756e6 00000400:00000010:3.0:1767389117.933684:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000028b756e6. 00000100:00000001:3.0:1767389117.933686:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933687:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933690:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933692:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767389117.933693:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933694:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933695:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933695:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd815aee. 00000400:00000200:3.0:1767389117.933697:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000225b3162 00000400:00000010:3.0:1767389117.933698:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000225b3162. 00000100:00000001:3.0:1767389117.933700:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933701:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933704:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933705:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767389117.933706:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933707:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933708:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933709:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ec84dc9. 00000400:00000200:3.0:1767389117.933710:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009335c9bb 00000400:00000010:3.0:1767389117.933712:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009335c9bb. 00000100:00000001:3.0:1767389117.933713:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933714:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933717:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933718:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767389117.933719:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933721:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933721:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933722:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1ce80d2. 00000400:00000200:3.0:1767389117.933752:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e32db581 00000400:00000010:3.0:1767389117.933761:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e32db581. 00000100:00000001:3.0:1767389117.933769:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933774:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933791:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933796:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767389117.933801:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933805:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933808:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933811:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ab59cac. 00000400:00000200:3.0:1767389117.933815:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa7556a9 00000400:00000010:3.0:1767389117.933818:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fa7556a9. 00000100:00000001:3.0:1767389117.933827:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933830:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933841:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933844:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767389117.933847:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933850:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933853:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933856:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1f05ca1. 00000400:00000200:3.0:1767389117.933861:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3a368ff 00000400:00000010:3.0:1767389117.933864:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e3a368ff. 00000100:00000001:3.0:1767389117.933915:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933917:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933926:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933929:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767389117.933935:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933939:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933943:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933946:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000376e4bd2. 00000400:00000200:3.0:1767389117.933954:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b84a138c 00000400:00000010:3.0:1767389117.933956:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000b84a138c. 00000100:00000001:3.0:1767389117.933960:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933961:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933967:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933969:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767389117.933971:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.933973:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.933975:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.933977:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cba4b01e. 00000400:00000200:3.0:1767389117.933980:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b69e651 00000400:00000010:3.0:1767389117.933983:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001b69e651. 00000100:00000001:3.0:1767389117.933987:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.933989:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.933994:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.933997:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767389117.933999:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934002:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934004:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934005:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000196d04d6. 00000400:00000200:3.0:1767389117.934008:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033d3057b 00000400:00000010:3.0:1767389117.934011:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000033d3057b. 00000100:00000001:3.0:1767389117.934014:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934016:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934022:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934024:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767389117.934026:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934028:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934030:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934032:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ce680ec0. 00000400:00000200:3.0:1767389117.934035:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022c8d1dd 00000400:00000010:3.0:1767389117.934037:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000022c8d1dd. 00000100:00000001:3.0:1767389117.934041:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934042:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934046:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934048:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767389117.934050:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934052:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934053:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934054:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e82ed562. 00000400:00000200:3.0:1767389117.934056:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f7a21f3 00000400:00000010:3.0:1767389117.934057:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003f7a21f3. 00000100:00000001:3.0:1767389117.934059:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934060:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934063:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934064:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767389117.934066:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934067:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934068:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934070:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000995adf73. 00000400:00000200:3.0:1767389117.934071:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003beba7b6 00000400:00000010:3.0:1767389117.934073:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000003beba7b6. 00000100:00000001:3.0:1767389117.934075:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934076:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934080:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934081:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767389117.934082:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934083:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934084:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934085:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a86edc7d. 00000400:00000200:3.0:1767389117.934087:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0dae660 00000400:00000010:3.0:1767389117.934088:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e0dae660. 00000100:00000001:3.0:1767389117.934090:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934091:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934094:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934095:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767389117.934096:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934097:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934098:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934099:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007203a2b7. 00000400:00000200:3.0:1767389117.934100:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ad08708 00000400:00000010:3.0:1767389117.934102:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000000ad08708. 00000100:00000001:3.0:1767389117.934104:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934105:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934108:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934109:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767389117.934110:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934111:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934112:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934113:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047e1d2dd. 00000400:00000200:3.0:1767389117.934115:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062a66605 00000400:00000010:3.0:1767389117.934116:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000062a66605. 00000100:00000001:3.0:1767389117.934118:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934119:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934122:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934123:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767389117.934124:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934125:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934126:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934128:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095207644. 00000400:00000200:3.0:1767389117.934129:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be5339e6 00000400:00000010:3.0:1767389117.934131:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000be5339e6. 00000100:00000001:3.0:1767389117.934133:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934134:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934137:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934138:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767389117.934139:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934140:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934141:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934142:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002830e9ea. 00000400:00000200:3.0:1767389117.934143:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000921516ef 00000400:00000010:3.0:1767389117.934145:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000921516ef. 00000100:00000001:3.0:1767389117.934146:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934147:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934150:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934152:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767389117.934153:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934154:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934155:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934155:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a11e348e. 00000400:00000200:3.0:1767389117.934157:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029b69fd3 00000400:00000010:3.0:1767389117.934158:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000029b69fd3. 00000100:00000001:3.0:1767389117.934160:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934161:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934164:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934165:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767389117.934166:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934167:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934168:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934169:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bf2c06da. 00000400:00000200:3.0:1767389117.934171:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004d83bf4 00000400:00000010:3.0:1767389117.934172:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000004d83bf4. 00000100:00000001:3.0:1767389117.934174:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934174:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934178:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934180:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767389117.934181:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934182:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934183:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934184:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5e3d489. 00000400:00000200:3.0:1767389117.934186:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012ac5f29 00000400:00000010:3.0:1767389117.934187:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000012ac5f29. 00000100:00000001:3.0:1767389117.934190:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934191:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934196:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934198:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767389117.934200:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934202:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934204:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934205:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040ae8799. 00000400:00000200:3.0:1767389117.934208:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006dae0fdd 00000400:00000010:3.0:1767389117.934221:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006dae0fdd. 00000100:00000001:3.0:1767389117.934224:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934226:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934232:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934234:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767389117.934236:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934237:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934239:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934241:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002d88b6d1. 00000400:00000200:3.0:1767389117.934244:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085cd6479 00000400:00000010:3.0:1767389117.934246:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000085cd6479. 00000100:00000001:3.0:1767389117.934250:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934251:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934256:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934258:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767389117.934260:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934262:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934264:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934265:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001176dbae. 00000400:00000200:3.0:1767389117.934268:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050753cf8 00000400:00000010:3.0:1767389117.934270:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000050753cf8. 00000100:00000001:3.0:1767389117.934273:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934275:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934280:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934283:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767389117.934285:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934287:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934289:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934291:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d8bf996. 00000400:00000200:3.0:1767389117.934294:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b146c09 00000400:00000010:3.0:1767389117.934296:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001b146c09. 00000100:00000001:3.0:1767389117.934299:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934301:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934325:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934328:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767389117.934330:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934332:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934334:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934336:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b1280cfe. 00000400:00000200:3.0:1767389117.934339:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcb9d4d6 00000400:00000010:3.0:1767389117.934342:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fcb9d4d6. 00000100:00000001:3.0:1767389117.934345:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934347:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934364:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934366:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767389117.934368:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767389117.934370:0:361305:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767389117.934372:0:361305:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767389117.934374:0:361305:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097248306. 00000400:00000200:3.0:1767389117.934377:0:361305:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce9a64d6 00000400:00000010:3.0:1767389117.934379:0:361305:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ce9a64d6. 00000100:00000001:3.0:1767389117.934382:0:361305:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767389117.934383:0:361305:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:3.0:1767389117.934389:0:361305:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767389117.934391:0:361305:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767389117.934393:0:361305:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389117.934396:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934398:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934401:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934402:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934405:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934406:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934409:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934410:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934412:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934426:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934428:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934430:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934432:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934434:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934436:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934437:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934439:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934441:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934443:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934444:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934446:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934448:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934450:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934451:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934453:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934455:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934456:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934458:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934460:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934462:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934464:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934465:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934467:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934469:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934471:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934472:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934474:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934476:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934478:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934479:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934481:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934482:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934484:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934486:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934488:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934490:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934492:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934493:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934495:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934497:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934499:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934500:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934502:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934504:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934506:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934508:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934510:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934511:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934513:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934515:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934517:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934518:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934520:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934522:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934524:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934526:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934528:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934529:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934532:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934533:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934535:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934537:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934539:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934540:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934542:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934544:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934546:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934547:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934549:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934550:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934554:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934555:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934556:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934557:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934559:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934560:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934561:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934562:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934563:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934564:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934566:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934566:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934568:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934568:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934570:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934570:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934571:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934572:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934573:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934574:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934575:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934576:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934577:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934578:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934579:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934580:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934581:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934582:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934583:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934584:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934585:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934586:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934587:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934587:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934589:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934589:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934590:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934591:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934592:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934593:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934594:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934595:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934596:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934597:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934599:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934600:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767389117.934601:0:361305:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389117.934602:0:361305:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767389117.934605:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a07df7a6. 00000100:00000010:3.0:1767389117.934684:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032b52fb0. 00000100:00000010:3.0:1767389117.934688:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000068ff3b28. 00000100:00000010:3.0:1767389117.934777:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d4ea357. 00000100:00000010:3.0:1767389117.934783:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000438c500e. 00000100:00000010:3.0:1767389117.934902:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c520ebd4. 00000100:00000010:3.0:1767389117.934905:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000154395e4. 00000100:00000010:3.0:1767389117.934956:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001da506df. 00000100:00000010:3.0:1767389117.934958:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000778fbbd9. 00000100:00000010:3.0:1767389117.935029:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005545bbdd. 00000100:00000010:3.0:1767389117.935031:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002ffceee8. 00000100:00000010:3.0:1767389117.935096:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c67d243c. 00000100:00000010:3.0:1767389117.935098:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c74fcbac. 00000100:00000010:3.0:1767389117.935144:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013ea4dcd. 00000100:00000010:3.0:1767389117.935146:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000041c782e5. 00000100:00000010:3.0:1767389117.935205:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086bded36. 00000100:00000010:3.0:1767389117.935207:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b973bd66. 00000100:00000010:3.0:1767389117.935270:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000440d04cb. 00000100:00000010:3.0:1767389117.935272:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000db592c60. 00000100:00000010:3.0:1767389117.935344:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000487aa14e. 00000100:00000010:3.0:1767389117.935348:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004150d773. 00000100:00000010:3.0:1767389117.935402:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000df16a796. 00000100:00000010:3.0:1767389117.935404:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000022adba28. 00000100:00000010:3.0:1767389117.935439:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d9cf28f. 00000100:00000010:3.0:1767389117.935441:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006c09f95b. 00000100:00000010:3.0:1767389117.935496:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1e5e304. 00000100:00000010:3.0:1767389117.935498:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000008ca01dfa. 00000100:00000010:3.0:1767389117.935537:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d70a112f. 00000100:00000010:3.0:1767389117.935539:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f26c3aa9. 00000100:00000010:3.0:1767389117.935599:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d2bc5709. 00000100:00000010:3.0:1767389117.935601:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c0eed9df. 00000100:00000010:3.0:1767389117.935642:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004639bcff. 00000100:00000010:3.0:1767389117.935644:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000473e4034. 00000100:00000010:3.0:1767389117.935705:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eea2d100. 00000100:00000010:3.0:1767389117.935708:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000059af9508. 00000100:00000010:3.0:1767389117.936137:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061476f4a. 00000100:00000010:3.0:1767389117.936141:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003c0c68f6. 00000100:00000010:3.0:1767389117.936198:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c6d0069. 00000100:00000010:3.0:1767389117.936200:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dd312b06. 00000100:00000010:3.0:1767389117.936253:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb3933ac. 00000100:00000010:3.0:1767389117.936255:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f1075ca9. 00000100:00000010:3.0:1767389117.936299:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000446d1ed7. 00000100:00000010:3.0:1767389117.936302:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004d8cee24. 00000100:00000010:3.0:1767389117.936362:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002465454a. 00000100:00000010:3.0:1767389117.936365:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000092206a9d. 00000100:00000010:3.0:1767389117.936407:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091e0f5a4. 00000100:00000010:3.0:1767389117.936409:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000023e453ce. 00000100:00000010:3.0:1767389117.936448:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000050492e5. 00000100:00000010:3.0:1767389117.936450:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000083e0389e. 00000100:00000010:3.0:1767389117.936502:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c613de98. 00000100:00000010:3.0:1767389117.936504:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009c137583. 00000100:00000010:3.0:1767389117.936560:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb4efe6c. 00000100:00000010:3.0:1767389117.936562:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c41d020d. 00000100:00000010:3.0:1767389117.936615:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000293025a4. 00000100:00000010:3.0:1767389117.936617:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001dbea507. 00000100:00000010:3.0:1767389117.936681:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d53e46ba. 00000100:00000010:3.0:1767389117.936683:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000074af0bec. 00000100:00000010:3.0:1767389117.936823:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006789712e. 00000100:00000010:3.0:1767389117.936826:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ebf850a1. 00000100:00000010:3.0:1767389117.936868:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000517d9f1e. 00000100:00000010:3.0:1767389117.936870:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f3502fb7. 00000100:00000010:3.0:1767389117.936932:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000436c54d0. 00000100:00000010:3.0:1767389117.936934:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000030d26072. 00000100:00000010:3.0:1767389117.936978:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a450e079. 00000100:00000010:3.0:1767389117.936980:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fdd53fba. 00000100:00000010:3.0:1767389117.937031:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005fef1a0b. 00000100:00000010:3.0:1767389117.937033:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b055a750. 00000100:00000010:3.0:1767389117.937091:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035c84fcf. 00000100:00000010:3.0:1767389117.937093:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000029d56881. 00000100:00000010:3.0:1767389117.937153:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac9f8277. 00000100:00000010:3.0:1767389117.937155:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d6becf22. 00000100:00000010:3.0:1767389117.937213:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006c840f69. 00000100:00000010:3.0:1767389117.937216:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000001e8962e. 00000100:00000010:3.0:1767389117.937253:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b52cb7c9. 00000100:00000010:3.0:1767389117.937255:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f416e4fa. 00000100:00000010:3.0:1767389117.937293:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac6904a9. 00000100:00000010:3.0:1767389117.937295:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d3ef324f. 00000100:00000010:3.0:1767389117.937414:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000039c05e2. 00000100:00000010:3.0:1767389117.937418:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000056aeef0e. 00000100:00000010:3.0:1767389117.937462:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d15769f5. 00000100:00000010:3.0:1767389117.937466:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f4cfe84a. 00000100:00000010:3.0:1767389117.937562:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005aa000ea. 00000100:00000010:3.0:1767389117.937565:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000056db0cac. 00000100:00000010:3.0:1767389117.937626:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000032d97de. 00000100:00000010:3.0:1767389117.937629:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f7bdd6d2. 00000100:00000010:3.0:1767389117.937683:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb26cd40. 00000100:00000010:3.0:1767389117.937685:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d7ba7bd9. 00000100:00000010:3.0:1767389117.937745:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089bb8b56. 00000100:00000010:3.0:1767389117.937751:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000859ad966. 00000100:00000010:3.0:1767389117.937812:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c55dd6b. 00000100:00000010:3.0:1767389117.937814:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000010d8455b. 00000100:00000010:3.0:1767389117.937853:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f299dd66. 00000100:00000010:3.0:1767389117.937859:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000087cdc684. 00000100:00000010:3.0:1767389117.937908:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000356ff4d5. 00000100:00000010:3.0:1767389117.937915:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009ae1eed3. 00000100:00000010:3.0:1767389117.938047:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aac2583b. 00000100:00000010:3.0:1767389117.938050:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004a1fc467. 00000100:00000010:3.0:1767389117.938098:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d055ed74. 00000100:00000010:3.0:1767389117.938102:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000011e1121d. 00000100:00000010:3.0:1767389117.938136:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035e9475e. 00000100:00000010:3.0:1767389117.938139:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a0d07958. 00000100:00000010:3.0:1767389117.938188:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbc50ebb. 00000100:00000010:3.0:1767389117.938190:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000dedac631. 00000100:00000010:3.0:1767389117.938237:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000061af7e93. 00000100:00000010:3.0:1767389117.938239:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000d91ecb67. 00000100:00000010:3.0:1767389117.938294:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee9573e4. 00000100:00000010:3.0:1767389117.938297:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005697e1cc. 00000100:00000010:3.0:1767389117.938387:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056135238. 00000100:00000010:3.0:1767389117.938390:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c05f4eb8. 00000100:00000010:3.0:1767389117.938434:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e5023d3. 00000100:00000010:3.0:1767389117.938436:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002fb9a999. 00000100:00000010:3.0:1767389117.938481:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004f0c995. 00000100:00000010:3.0:1767389117.938484:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c18e8dbd. 00000100:00000010:3.0:1767389117.938530:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f55f0464. 00000100:00000010:3.0:1767389117.938532:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ad694cb2. 00000100:00000010:3.0:1767389117.938577:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b4656afe. 00000100:00000010:3.0:1767389117.938580:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000092eee2b6. 00000100:00000010:3.0:1767389117.938612:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000877ab0fc. 00000100:00000010:3.0:1767389117.938614:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c5928d8e. 00000100:00000010:3.0:1767389117.938697:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008520a55f. 00000100:00000010:3.0:1767389117.938700:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ac38a87b. 00000100:00000010:3.0:1767389117.938757:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbcbf646. 00000100:00000010:3.0:1767389117.938761:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f186d681. 00000100:00000010:3.0:1767389117.938835:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ca5ac012. 00000100:00000010:3.0:1767389117.938838:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e27b0335. 00000100:00000010:3.0:1767389117.938921:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3d3302c. 00000100:00000010:3.0:1767389117.938923:0:361305:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000009a0fa47b. 00000100:00000010:3.0:1767389117.938963:0:361305:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068277a84. 00000100:00000010:3.0:1767389117.938998:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000009c8f834b. 00000100:00000010:3.0:1767389117.939007:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000084924e94. 00000100:00000010:3.0:1767389117.939013:0:361305:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000001552e854. 00000100:00000001:3.0:1767389117.939019:0:361305:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767389117.939021:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.939023:0:361305:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767389117.939025:0:361305:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767389117.939026:0:361305:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000961a13db. 00000100:00000001:3.0:1767389117.939029:0:361305:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767389117.939030:0:361305:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389117.939032:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.939033:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000629290ee. 00000100:00000001:3.0:1767389117.939036:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.939037:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.939038:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000671f633f. 00000100:00000001:3.0:1767389117.939040:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.939041:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.939041:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000fc7723ae. 00000100:00000001:3.0:1767389117.939043:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.939044:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.939045:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000034b3a2ef. 00000100:00000001:3.0:1767389117.939046:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.939047:0:361305:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767389117.939048:0:361305:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767389117.939049:0:361305:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000ba05f3cf. 00000100:00000001:3.0:1767389117.939051:0:361305:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767389117.939052:0:361305:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389117.939053:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.939054:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000001ca6c03. 00000100:00000001:3.0:1767389117.939055:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.939056:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.939057:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002db084dd. 00000100:00000001:3.0:1767389117.939059:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.939060:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.939060:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000004a77267e. 00000100:00000001:3.0:1767389117.939062:0:361305:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767389117.939063:0:361305:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767389117.939064:0:361305:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000044b6af95. 00000100:00000010:3.0:1767389117.939066:0:361305:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 000000004a6dcfd2. 00000100:00000001:3.0:1767389117.939068:0:361305:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767389117.939143:0:361305:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000005f8f7068. 00000020:00000010:3.0:1767389117.939147:0:361305:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000f9bdd00e. 00000100:00000010:3.0:1767389117.939180:0:361305:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000000b67fd44. 00000100:00000010:3.0:1767389117.939187:0:361305:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000bf0e328b. 00000100:00000010:3.0:1767389117.939196:0:361305:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000002f7e0498. 00000100:00000010:3.0:1767389117.939198:0:361305:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000c9a8f55b. 00000100:00000001:3.0:1767389117.939201:0:361305:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389117.939204:0:361305:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:3.0:1767389117.939219:0:361305:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.939221:0:361305:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389117.939231:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767389117.939237:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000006c73176c. 00000001:00000010:3.0:1767389117.939239:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aa75d276. 00000001:00000010:3.0:1767389117.939241:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007b96ad9d. 00000001:00000010:3.0:1767389117.939242:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cdd39563. 00000001:00000010:3.0:1767389117.939244:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007035852a. 00000001:00000010:3.0:1767389117.939246:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000430ca272. 00000001:00000001:3.0:1767389117.939250:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767389117.939252:0:361305:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767389117.939254:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000090a92231. 00000001:00000010:3.0:1767389117.939256:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000cb4d177. 00000001:00000010:3.0:1767389117.939258:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000999431f. 00000001:00000010:3.0:1767389117.939259:0:361305:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cabb8262. 00000001:00000010:3.0:1767389117.939261:0:361305:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000bc80f349. 00000001:00000010:3.0:1767389117.939262:0:361305:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007d401a64. 00000001:00000001:3.0:1767389117.939264:0:361305:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767389117.939266:0:361305:0:(obd_config.c:955:class_decref()) Decref MDS (00000000bde88f6b) now 3 - setup 00000020:00000001:3.0:1767389117.939268:0:361305:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.939269:0:361305:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767389117.939272:0:361305:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767389117.939276:0:361305:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767389117.939279:0:361305:0:(obd_config.c:955:class_decref()) Decref MDS (00000000bde88f6b) now 2 - obd_device_list 00000020:00000080:3.0:1767389117.939281:0:361305:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:3.0:1767389117.939283:0:361305:0:(obd_config.c:955:class_decref()) Decref MDS (00000000bde88f6b) now 1 - newdev 00000020:00000040:3.0:1767389117.939285:0:361305:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003644cb93 with handle 0x95cd417baf4291a7 from hash 00000020:00000040:3.0:1767389117.939289:0:361305:0:(genops.c:898:class_export_put()) PUTting export 000000003644cb93 : new refcount 0 00000020:00000080:3.0:1767389117.939290:0:361305:0:(genops.c:904:class_export_put()) final put 000000003644cb93/MDS_uuid 00000020:00000001:3.0:1767389117.939292:0:361305:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.939295:0:361305:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767389117.939296:0:361305:0:(genops.c:863:class_export_destroy()) destroying export 000000003644cb93/MDS_uuid for MDS 00000020:00000001:3.0:1767389117.939298:0:361305:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767389117.939299:0:361305:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.939301:0:361305:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000003644cb93. 00000020:00000001:3.0:1767389117.939322:0:361305:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767389117.939324:0:361305:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:3.0:1767389117.939326:0:361305:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:3.0:1767389117.939327:0:361305:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767389117.939331:0:361305:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058cf6d1e. 00000020:00000010:3.0:1767389117.939335:0:361305:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f5764488. 00000040:00000010:3.0:1767389117.939338:0:361305:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000c94b4e8. 00000020:00000010:3.0:1767389117.939341:0:361305:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e7c24fbe. 00000020:00000010:3.0:1767389117.939345:0:361305:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389117.939348:0:361305:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d4cea42b. 80000000:00000010:3.0:1767389117.939351:0:361305:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c96c55d0. 40000000:00000010:3.0:1767389117.939354:0:361305:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000520c014. 00100000:00000010:3.0:1767389117.939357:0:361305:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009c8f2fcb. 00040000:00000010:3.0:1767389117.939360:0:361305:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004ccfbe9. 00040000:00000010:3.0:1767389117.939363:0:361305:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000580c046a. 00080000:00000010:3.0:1767389117.939366:0:361305:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000030df62b9. 00000004:00000010:3.0:1767389117.939370:0:361305:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000023fbb47b. 00000004:00000001:3.0:1767389117.939373:0:361305:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:3.0:1767389117.939377:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f108501d. 00000004:00000010:3.0:1767389117.939382:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ee05608b. 00000004:00000010:3.0:1767389117.939387:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005deb4db1. 00000004:00000010:3.0:1767389117.939390:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fa847ffd. 00000004:00000010:3.0:1767389117.939394:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002d9aeb08. 00000004:00000010:3.0:1767389117.939407:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006b2bdf8d. 00000004:00000010:3.0:1767389117.939409:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bd4bb33d. 00000004:00000010:3.0:1767389117.939412:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000072696e0d. 00000004:00000010:3.0:1767389117.939415:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000025ef4b8d. 00000004:00000010:3.0:1767389117.939418:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000ac0b0bc0. 00000004:00000010:3.0:1767389117.939420:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000080bc2c3f. 00000004:00000010:3.0:1767389117.939430:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000196c873. 00000004:00000010:3.0:1767389117.939433:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004d86d6b2. 00000004:00000010:3.0:1767389117.939436:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bcf7466b. 00000004:00000010:3.0:1767389117.939440:0:361305:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 0000000041e3a6bd. 00000004:00000001:3.0:1767389117.939442:0:361305:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.939445:0:361305:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f5764488. 00000040:00000010:3.0:1767389117.939448:0:361305:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000c94b4e8. 00000020:00000010:3.0:1767389117.939450:0:361305:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e7c24fbe. 00000020:00000010:3.0:1767389117.939453:0:361305:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389117.939456:0:361305:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d4cea42b. 80000000:00000010:3.0:1767389117.939459:0:361305:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c96c55d0. 40000000:00000010:3.0:1767389117.939461:0:361305:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000520c014. 00100000:00000010:3.0:1767389117.939464:0:361305:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009c8f2fcb. 00040000:00000010:3.0:1767389117.939466:0:361305:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004ccfbe9. 00040000:00000010:3.0:1767389117.939468:0:361305:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000580c046a. 00080000:00000010:3.0:1767389117.939470:0:361305:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000030df62b9. 00000004:00000010:3.0:1767389117.939472:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000023fbb47b. 00000020:00000010:3.0:1767389117.939474:0:361305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058cf6d1e. 00000020:00000001:3.0:1767389117.939476:0:361305:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.939478:0:361305:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000bde88f6b. 00000020:00000001:3.0:1767389117.939482:0:361305:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.939483:0:361305:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767389117.939485:0:361305:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000574e7c5c. 00000020:00000001:3.0:1767389117.939487:0:361305:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389117.939490:0:361305:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389117.939495:0:361305:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 000000001072e0af. 00000020:00000010:3.0:1767389117.939500:0:361305:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b10ba4eb. 00000020:00000010:3.0:1767389117.939504:0:361305:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002518750a. 00000040:00000010:3.0:1767389117.939508:0:361305:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005d3a5841. 00000020:00000010:3.0:1767389117.939510:0:361305:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005d053261. 00000020:00000010:3.0:1767389117.939512:0:361305:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ee4fc435. 00000020:00000010:3.0:1767389117.939515:0:361305:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fabcedbd. 80000000:00000010:3.0:1767389117.939517:0:361305:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004794c26e. 40000000:00000010:3.0:1767389117.939519:0:361305:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002ae5e2b1. 00100000:00000010:3.0:1767389117.939521:0:361305:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000511cd70a. 00040000:00000010:3.0:1767389117.939524:0:361305:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003f53ab9a. 00040000:00000010:3.0:1767389117.939527:0:361305:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000081b3af91. 00040000:00000010:3.0:1767389117.939530:0:361305:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d842291c. 00080000:00000010:3.0:1767389117.939532:0:361305:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000683d4180. 00080000:00000010:3.0:1767389117.939535:0:361305:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c9a49eea. 00000004:00000010:3.0:1767389117.939538:0:361305:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001a3a50d0. 00000004:00000010:3.0:1767389117.939541:0:361305:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000014330a84. 00000004:00000010:3.0:1767389117.939544:0:361305:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b1453592. 00002000:00000010:3.0:1767389117.939546:0:361305:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000610bd0b0. 00000004:00000010:3.0:1767389117.939550:0:361305:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008533111d. 00000020:00000010:3.0:1767389117.939553:0:361305:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ca11833. 00000020:02000400:3.0:1767389117.939555:0:361305:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:3.0:1767389117.941807:0:361305:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 00000000615ebd95. 00000020:00000001:3.0:1767389117.941813:0:361305:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000001:2.0:1767389117.943999:0:1:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389117.943999:0:327358:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389117.944026:0:1:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389117.944030:0:327358:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389117.944041:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389117.944048:0:327358:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389118.027925:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000099914435. 00000400:00000010:0.0:1767389118.027942:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000060186ca3. 00000400:00000010:0.0:1767389118.027950:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000098a5aaa6. 00000400:00000010:0.0:1767389118.027961:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009d7f3005. 00000400:00000010:0.0:1767389118.027966:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008a7c0a9c. 00000400:00000010:0.0:1767389118.027969:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002511b1b4. 00000400:00000010:0.0:1767389118.027972:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000067914aad. 00000400:00000010:0.0:1767389118.027974:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e9292bc2. 00000400:00000010:0.0:1767389118.027975:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000454a3918. 00000400:00000010:0.0:1767389118.027976:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002ffe667a. 00000400:00000010:0.0:1767389118.027979:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000a12dce2. 00000400:00000010:0.0:1767389118.027981:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fd6fabe3. 00000400:00000010:0.0:1767389118.027983:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000236160b. 00000400:00000010:0.0:1767389118.027984:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a8b248e9. 00000400:00000010:0.0:1767389118.027985:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006954f477. 00000400:00000010:0.0:1767389118.027986:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000afd2b1ed. 00000400:00000010:0.0:1767389118.027989:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000069a6f0d6. 00000400:00000010:0.0:1767389118.027991:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000358a6932. 00000400:00000010:0.0:1767389118.027993:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e9ac4409. 00000400:00000010:0.0:1767389118.027996:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c4be4432. 00000400:00000010:0.0:1767389118.027997:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f6dafc18. 00000400:00000010:0.0:1767389118.027998:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004cdcdbb9. 00000400:00000010:0.0:1767389118.028001:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000918a1e4. 00000400:00000010:0.0:1767389118.028002:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d4bb3cc4. 00000400:00000010:0.0:1767389118.028003:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b1126f67. 00000400:00000010:0.0:1767389118.028005:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000df31b164. 00000400:00000010:0.0:1767389118.028006:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000066f5a390. 00000400:00000010:0.0:1767389118.028007:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000017f39aac. 00000400:00000010:0.0:1767389118.028009:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ebaa41aa. 00000400:00000010:0.0:1767389118.028011:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fa2b11e7. 00000400:00000010:0.0:1767389118.028015:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000354f875c. 00000400:00000010:0.0:1767389118.028018:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005a4f07d2. 00000400:00000010:0.0:1767389118.028019:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000576f4de6. 00000400:00000010:0.0:1767389118.028022:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001ca74218. 00000400:00000010:0.0:1767389118.028023:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000006b9c8d60. 00000400:00000010:0.0:1767389118.028024:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bb399b00. 00000400:00000010:0.0:1767389118.028025:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002d8957ce. 00000400:00000010:0.0:1767389118.028027:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000020e16054. 00000400:00000010:0.0:1767389118.028028:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000040f66a25. 00000400:00000010:0.0:1767389118.028031:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000064e7e938. 00000400:00000010:0.0:1767389118.028032:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000042b933. 00000400:00000010:0.0:1767389118.028034:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000043025843. 00000400:00000010:0.0:1767389118.028036:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000042bf1ebd. 00000400:00000010:0.0:1767389118.028037:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003c92281e. 00000400:00000010:0.0:1767389118.028039:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002af1cd7e. 00000400:00000010:0.0:1767389118.028040:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000004f81c3f. 00000400:00000010:0.0:1767389118.028043:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000001634fb6. 00000400:00000010:0.0:1767389118.028044:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000b0a10a0. 00000400:00000010:0.0:1767389118.028046:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003bdc473b. 00000400:00000010:0.0:1767389118.028047:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008c1af322. 00000400:00000010:0.0:1767389118.028048:0:337533:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000048b64957. 00000400:00000001:0.0:1767389118.028052:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389118.028054:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389118.028056:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fec76cb 00000400:00000010:0.0:1767389118.028057:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fec76cb. 00000400:00000200:0.0:1767389118.028065:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767389118.028076:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp47 recovery ping unlinked 00000400:00000010:0.0:1767389118.028092:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b818c8c5. 00000400:00000010:0.0:1767389118.028096:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000767239c6. 00000400:00000200:0.0:1767389118.028106:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp49 00000400:00000010:0.0:1767389118.028110:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b818c8c5. 00000400:00000010:0.0:1767389118.028115:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000767239c6. 00000400:00000010:0.0:1767389118.028119:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000fec76cb. 00000400:00000010:0.0:1767389118.028123:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000048b64957. 00000400:00000200:0.0:1767389118.028127:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp49 00000400:00000200:0.0:1767389118.028137:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp49 local destination 00000400:00000200:0.0:1767389118.028141:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp49 00000400:00000200:0.0:1767389118.028144:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp49 NI seq info: [259:259:256:4294967295] 192.168.204.113@tcp49 LPNI seq info [224:224:8:4294967295] 00000400:00000200:0.0:1767389118.028149:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp49 00000400:00000200:0.0:1767389118.028155:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp49(192.168.204.113@tcp49:) -> 192.168.204.113@tcp49(192.168.204.113@tcp49:192.168.204.113@tcp49) : GET try# 0 00000800:00000200:0.0:1767389118.028160:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp49 00000800:00000010:0.0:1767389118.028164:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000df79dec7. 00000800:00000200:0.0:1767389118.028171:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c17ccf] -> 12345-192.168.204.113@tcp49 (2) 00000800:00000200:0.1:1767389118.028176:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c17ccf] -> 12345-192.168.204.113@tcp49 (2) 00000400:00000200:0.0:1767389118.028198:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp49 added to recovery queue. ping count: 3 next ping: 5046 health :700 00000400:00000200:1.0:1767389118.028358:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.028448:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.028523:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.028582:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.028631:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.028681:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.028732:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.028885:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.028935:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.028993:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.029059:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.029108:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.029204:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.029262:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.029298:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.029394:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.029466:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.029568:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.029591:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.029613:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.029635:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.029656:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.029724:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.029773:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.029909:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.029988:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.030063:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.030112:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.030192:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.030266:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.030295:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.030373:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.030410:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.030435:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389118.030522:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:1.0:1767389118.030727:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f4a0f3eb. 00000800:00000010:1.0:1767389118.030737:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f51668b5. 00000800:00000010:1.0:1767389118.030748:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004945fbd8. 00000800:00000010:1.0:1767389118.030874:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004945fbd8. 00000800:00020000:1.0:1767389118.030895:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389118.030902:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f51668b5. 00000800:00000010:1.0:1767389118.030907:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f4a0f3eb. 00000400:02020000:1.0:1767389118.031041:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp49 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389118.031055:0:337524:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp49 notifying 192.168.204.113@tcp49: down 00000400:00000200:1.0:1767389118.031065:0:337524:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767389118.031073:0:337524:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp49 00000800:00000010:1.0:1767389118.031078:0:337524:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000df79dec7. 00000400:00000200:1.0:1767389118.031087:0:337524:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389118.031096:0:337524:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp49->192.168.204.113@tcp49: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389118.031120:0:337524:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767389118.031124:0:337524:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp49 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767389118.031131:0:337524:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp49) recovery failed with -71 00080000:00000001:0.0:1767389118.168464:0:361322:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389118.168478:0:361322:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389118.168484:0:361322:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767389118.219904:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c6c543c4] -> 12345-192.168.204.113@tcp12 (6) 00000800:00000200:2.0:1767389118.219925:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp12 ip 192.168.204.113:988 00000800:00000200:2.0:1767389118.219933:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:2.0:1767389118.220103:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767389118.220106:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767389118.220128:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389118.220138:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389118.220142:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767389118.368621:0:361363:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 0000000082d41e97. 00000400:00000040:2.0:1767389118.368650:0:361363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767389118.368654:0:361363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767389118.368657:0:361363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767389118.368659:0:361363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767389118.368662:0:361363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767389118.368664:0:361363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1767389118.368666:0:361363:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1767389118.368815:0:361363:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 0000000082d41e97. 00010000:00000001:3.0:1767389118.669202:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389118.669211:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389118.669272:0:361307:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389118.669276:0:361307:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389118.669283:0:361307:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:1.0:1767389118.803331:0:361376:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389118.803355:0:361376:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389118.803363:0:361376:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767389119.051898:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389119.051905:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389119.051910:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fec76cb 00000400:00000010:1.0:1767389119.051916:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000fec76cb. 00000400:00000200:1.0:1767389119.051926:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389119.051937:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp49 recovery ping unlinked 00000400:00000010:1.0:1767389119.051961:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b818c8c5. 00000400:00000010:1.0:1767389119.051968:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000767239c6. 00000100:00000040:0.0:1767389119.371911:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389119.371922:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389119.371933:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009e724734. 00000020:00000040:0.0:1767389119.371942:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389119.371950:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389119.371956:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389119.371963:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389119.371974:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009b73f1f1. 00000100:00000001:0.0:1767389119.371984:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389119.371999:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@000000009e724734 x1853241654553728/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389119.372015:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389119.372018:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389119.372025:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e724734] to pc [ptlrpcd_00_01+1] req@000000009e724734 x1853241654553728/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389119.372061:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389119.372067:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389119.372074:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389119.372080:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002be2f709. 00000020:00000040:0.0:1767389119.372085:0:257746:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767389119.372089:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389119.372093:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389119.372097:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389119.372103:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005c6e04fb. 00000100:00000001:0.0:1767389119.372107:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389119.372112:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000002be2f709 x1853241654553856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767389119.372114:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389119.372129:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389119.372131:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389119.372135:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389119.372136:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767389119.372140:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002be2f709] to pc [ptlrpcd_00_02+2] req@000000002be2f709 x1853241654553856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389119.372154:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009e724734 x1853241654553728/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389119.372172:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389119.372176:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389119.372177:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389119.372189:0:257746:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5045) 02000000:00000001:2.0:1767389119.372190:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767389119.372204:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389119.372212:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389119.372218:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009e724734 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337537:1853241654553728:0@lo:400: 00000100:00000001:2.0:1767389119.372226:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767389119.372230:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767389119.372236:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767389119.372239:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389119.372240:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767389119.372244:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389119.372248:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767389119.372249:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389119.372258:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767389119.372265:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002be2f709 x1853241654553856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389119.372270:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009fa59c77. 00000100:00000001:0.0:1767389119.372272:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767389119.372298:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389119.372304:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389119.372308:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000131cf53f. 00000100:00000001:3.0:1767389119.372323:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389119.372326:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389119.372329:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009913b38a. 02000000:00000001:3.0:1767389119.372332:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389119.372340:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389119.372346:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389119.372347:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654553728, portal 25 00000100:00100000:3.0:1767389119.372356:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002be2f709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:337538:1853241654553856:0@lo:400: 00000100:00000001:2.0:1767389119.372359:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389119.372368:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252619216512 : -122821090335104 : ffff904b7c8a2680) 00000100:00000001:3.0:1767389119.372373:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389119.372384:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767389119.372390:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009e724734 x1853241654553728/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389119.372392:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389119.372399:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767389119.372415:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389119.372427:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389119.372432:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000471bfa54. 00000100:00000200:2.0:1767389119.372443:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654553728, offset 0 02000000:00000010:3.0:1767389119.372454:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c70e80a. 00000400:00000200:2.0:1767389119.372456:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767389119.372462:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767389119.372471:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f49cb79. 00000400:00000010:3.0:1767389119.372487:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c269d9d. 00000400:00000200:2.0:1767389119.372493:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767389119.372503:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654553856, portal 10 00000100:00000001:3.0:1767389119.372509:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767389119.372513:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252619212928 : -122821090338688 : ffff904b7c8a1880) 00000400:00000200:2.0:1767389119.372519:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695837280ac80 00000100:00000040:3.0:1767389119.372527:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002be2f709 x1853241654553856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000100:2.0:1767389119.372542:0:337537:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853241654553728 offset 0 length 224: 4 00000100:00000001:3.0:1767389119.372549:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767389119.372560:0:337537:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 0000000057937c44 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000040:3.0:1767389119.372568:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767389119.372579:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000010:3.0:1767389119.372581:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b193d21e. 00000100:00000200:3.0:1767389119.372592:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654553856, offset 0 00000400:00000200:3.0:1767389119.372606:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389119.372618:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000471bfa54 00000400:00000010:2.0:1767389119.372628:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000471bfa54. 00000400:00000200:3.0:1767389119.372630:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389119.372642:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767389119.372655:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009e724734 x1853241654553728/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389119.372661:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695837280ad00 00000400:00000100:3.0:1767389119.372684:0:337538:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853241654553856 offset 0 length 224: 4 00000100:00000001:2.0:1767389119.372691:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767389119.372692:0:337538:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000ae64358c is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1767389119.372702:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000040:2.0:1767389119.372711:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009e724734 x1853241654553728/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389119.372719:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b193d21e 00000400:00000010:3.0:1767389119.372768:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b193d21e. 00000100:00000001:3.0:1767389119.372779:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767389119.372787:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002be2f709 x1853241654553856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389119.372803:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389119.372818:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389119.372821:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389119.372827:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002be2f709 x1853241654553856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389119.372832:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389119.372848:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389119.372848:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299707416 00000100:00000001:3.0:1767389119.372853:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767389119.372863:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000026f97304. 00000100:00000001:3.0:1767389119.372865:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389119.372872:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6632 usecs (7 jiffies) 00000100:00000001:3.0:1767389119.372879:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299707400 00000100:00000001:2.0:1767389119.372879:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767389119.372899:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299707416 00000100:00000001:3.0:1767389119.372905:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299707416 00000100:00000001:3.0:1767389119.372913:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299707400 00000100:00000010:2.0:1767389119.372914:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004794c26e. 00000100:00000001:2.0:1767389119.372929:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767389119.372942:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299707416 00000100:00000001:2.0:1767389119.372942:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299707416 00000100:00000001:3.0:1767389119.372952:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299707400 00000100:00000010:2.0:1767389119.372957:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb51fe5f. 00000100:00000001:2.0:1767389119.372966:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767389119.372972:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299707416 00000100:00000001:2.0:1767389119.372973:0:337537:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299707416 00000100:00000001:3.0:1767389119.372978:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299707400 00000100:00000010:2.0:1767389119.372988:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a5659f80. 00000100:00000001:2.0:1767389119.372998:0:337537:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767389119.373004:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389119.373005:0:337538:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299707416 00000100:00000001:3.0:1767389119.373013:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389119.373019:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389119.373021:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389119.373039:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389119.373040:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389119.373051:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389119.373054:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389119.373064:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389119.373069:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767389119.373069:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767389119.373078:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767389119.373081:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389119.373089:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767389119.373090:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389119.373094:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389119.373096:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389119.373100:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389119.373104:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389119.373113:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389119.384054:0:339005:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00100000:3.0:1767389119.384061:0:339005:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:3.0:1767389119.384065:0:339005:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000005a402188 : new cb_count 0 00000020:00000040:3.0:1767389119.384070:0:339005:0:(genops.c:898:class_export_put()) PUTting export 000000005a402188 : new refcount 0 00000020:00000080:3.0:1767389119.384073:0:339005:0:(genops.c:904:class_export_put()) final put 000000005a402188/lustre-MDT0000-mdtlov_UUID 00000001:00000010:3.0:1767389119.384089:0:339005:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000d4d7413b. 00040000:00000001:3.0:1767389119.384097:0:339005:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389119.384101:0:339005:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767389119.384104:0:339005:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000ebe17e8c. 00080000:00000001:3.0:1767389119.384110:0:339005:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1767389119.384115:0:339005:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1767389119.384118:0:339005:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767389119.384121:0:339005:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1767389119.384125:0:339005:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000b6b00573. 00000020:00000001:0.0:1767389119.384128:0:257746:0:(genops.c:857:class_export_destroy()) Process entered 00080000:00000001:3.0:1767389119.384131:0:339005:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000080:0.0:1767389119.384135:0:257746:0:(genops.c:863:class_export_destroy()) destroying export 000000005a402188/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000040:0.0:1767389119.384145:0:257746:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 7 to 0@lo 00000020:00000001:0.0:1767389119.384150:0:257746:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:0.0:1767389119.384157:0:257746:0:(genops.c:1229:class_import_get()) import 00000000a1c13b55 refcount=2 obd=lustre-OST0000 00000020:00000001:0.0:1767389119.384161:0:257746:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389119.384163:0:257746:0:(genops.c:1242:class_import_put()) import 00000000a1c13b55 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767389119.384166:0:257746:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767389119.384169:0:257746:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389119.384170:0:257746:0:(genops.c:1242:class_import_put()) import 00000000a1c13b55 refcount=0 obd=lustre-OST0000 00000020:00000040:0.0:1767389119.384173:0:257746:0:(genops.c:1245:class_import_put()) final put import 00000000a1c13b55 00000020:00000001:0.0:1767389119.384187:0:257746:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767389119.384191:0:257746:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767389119.384195:0:257746:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767389119.384205:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b74c951d. 00000001:00000010:0.0:1767389119.384210:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000079876d5c. 00000001:00000010:0.0:1767389119.384213:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e157027a. 00000001:00000010:0.0:1767389119.384217:0:257746:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009072ec96. 00000001:00000010:0.0:1767389119.384221:0:257746:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000057b75a37. 00000001:00000010:0.0:1767389119.384224:0:257746:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003be452b5. 00000001:00000001:0.0:1767389119.384228:0:257746:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767389119.384231:0:257746:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:0.0:1767389119.384234:0:257746:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767389119.384236:0:257746:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767389119.384241:0:257746:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000dce64ff1. 00000020:00000001:0.0:1767389119.384248:0:257746:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389119.384251:0:257746:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 5 - export 00000020:00000010:0.0:1767389119.384255:0:257746:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000005a402188. 00000020:00000001:0.0:1767389119.384266:0:257746:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767389119.384271:0:257746:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767389119.384273:0:257746:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000a1c13b55 for lustre-OST0000 00000020:00000040:0.0:1767389119.384276:0:257746:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 6 to 0@lo 00000020:00000040:0.0:1767389119.384297:0:257746:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 4 - import 00000020:00000010:0.0:1767389119.384300:0:257746:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000a1c13b55. 00000020:00000001:0.0:1767389119.384305:0:257746:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000040:2.0:1767389119.396794:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299707416, at 4299707417 00000100:00000040:1.0:1767389119.396796:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299707416, at 4299707417 00000100:00000010:1.0:1767389119.396809:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004794c26e. 00000100:00000010:2.0:1767389119.396815:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb51fe5f. 00000100:00000040:3.0:1767389119.396843:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299707416, at 4299707417 00000100:00000010:3.0:1767389119.396857:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a5659f80. 00000100:00000040:0.0:1767389119.396870:0:335318:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299707416, at 4299707417 00000100:00000010:0.0:1767389119.396884:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026f97304. 00010000:00000001:3.0:1767389119.691863:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389119.691870:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389119.691993:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389119.691999:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389119.692003:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767389119.883791:0:338177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767389119.883798:0:338177:0:(mgc_request.c:120:config_log_put()) Process leaving 00000800:00000200:2.0:1767389120.267855:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc04856] -> 12345-192.168.204.113@tcp36 (4) 00000800:00000200:2.1:1767389120.267866:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc04856] -> 12345-192.168.204.113@tcp36 (4) 00000400:00000200:1.0:1767389120.268055:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268105:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268120:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268134:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268147:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268161:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268202:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268225:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268248:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268312:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268331:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268371:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268392:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268415:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268437:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268460:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268483:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268504:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268526:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268547:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268570:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268592:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268613:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268634:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268656:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268677:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268700:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268723:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268794:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268814:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268859:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268911:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268959:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268973:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389120.268988:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:1.0:1767389120.269238:0:359705:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f4a0f3eb. 00000800:00000010:1.0:1767389120.269245:0:359705:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c58ef2bd. 00000800:00000010:1.0:1767389120.269252:0:359705:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000f6a2ed7. 00000800:00000010:1.0:1767389120.269301:0:359705:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000f6a2ed7. 00000800:00020000:1.0:1767389120.269330:0:359705:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389120.269333:0:359705:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c58ef2bd. 00000800:00000010:1.0:1767389120.269335:0:359705:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f4a0f3eb. 00000400:02020000:1.0:1767389120.269368:0:359705:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp36 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767389120.269373:0:359705:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000001:3.0:1767389120.395900:0:339010:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767389120.395908:0:339010:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389120.715899:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389120.715906:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389120.715935:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389120.715938:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389120.715942:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767389121.291895:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f2b24613] -> 12345-192.168.204.113@tcp23 (6) 00000800:00000200:2.0:1767389121.291909:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp23 ip 192.168.204.113:988 00000800:00000200:2.0:1767389121.291916:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767389121.291949:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c15aeb1d] -> 12345-192.168.204.113@tcp10 (6) 00000800:00000200:2.0:1767389121.291954:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp10 ip 192.168.204.113:988 00000800:00000200:2.0:1767389121.291956:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000025f2a25f type 192, nob 24 niov 1 nkiov 0 00000800:00000010:2.0:1767389121.291987:0:337528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003f53ab9a. 00000800:00000200:2.0:1767389121.291992:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e8c3570a] -> 12345-192.168.204.113@tcp31 (6) 00000800:00000200:2.0:1767389121.291996:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp31 ip 192.168.204.113:988 00000800:00000200:2.0:1767389121.291999:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f53ab9a type 192, nob 24 niov 1 nkiov 0 00000800:00000010:2.0:1767389121.292026:0:337528:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009779356c. 00000800:00000200:2.0:1767389121.292038:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb29046f] -> 12345-192.168.204.113@tcp39 (4) 00000800:00000200:2.1:1767389121.292044:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb29046f] -> 12345-192.168.204.113@tcp39 (4) 00000800:00000200:3.0:1767389121.292270:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1767389121.292271:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767389121.292290:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389121.292292:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389121.292317:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389121.292326:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389121.292327:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767389121.292330:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767389121.292338:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389121.292343:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389121.292346:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389121.292348:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767389121.292356:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767389121.292357:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767389121.292372:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389121.292501:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.292568:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.292594:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.292617:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.292642:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.292667:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.292691:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.292716:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.292808:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.292839:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.292865:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.292921:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.292970:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.292998:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293025:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293050:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293074:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293099:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293126:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293153:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293197:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293273:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293312:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293338:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293363:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293388:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293417:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293443:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293468:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293492:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293518:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293540:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293563:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293587:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389121.293610:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389121.293806:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050e9914e. 00000800:00000010:3.0:1767389121.293813:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000f6cd96e. 00000800:00000010:3.0:1767389121.293820:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dde72212. 00000800:00000010:3.0:1767389121.293847:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dde72212. 00000800:00020000:3.0:1767389121.293857:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389121.293862:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000f6cd96e. 00000800:00000010:3.0:1767389121.293865:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050e9914e. 00000400:02020000:3.0:1767389121.293918:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp39 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767389121.293925:0:337525:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767389121.739907:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389121.739915:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389121.740050:0:338168:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767389121.740057:0:338168:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767389121.740062:0:338168:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767389121.931990:0:339009:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767389121.931998:0:339009:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389121.932004:0:338167:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767389121.932011:0:338167:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389122.123972:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp44 00000400:00000010:0.0:1767389122.123981:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b4756da5. 00000400:00000010:0.0:1767389122.123992:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000767239c6. 00000400:00000010:0.0:1767389122.123998:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046ef2379. 00000400:00000010:0.0:1767389122.124008:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008c1af322. 00000400:00000200:0.0:1767389122.124014:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp44 00000400:00000200:0.0:1767389122.124043:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp44 local destination 00000400:00000200:0.0:1767389122.124051:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp44 00000400:00000200:0.0:1767389122.124056:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp44 NI seq info: [260:260:256:4294967295] 192.168.204.113@tcp44 LPNI seq info [225:225:8:4294967295] 00000400:00000200:0.0:1767389122.124065:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp44 00000400:00000200:0.0:1767389122.124076:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp44(192.168.204.113@tcp44:) -> 192.168.204.113@tcp44(192.168.204.113@tcp44:192.168.204.113@tcp44) : GET try# 0 00000800:00000200:0.0:1767389122.124083:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp44 00000800:00000010:0.0:1767389122.124089:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009d60205e. 00000800:00000200:0.0:1767389122.124097:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f7217ce] -> 12345-192.168.204.113@tcp44 (2) 00000800:00000200:0.1:1767389122.124103:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005f7217ce] -> 12345-192.168.204.113@tcp44 (2) 00000400:00000200:0.0:1767389122.124137:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp44 added to recovery queue. ping count: 5 next ping: 5074 health :500 00000400:00000200:3.0:1767389122.124342:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.124421:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.124465:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.124511:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.124559:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.124604:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.124652:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.124698:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.124830:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.124882:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.124978:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125024:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125065:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125114:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125163:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125208:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125281:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125327:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125367:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125404:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125443:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125483:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125520:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125557:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125594:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125633:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125674:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125712:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125801:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125853:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125905:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.125954:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.126001:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.126048:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389122.126095:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389122.126386:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050e9914e. 00000800:00000010:3.0:1767389122.126397:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000f6cd96e. 00000800:00000010:3.0:1767389122.126405:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dde72212. 00000800:00000010:3.0:1767389122.126447:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dde72212. 00000800:00020000:3.0:1767389122.126465:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389122.126472:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000f6cd96e. 00000800:00000010:3.0:1767389122.126476:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050e9914e. 00000400:02020000:3.0:1767389122.126547:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp44 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389122.126556:0:337527:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp44 notifying 192.168.204.113@tcp44: down 00000400:00000200:3.0:1767389122.126563:0:337527:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767389122.126568:0:337527:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp44 00000800:00000010:3.0:1767389122.126572:0:337527:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009d60205e. 00000400:00000200:3.0:1767389122.126581:0:337527:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389122.126588:0:337527:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp44->192.168.204.113@tcp44: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389122.126601:0:337527:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389122.126605:0:337527:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389122.126610:0:337527:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp44) recovery failed with -71 00000800:00000200:2.0:1767389122.315876:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000520c0684] -> 12345-192.168.204.113@tcp13 (6) 00000800:00000200:2.0:1767389122.315888:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp13 ip 192.168.204.113:988 00000800:00000200:2.0:1767389122.315894:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009779356c type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767389122.315929:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a35c0c2e] -> 12345-192.168.204.113@tcp34 (4) 00000800:00000200:2.1:1767389122.315936:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a35c0c2e] -> 12345-192.168.204.113@tcp34 (4) 00000800:00000200:2.0:1767389122.315965:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004ccd87db] -> 12345-192.168.204.113@tcp (6) 00000800:00000200:2.0:1767389122.315972:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp ip 192.168.204.113:988 00000800:00000200:2.0:1767389122.315976:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767389122.316130:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000001:2.0:1767389122.316208:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767389122.316258:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767389122.316264:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389122.316280:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389122.316282:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767389122.316290:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000800:00000001:2.0:1767389122.316307:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767389122.316310:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767389122.316326:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767389122.316339:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767389122.316354:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389122.316394:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316425:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316449:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316472:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316494:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316517:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316540:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316567:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316592:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316617:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316642:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316665:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316691:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316714:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316850:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316896:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316921:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316965:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.316991:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.317015:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.317039:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.317063:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.317089:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.317114:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.317138:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.317162:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.317185:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.317209:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.317266:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.317305:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.317330:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.317356:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389122.317380:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389122.317542:0:356933:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ceb75cd3. 00000800:00000010:0.0:1767389122.317549:0:356933:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b30bd455. 00000800:00000010:0.0:1767389122.317554:0:356933:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006226d2e2. 00000800:00000010:0.0:1767389122.317581:0:356933:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006226d2e2. 00000800:00020000:0.0:1767389122.317590:0:356933:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389122.317594:0:356933:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b30bd455. 00000800:00000010:0.0:1767389122.317597:0:356933:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000ceb75cd3. 00000400:02020000:0.0:1767389122.317651:0:356933:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp34 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767389122.317658:0:356933:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767389122.763912:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389122.763922:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389122.763959:0:361306:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389122.763962:0:361306:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389122.763966:0:361306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767389123.147863:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389123.147872:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767389123.147876:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046ef2379 00000400:00000010:0.0:1767389123.147885:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046ef2379. 00000400:00000200:0.0:1767389123.147892:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767389123.147902:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp44 recovery ping unlinked 00000400:00000010:0.0:1767389123.147923:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b4756da5. 00000400:00000010:0.0:1767389123.147931:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000767239c6. 00000800:00000200:2.0:1767389123.339872:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000095437f22] -> 12345-192.168.204.113@tcp42 (4) 00000800:00000200:2.1:1767389123.339884:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000095437f22] -> 12345-192.168.204.113@tcp42 (4) 00000400:00000200:3.0:1767389123.340404:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.340483:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.340510:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.340534:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.340558:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.340582:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.340605:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.340629:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.340653:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.340680:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.340705:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.340798:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.340835:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.340861:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.340927:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.340978:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341004:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341028:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341052:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341076:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341101:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341124:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341159:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341184:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341237:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341269:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341294:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341318:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341342:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341367:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341392:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341417:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341442:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341466:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389123.341490:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389123.341697:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050e9914e. 00000800:00000010:3.0:1767389123.341705:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008b853b23. 00000800:00000010:3.0:1767389123.341711:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000daeaaf73. 00000800:00000010:3.0:1767389123.341776:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000daeaaf73. 00000800:00020000:3.0:1767389123.341792:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389123.341797:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008b853b23. 00000800:00000010:3.0:1767389123.341801:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050e9914e. 00000400:02020000:3.0:1767389123.341857:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp42 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767389123.341865:0:337526:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767389123.787890:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389123.787896:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389123.787921:0:361307:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389123.787924:0:361307:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389123.787928:0:361307:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767389124.492062:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389124.492077:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389124.492088:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e169cbd2. 00000020:00000040:0.0:1767389124.492099:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=5 obd=MGC192.168.204.113@tcp 00000100:00000001:0.0:1767389124.492105:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389124.492110:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767389124.492120:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389124.492162:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009d60205e. 00000100:00000001:0.0:1767389124.492172:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389124.492181:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@00000000e169cbd2 x1853241654553984/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389124.492219:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389124.492222:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389124.492234:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e169cbd2] to pc [ptlrpcd_00_03+3] req@00000000e169cbd2 x1853241654553984/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389124.492267:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389124.492270:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767389124.492275:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767389124.492279:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbc625b2. 00000020:00000040:0.0:1767389124.492284:0:257746:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=4 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767389124.492289:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389124.492290:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767389124.492293:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767389124.492296:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767389124.492296:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389124.492303:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767389124.492305:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df79dec7. 00000100:00100000:3.0:1767389124.492311:0:337538:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767389124.492316:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389124.492316:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389124.492323:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000bbc625b2 x1853241654554112/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767389124.492326:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389124.492331:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389124.492332:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389124.492333:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389124.492341:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767389124.492344:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbc625b2] to pc [ptlrpcd_00_00+0] req@00000000bbc625b2 x1853241654554112/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389124.492345:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389124.492349:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767389124.492361:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e169cbd2 x1853241654553984/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389124.492371:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389124.492374:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389124.492379:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767389124.492383:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389124.492386:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389124.492387:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389124.492395:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e169cbd2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337538:1853241654553984:0@lo:400: 00000100:00000040:0.0:1767389124.492400:0:257746:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5050) 00000100:00000001:3.0:1767389124.492401:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767389124.492410:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389124.492412:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389124.492415:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767389124.492418:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767389124.492421:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000011e78733. 00000100:00000001:0.0:1767389124.492424:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389124.492429:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389124.492434:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767389124.492435:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d7752f5. 00000100:00000001:0.0:1767389124.492442:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389124.492446:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767389124.492448:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b193d21e. 00000100:00000040:0.0:1767389124.492451:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bbc625b2 x1853241654554112/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389124.492457:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654553984, portal 25 00000100:00000001:3.0:1767389124.492462:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389124.492462:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389124.492466:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389124.492467:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252619209344 : -122821090342272 : ffff904b7c8a0a80) 02000000:00000001:0.0:1767389124.492473:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767389124.492477:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767389124.492479:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e169cbd2 x1853241654553984/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389124.492482:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389124.492490:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767389124.492490:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000bbc625b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:337536:1853241654554112:0@lo:400: 00000100:00000001:0.0:1767389124.492496:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767389124.492499:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767389124.492500:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1767389124.492503:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055ea294a. 02000000:00000001:0.0:1767389124.492503:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389124.492508:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767389124.492509:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654553984, offset 0 02000000:00000010:0.0:1767389124.492514:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000767239c6. 00000400:00000200:3.0:1767389124.492520:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767389124.492521:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767389124.492529:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9cdb65e. 00000400:00000010:0.0:1767389124.492537:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046ef2379. 00000100:00000200:0.0:1767389124.492545:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654554112, portal 10 00000400:00000200:3.0:1767389124.492548:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767389124.492550:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389124.492555:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252619218304 : -122821090333312 : ffff904b7c8a2d80) 00000100:00000040:0.0:1767389124.492561:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000bbc625b2 x1853241654554112/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389124.492565:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695837280ad80 00000100:00000001:2.0:1767389124.492575:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389124.492576:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000100:3.0:1767389124.492588:0:337538:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853241654553984 offset 0 length 224: 4 00000100:00000001:2.0:1767389124.492590:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767389124.492598:0:337538:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000ae64358c is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000040:0.0:1767389124.492599:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767389124.492601:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389124.492603:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000010:0.0:1767389124.492607:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec4b001d. 00000100:00000001:2.0:1767389124.492618:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389124.492618:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654554112, offset 0 00000400:00000200:3.0:1767389124.492621:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055ea294a 00000400:00000010:3.0:1767389124.492630:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055ea294a. 00000100:00000001:3.0:1767389124.492639:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767389124.492640:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767389124.492651:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e169cbd2 x1853241654553984/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389124.492661:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389124.492667:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767389124.492672:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695837280ae00 00000100:00000040:3.0:1767389124.492675:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e169cbd2 x1853241654553984/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000100:0.0:1767389124.492680:0:337536:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853241654554112 offset 0 length 224: 4 00000400:00000200:0.0:1767389124.492687:0:337536:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000d1fa4135 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:3.0:1767389124.492692:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389124.492692:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:3.0:1767389124.492697:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767389124.492721:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389124.492726:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec4b001d 00000100:00000001:3.0:1767389124.492728:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299712535 00000400:00000010:0.0:1767389124.492733:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec4b001d. 00000100:00000001:0.0:1767389124.492786:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767389124.492799:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbc625b2 x1853241654554112/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389124.492811:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389124.492815:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000bbc625b2 x1853241654554112/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389124.492828:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389124.492833:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389124.492844:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389124.492850:0:337536:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6632 usecs (7 jiffies) 00000100:00000001:0.0:1767389124.492853:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299712520 00000100:00000010:0.0:1767389124.492859:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ddb5466e. 00000100:00000001:0.0:1767389124.492868:0:337536:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767389124.492876:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299712520 00000100:00000010:0.0:1767389124.492880:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d07aaa5e. 00000100:00000001:0.0:1767389124.492885:0:337536:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767389124.492905:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299712520 00000100:00000010:0.0:1767389124.492910:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a87f403c. 00000100:00000001:0.0:1767389124.492918:0:337536:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767389124.492925:0:337536:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299712520 00000100:00000010:0.0:1767389124.492930:0:337536:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b3b4d9be. 00000100:00000001:0.0:1767389124.492935:0:337536:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767389124.492945:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389124.492951:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389124.492956:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389124.492960:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389124.492967:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389124.492971:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389124.492976:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389124.492978:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389124.492981:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389124.492988:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389124.493086:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299712520 00000100:00000001:3.0:1767389124.493262:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299712536 00000100:00000001:3.0:1767389124.493267:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299712520 00000100:00000001:3.0:1767389124.493274:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299712536 00000100:00000001:3.0:1767389124.493280:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299712520 00000100:00000001:3.0:1767389124.493282:0:337538:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299712536 00000100:00000001:3.0:1767389124.493286:0:337538:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299712520 00000100:00000001:3.0:1767389124.493293:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767389124.493296:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389124.493299:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389124.493302:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389124.516870:0:293856:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299712536, at 4299712537 00000100:00000010:2.0:1767389124.516889:0:293856:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a87f403c. 00000100:00000040:1.0:1767389124.516912:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299712536, at 4299712537 00000100:00000040:3.0:1767389124.516916:0:339424:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299712536, at 4299712537 00000100:00000040:0.0:1767389124.516917:0:335318:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299712535, at 4299712537 00000100:00000010:1.0:1767389124.516939:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d07aaa5e. 00000100:00000010:0.0:1767389124.516943:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ddb5466e. 00000100:00000010:3.0:1767389124.516949:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b3b4d9be. 00010000:00000001:3.0:1767389124.811899:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389124.811906:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389124.812055:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389124.812061:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389124.812067:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1767389125.188500:0:361427:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389125.188524:0:361427:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389125.188531:0:361427:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767389125.387866:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f7bed6a0] -> 12345-192.168.204.113@tcp24 (6) 00000800:00000200:2.0:1767389125.387879:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp24 ip 192.168.204.113:988 00000800:00000200:2.0:1767389125.387886:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f53ab9a type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767389125.387918:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002a144559] -> 12345-192.168.204.113@tcp45 (4) 00000800:00000200:2.1:1767389125.387925:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002a144559] -> 12345-192.168.204.113@tcp45 (4) 00000800:00000200:0.0:1767389125.388086:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767389125.388105:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389125.388136:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389125.388146:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389125.388154:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389125.388157:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388253:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388284:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388311:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388334:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388358:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388381:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388409:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388433:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388459:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388485:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388508:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388532:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388558:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388583:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388607:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388633:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388660:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388685:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388713:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388793:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388823:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388854:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388877:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388902:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388926:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388950:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.388980:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.389005:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.389029:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.389052:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.389076:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.389103:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.389127:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389125.389151:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389125.389337:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050e9914e. 00000800:00000010:3.0:1767389125.389345:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005c690a4a. 00000800:00000010:3.0:1767389125.389351:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006cc76771. 00000800:00000010:3.0:1767389125.389379:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006cc76771. 00000800:00020000:3.0:1767389125.389390:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389125.389396:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005c690a4a. 00000800:00000010:3.0:1767389125.389399:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050e9914e. 00000400:02020000:3.0:1767389125.389453:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp45 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767389125.389461:0:337524:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000001:0.0:1767389125.515903:0:337538:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1767389125.515916:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389125.515919:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1767389125.515925:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389125.515946:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389125.515951:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389125.515955:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389125.835923:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389125.835932:0:339424:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767389125.835936:0:339424:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767389125.835940:0:339424:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389125.835947:0:339424:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767389125.835950:0:339424:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389125.835953:0:339424:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389125.835959:0:339424:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389125.836001:0:338169:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389125.836004:0:338169:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389125.836008:0:338169:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767389126.220879:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp49 00000400:00000010:0.0:1767389126.220887:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000016d3677. 00000400:00000010:0.0:1767389126.220898:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000bf0945e. 00000400:00000010:0.0:1767389126.220904:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec4b001d. 00000400:00000010:0.0:1767389126.220914:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002af1cd7e. 00000400:00000200:0.0:1767389126.220920:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp49 00000400:00000200:0.0:1767389126.220947:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp49 local destination 00000400:00000200:0.0:1767389126.220955:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp49 00000400:00000200:0.0:1767389126.220961:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp49 NI seq info: [261:261:256:4294967295] 192.168.204.113@tcp49 LPNI seq info [226:226:8:4294967295] 00000400:00000200:0.0:1767389126.220970:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp49 00000400:00000200:0.0:1767389126.220980:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp49(192.168.204.113@tcp49:) -> 192.168.204.113@tcp49(192.168.204.113@tcp49:192.168.204.113@tcp49) : GET try# 0 00000800:00000200:0.0:1767389126.220987:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp49 00000800:00000010:0.0:1767389126.220992:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000447a0f06. 00000800:00000200:0.0:1767389126.221000:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c17ccf] -> 12345-192.168.204.113@tcp49 (2) 00000800:00000200:0.1:1767389126.221006:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000037c17ccf] -> 12345-192.168.204.113@tcp49 (2) 00000400:00000200:0.0:1767389126.221034:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp49 added to recovery queue. ping count: 4 next ping: 5062 health :600 00000400:00000200:1.0:1767389126.221202:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.221304:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.221352:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.221403:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.221468:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.221531:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.221561:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.221594:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.221631:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.221656:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.221681:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.221710:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.221851:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.221905:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.221956:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.222000:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.222047:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.222115:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.222270:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.222368:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.222460:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.222524:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.222592:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.222630:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.222671:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.222703:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.222786:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.222848:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.222898:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.222946:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.222979:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.223013:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.223052:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.223080:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:1.0:1767389126.223116:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:1.0:1767389126.223348:0:359705:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f4a0f3eb. 00000800:00000010:1.0:1767389126.223357:0:359705:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006ddebfc3. 00000800:00000010:1.0:1767389126.223365:0:359705:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c029db9a. 00000800:00000010:1.0:1767389126.223393:0:359705:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c029db9a. 00000800:00020000:1.0:1767389126.223407:0:359705:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:1.0:1767389126.223413:0:359705:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006ddebfc3. 00000800:00000010:1.0:1767389126.223416:0:359705:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f4a0f3eb. 00000400:02020000:1.0:1767389126.223483:0:359705:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp49 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767389126.223494:0:359705:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp49 notifying 192.168.204.113@tcp49: down 00000400:00000200:1.0:1767389126.223504:0:359705:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767389126.223511:0:359705:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp49 00000800:00000010:1.0:1767389126.223517:0:359705:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000447a0f06. 00000400:00000200:1.0:1767389126.223527:0:359705:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767389126.223536:0:359705:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp49->192.168.204.113@tcp49: GET: LOCAL_ERROR 00000400:00000200:1.0:1767389126.223563:0:359705:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767389126.223568:0:359705:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp49 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767389126.223580:0:359705:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp49) recovery failed with -71 00000001:00000001:1.0:1767389126.248652:0:361591:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767389126.248657:0:361591:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing load_modules_local 00000001:00000001:1.0:1767389126.252704:0:361591:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000200:1.0:1767389126.411941:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056e0b741] -> 12345-192.168.204.113@tcp40 (4) 00000800:00000200:1.1:1767389126.411953:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056e0b741] -> 12345-192.168.204.113@tcp40 (4) 00000400:00000200:3.0:1767389126.412092:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.412205:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.412262:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.412299:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.412325:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.412361:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.412467:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.412560:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.412672:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.412833:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.412945:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.413048:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.413111:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.413208:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.413261:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.413291:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.413320:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.413343:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.413431:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.413541:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.413667:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.413800:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.413899:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.413947:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.414027:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.414099:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.414185:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.414268:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.414317:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.414424:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.414537:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.414637:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.414707:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.414781:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389126.414847:0:337525:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389126.415108:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050e9914e. 00000800:00000010:3.0:1767389126.415116:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000053c282fe. 00000800:00000010:3.0:1767389126.415126:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000121578e6. 00000800:00000010:3.0:1767389126.415202:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000121578e6. 00000800:00020000:3.0:1767389126.415217:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389126.415223:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000053c282fe. 00000800:00000010:3.0:1767389126.415230:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050e9914e. 00000400:02020000:3.0:1767389126.415321:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp40 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767389126.415330:0:337525:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000001:0.0:1767389126.526663:0:361607:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000200:3.0:1767389127.243895:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec4b001d 00000400:00000010:3.0:1767389127.243906:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec4b001d. 00000400:00000200:3.0:1767389127.243915:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767389127.243925:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp49 recovery ping unlinked 00000400:00000010:3.0:1767389127.243945:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000016d3677. 00000400:00000010:3.0:1767389127.243952:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000bf0945e. 00000800:00000200:1.0:1767389127.435860:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000079a42a5] -> 12345-192.168.204.113@tcp14 (6) 00000800:00000200:1.0:1767389127.435874:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp14 ip 192.168.204.113:988 00000800:00000200:1.0:1767389127.435881:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767389127.436116:0:337529:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767389128.459877:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (4) 00000800:00000200:1.1:1767389128.459891:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008ea7dcc0] -> 12345-192.168.204.113@tcp30 (4) 00000400:00000200:3.0:1767389128.460102:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460201:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460237:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460263:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460287:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460311:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460334:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460357:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460386:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460410:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460436:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460462:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460491:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460514:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460538:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460562:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460586:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460611:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460635:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460659:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460682:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460706:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460790:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460831:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460912:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460936:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460960:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.460983:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.461006:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.461029:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.461053:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.461075:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.461099:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.461147:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389128.461179:0:337527:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389128.461337:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000050e9914e. 00000800:00000010:3.0:1767389128.461344:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002918cb9d. 00000800:00000010:3.0:1767389128.461350:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003a147a58. 00000800:00000010:3.0:1767389128.461377:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003a147a58. 00000800:00020000:3.0:1767389128.461387:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389128.461392:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002918cb9d. 00000800:00000010:3.0:1767389128.461396:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000050e9914e. 00000400:02020000:3.0:1767389128.461450:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp30 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767389128.461457:0:337527:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000020:00000010:1.0:1767389129.043021:0:361953:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 000000009dbebb2b. 00000020:00000010:1.0:1767389129.043034:0:361953:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 00000000745cc598. 00000020:00000010:1.0:1767389129.043046:0:361953:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 000000000ea9de83. 00000020:00000010:1.0:1767389129.043062:0:361953:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 8 at 000000009f144336. 00000020:00000010:1.0:1767389129.043088:0:361953:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 0000000082ba8e45. 00000020:00000010:1.0:1767389129.043096:0:361953:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 17 at 00000000cc23d1b5. 00000020:00000010:1.0:1767389129.043150:0:361953:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 104 at 00000000fb27edca. 00000020:00000010:1.0:1767389129.043173:0:361953:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000002370a4a0. 00000020:00000010:1.0:1767389129.043182:0:361953:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000082361de6. 00000020:00000010:1.0:1767389129.043200:0:361953:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 104 at 00000000fb27edca. 00000020:00000010:1.0:1767389129.043205:0:361953:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at 00000000fb27edca. 00000001:00000010:1.0:1767389129.043225:0:361953:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000094b9e89c. 00000001:00000010:1.0:1767389129.043231:0:361953:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000295cf494. 00000001:00000010:1.0:1767389129.043235:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e7f7ec5c. 00000001:00000010:1.0:1767389129.043238:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004d082a0a. 00000001:00000010:1.0:1767389129.043241:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c9e7261b. 00000001:00000010:1.0:1767389129.043245:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002f4a9a14. 00000001:00000010:1.0:1767389129.043248:0:361953:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000deee8a24. 00000001:00000010:1.0:1767389129.043251:0:361953:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006836ac01. 00000001:00000010:1.0:1767389129.043254:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000a1544c9. 00000001:00000010:1.0:1767389129.043258:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000032f6265e. 00000001:00000010:1.0:1767389129.043261:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000890aca90. 00000001:00000010:1.0:1767389129.043264:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bf70bde1. 00000020:00000010:1.0:1767389129.043269:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000184528ac. 00000020:00000010:1.0:1767389129.043275:0:361953:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e698f756. 00000020:00000010:1.0:1767389129.043282:0:361953:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000522e6d58. 00000008:00000010:1.0:1767389129.043290:0:361953:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000fedb05a3. 00020000:00000010:1.0:1767389129.043296:0:361953:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003f70844d. 00008000:00000010:1.0:1767389129.043304:0:361953:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000035398264. 00000080:00000010:1.0:1767389129.043313:0:361953:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000048aa7ee7. 00000020:00000010:1.0:1767389129.043319:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd3c0163. 00000020:00000010:1.0:1767389129.043323:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000221dca47. 00000040:00000010:1.0:1767389129.043328:0:361953:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000011e81c5b. 00000020:00000010:1.0:1767389129.043334:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006232e190. 00000020:00000010:1.0:1767389129.043339:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e11d5e5f. 00040000:00000010:1.0:1767389129.043346:0:361953:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008c6751cb. 00040000:00000010:1.0:1767389129.043351:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000c6379aa. 00080000:00000010:1.0:1767389129.043357:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000c2c407cf. 00080000:00000010:1.0:1767389129.043389:0:361953:0:(osd_handler.c:1411:osd_device_alloc()) kmalloced '(dev)': 31608 at 00000000d060854a. 00000020:00000010:1.0:1767389129.048392:0:361953:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 00000000552dd8a6. 00000020:00000010:1.0:1767389129.048408:0:361953:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007d0001f0. 00000020:00000010:1.0:1767389129.048413:0:361953:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 000000005ec252ab. 00080000:00000010:1.0:1767389129.050581:0:361953:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000003c09b2d8. 00000020:00000010:1.0:1767389129.050593:0:361953:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000a36d1bf6. 00080000:00000010:1.0:1767389129.050602:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005d830ad8. 00080000:00000010:1.0:1767389129.050606:0:361953:0:(osd_object.c:297:osd_object_alloc()) kmalloced '(h)': 88 at 000000001de6b0f1. 00080000:00000010:1.0:1767389129.051837:0:361953:0:(osd_oi.c:963:osd_oi_init()) kmalloced '(o->od_oi_table)': 1024 at 0000000049cdfab0. 00080000:00000010:1.0:1767389129.051843:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e3e24aee. 00080000:00000010:1.0:1767389129.051867:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e1fd9f80. 00080000:00000010:1.0:1767389129.051887:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004be4286f. 00080000:00000010:1.0:1767389129.051907:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000027ace4bb. 00080000:00000010:1.0:1767389129.051926:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007be28437. 00080000:00000010:1.0:1767389129.051944:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f3d3cc10. 00080000:00000010:1.0:1767389129.051964:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001038e008. 00080000:00000010:1.0:1767389129.051982:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006b611f69. 00080000:00000010:1.0:1767389129.052002:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d18e0ad6. 00080000:00000010:1.0:1767389129.052024:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000027e1e4af. 00080000:00000010:1.0:1767389129.052042:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003c2ec8bd. 00080000:00000010:1.0:1767389129.052061:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000010be8f79. 00080000:00000010:1.0:1767389129.052080:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006f99f28e. 00080000:00000010:1.0:1767389129.052122:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005dc69af4. 00080000:00000010:1.0:1767389129.052151:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003f105536. 00080000:00000010:1.0:1767389129.052175:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f49a5fb9. 00080000:00000010:1.0:1767389129.052197:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001e1c6720. 00080000:00000010:1.0:1767389129.052217:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000012cefefd. 00080000:00000010:1.0:1767389129.052237:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b0409cf6. 00080000:00000010:1.0:1767389129.052257:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000025c7a672. 00080000:00000010:1.0:1767389129.052280:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000ec04587. 00080000:00000010:1.0:1767389129.052302:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a4afd1dc. 00080000:00000010:1.0:1767389129.052323:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008204ae3c. 00080000:00000010:1.0:1767389129.052344:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ad78b11a. 00080000:00000010:1.0:1767389129.052363:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006a8ec6a4. 00080000:00000010:1.0:1767389129.052440:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f5498f73. 00080000:00000010:1.0:1767389129.052480:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f80e9e59. 00080000:00000010:1.0:1767389129.052518:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000033534dd8. 00080000:00000010:1.0:1767389129.052552:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004b1e8fa8. 00080000:00000010:1.0:1767389129.052588:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000127f262e. 00080000:00000010:1.0:1767389129.052622:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000063c6cca5. 00080000:00000010:1.0:1767389129.052642:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e551cd2c. 00080000:00000010:1.0:1767389129.052663:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d8e50c30. 00080000:00000010:1.0:1767389129.052682:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a23dd704. 00080000:00000010:1.0:1767389129.052704:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d968cae5. 00080000:00000010:1.0:1767389129.052724:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c5bf2748. 00080000:00000010:1.0:1767389129.052777:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000543e0083. 00080000:00000010:1.0:1767389129.052799:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000406c03b5. 00080000:00000010:1.0:1767389129.052820:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001290694f. 00080000:00000010:1.0:1767389129.052841:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a7ae1183. 00080000:00000010:1.0:1767389129.052861:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000041247595. 00080000:00000010:1.0:1767389129.052935:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a45790af. 00080000:00000010:1.0:1767389129.052962:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005b5835ee. 00080000:00000010:1.0:1767389129.052984:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000031c4caa. 00080000:00000010:1.0:1767389129.053007:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000df445dbf. 00080000:00000010:1.0:1767389129.053032:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ba05f3cf. 00080000:00000010:1.0:1767389129.053066:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000961a13db. 00080000:00000010:1.0:1767389129.053137:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fe9bc7db. 00080000:00000010:1.0:1767389129.053174:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007492fcbf. 00080000:00000010:1.0:1767389129.053196:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000186a0210. 00080000:00000010:1.0:1767389129.053229:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dcfa705e. 00080000:00000010:1.0:1767389129.053264:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c71d2d5e. 00080000:00000010:1.0:1767389129.053303:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f964951f. 00080000:00000010:1.0:1767389129.053340:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b08ed8d2. 00080000:00000010:1.0:1767389129.053374:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a78ec5da. 00080000:00000010:1.0:1767389129.053412:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000008034677. 00080000:00000010:1.0:1767389129.053443:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d325ceda. 00080000:00000010:1.0:1767389129.053532:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000090cbc6c8. 00080000:00000010:1.0:1767389129.053559:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d446992c. 00080000:00000010:1.0:1767389129.053580:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e50f880c. 00080000:00000010:1.0:1767389129.053613:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004e8abc5b. 00080000:00000010:1.0:1767389129.053648:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003ea519fd. 00080000:00000010:1.0:1767389129.053681:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b3bf34cf. 00080000:00000010:1.0:1767389129.053710:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000063e3110b. 00080000:00000010:1.0:1767389129.053767:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000008f1df812. 00080000:00000010:1.0:1767389129.053791:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006be633ed. 00080000:00000010:1.0:1767389129.053813:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000bb1fe420. 00080000:00000010:1.0:1767389129.053834:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003a55a967. 00080000:00000010:1.0:1767389129.053863:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006809e17f. 00080000:00000010:1.0:1767389129.053903:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dfd2139e. 00080000:00000010:1.0:1767389129.053938:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005e9d7458. 00080000:00000010:1.0:1767389129.053972:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000021d720dd. 00080000:00000010:1.0:1767389129.054012:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000dfd8e7b2. 00080000:00000010:1.0:1767389129.054152:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002868d341. 00080000:00000010:1.0:1767389129.054183:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000947c6ab8. 00080000:00000010:1.0:1767389129.054216:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a9e8ff69. 00080000:00000010:1.0:1767389129.054253:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000548093e5. 00080000:00000010:1.0:1767389129.054286:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000087e70f40. 00080000:00000010:1.0:1767389129.054317:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000474915b4. 00080000:00000010:1.0:1767389129.054349:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006d135b96. 00080000:00000010:1.0:1767389129.054378:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000df18d881. 00080000:00000010:1.0:1767389129.054407:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009ef8d061. 00080000:00000010:1.0:1767389129.054439:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000094d27e29. 00080000:00000010:1.0:1767389129.054473:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b705a37e. 00080000:00000010:1.0:1767389129.054495:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000096639faa. 00080000:00000010:1.0:1767389129.054518:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000028f8ea9e. 00080000:00000010:1.0:1767389129.054536:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c1e7a596. 00080000:00000010:1.0:1767389129.054565:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000c32f1e7a. 00080000:00000010:1.0:1767389129.054598:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e8bf96d5. 00080000:00000010:1.0:1767389129.054707:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000a31ee042. 00080000:00000010:1.0:1767389129.054781:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000b8688fa3. 00080000:00000010:1.0:1767389129.054821:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000031484288. 00080000:00000010:1.0:1767389129.054853:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000004a069a01. 00080000:00000010:1.0:1767389129.054883:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000db9d3790. 00080000:00000010:1.0:1767389129.054913:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003232f29e. 00080000:00000010:1.0:1767389129.054943:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fc192583. 00080000:00000010:1.0:1767389129.054978:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 0000000054dcdafd. 00080000:00000010:1.0:1767389129.055011:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e5d51f10. 00080000:00000010:1.0:1767389129.055044:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ec42b60c. 00080000:00000010:1.0:1767389129.055076:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000344e975e. 00080000:00000010:1.0:1767389129.055129:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ad218c62. 00080000:00000010:1.0:1767389129.055234:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007c8d3867. 00080000:00000010:1.0:1767389129.055271:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000cf37019. 00080000:00000010:1.0:1767389129.055308:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000052b0578. 00080000:00000010:1.0:1767389129.055345:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000006c4236e3. 00080000:00000010:1.0:1767389129.055384:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000d45b5393. 00080000:00000010:1.0:1767389129.055416:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000034dde1c. 00080000:00000010:1.0:1767389129.055444:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f61c2a2b. 00080000:00000010:1.0:1767389129.055477:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000288a73b. 00080000:00000010:1.0:1767389129.055499:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000007ac83085. 00080000:00000010:1.0:1767389129.055520:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000867e492c. 00080000:00000010:1.0:1767389129.055541:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002a4b4b81. 00080000:00000010:1.0:1767389129.055561:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002deaf8c6. 00080000:00000010:1.0:1767389129.055592:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000001067129f. 00080000:00000010:1.0:1767389129.055627:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000fb1611c5. 00080000:00000010:1.0:1767389129.055658:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000f5e2e780. 00080000:00000010:1.0:1767389129.055688:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e8e9600a. 00080000:00000010:1.0:1767389129.055819:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000009cca12cf. 00080000:00000010:1.0:1767389129.055864:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000000f4bdb82. 00080000:00000010:1.0:1767389129.055894:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000ea613638. 00080000:00000010:1.0:1767389129.055928:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000e3f00df8. 00080000:00000010:1.0:1767389129.055962:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000690efe06. 00080000:00000010:1.0:1767389129.055998:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005b59b67c. 00080000:00000010:1.0:1767389129.056036:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000882b959c. 00080000:00000010:1.0:1767389129.056068:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000002e764fb5. 00080000:00000010:1.0:1767389129.056134:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 00000000858128c8. 00080000:00000010:1.0:1767389129.056168:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000003e63bbe0. 00080000:00000010:1.0:1767389129.056202:0:361953:0:(osd_oi.c:714:osd_oi_add_table()) kmalloced '(oi)': 40 at 000000005f14a0b6. 00100000:00000010:1.0:1767389129.056673:0:361953:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000bd1475d4. 00100000:00000010:1.0:1767389129.056815:0:361953:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000022dccde2. 00100000:00000010:1.0:1767389129.057353:0:361953:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000001d507b4c. 00100000:00000010:1.0:1767389129.057696:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000122ba63. 00100000:00000010:1.0:1767389129.058329:0:361953:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000c66fd5ef. 00100000:00000010:1.0:1767389129.058495:0:361953:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000ca4a91d3. 00100000:00000010:1.0:1767389129.058544:0:361953:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000c1625f57. 00100000:00000010:1.0:1767389129.059538:0:361953:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 0000000045a1b32f. 00100000:00000010:1.0:1767389129.059932:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000092712352. 00100000:00000010:1.0:1767389129.059999:0:361953:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000625deef6. 00100000:00000010:1.0:1767389129.060507:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bb31968a. 00100000:00000010:1.0:1767389129.060807:0:361953:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000bd1475d4. 00100000:00000010:1.0:1767389129.061091:0:361953:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000022dccde2. 00100000:00000010:1.0:1767389129.061977:0:361953:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000001d507b4c. 00100000:00000010:1.0:1767389129.062292:0:361953:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 000000004e601206. 00100000:00000010:1.0:1767389129.062343:0:361953:0:(osd_scrub.c:802:osd_ios_new_item()) kmalloced '(item)': 48 at 00000000bf004b74. 00100000:00000010:1.0:1767389129.062349:0:361953:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000c66fd5ef. 00100000:00000010:1.0:1767389129.067577:0:361953:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000ca4a91d3. 00100000:00000010:1.0:1767389129.078373:0:361953:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000c1625f57. 00100000:00000010:1.0:1767389129.078928:0:361953:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 0000000045a1b32f. 00100000:00000010:1.0:1767389129.079271:0:361953:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000625deef6. 00100000:00000010:1.0:1767389129.080030:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007a3a1227. 00100000:00000010:1.0:1767389129.080879:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000064f8db7. 00100000:00000010:1.0:1767389129.081632:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a2eb27d0. 00100000:00000010:1.0:1767389129.081885:0:361953:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 000000004e601206. 00100000:00000010:1.0:1767389129.082350:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000093fc3a09. 00100000:00000010:1.0:1767389129.082715:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000037f2c167. 00100000:00000010:1.0:1767389129.083065:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000226da0ac. 00100000:00000010:1.0:1767389129.083508:0:361953:0:(osd_scrub.c:1274:osd_initial_OI_scrub()) kfreed 'item': 48 at 00000000bf004b74. 00000020:00000010:1.0:1767389129.083803:0:361953:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000042d151ce. 00000020:00000010:1.0:1767389129.083809:0:361953:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 320 at 000000009590e421. 00040000:00000010:1.0:1767389129.083876:0:361953:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 000000001b2831ff. 00040000:00000010:1.0:1767389129.083883:0:361953:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000288f9be1. 00040000:00000010:1.0:1767389129.083891:0:361953:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000288f9be1. 00000020:00000010:1.0:1767389129.083928:0:361953:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000288f9be1. 00000020:00000010:1.0:1767389129.083939:0:361953:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000288f9be1. 00040000:00000010:1.0:1767389129.083949:0:361953:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000f3e3821c. 00040000:00000010:1.0:1767389129.083954:0:361953:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000288f9be1. 00040000:00000010:1.0:1767389129.083961:0:361953:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000288f9be1. 00000020:00000010:1.0:1767389129.084318:0:361953:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000221dca47. 00000040:00000010:1.0:1767389129.084329:0:361953:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000011e81c5b. 00000020:00000010:1.0:1767389129.084338:0:361953:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006232e190. 00000020:00000010:1.0:1767389129.084348:0:361953:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e11d5e5f. 00040000:00000010:1.0:1767389129.084357:0:361953:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008c6751cb. 00040000:00000010:1.0:1767389129.084366:0:361953:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000c6379aa. 00080000:00000010:1.0:1767389129.084376:0:361953:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 000000003c09b2d8. 00080000:00000010:1.0:1767389129.084384:0:361953:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000c2c407cf. 00000020:00000010:1.0:1767389129.084391:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd3c0163. 00000020:00000010:1.0:1767389129.084403:0:361953:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e698f756. 00000020:00000010:1.0:1767389129.084412:0:361953:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000522e6d58. 00000008:00000010:1.0:1767389129.084425:0:361953:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000fedb05a3. 00020000:00000010:1.0:1767389129.084435:0:361953:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003f70844d. 00008000:00000010:1.0:1767389129.084446:0:361953:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000035398264. 00000080:00000010:1.0:1767389129.084461:0:361953:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000048aa7ee7. 00000020:00000010:1.0:1767389129.084469:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000184528ac. 00000020:00000010:1.0:1767389129.084485:0:361953:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at 00000000fb27edca. 00000020:00000010:1.0:1767389129.084507:0:361953:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004d311f36. 00000020:00000010:1.0:1767389129.084545:0:361953:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000ed50fb1c. 00000020:00000010:1.0:1767389129.084553:0:361953:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 0000000014efe977. 00000020:00000010:1.0:1767389129.084562:0:361953:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 00000000ba86a906. 00000020:00000010:1.0:1767389129.084576:0:361953:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000e28610cc. 00000020:00000010:1.0:1767389129.084586:0:361953:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e7f06540. 00000020:00000010:1.0:1767389129.084615:0:361953:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 00000000ba86a906. 00000020:00000010:1.0:1767389129.084625:0:361953:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000ba86a906. 00000001:00000010:1.0:1767389129.084655:0:361953:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003c09b2d8. 00000001:00000010:1.0:1767389129.084667:0:361953:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bd20cdcb. 00000001:00000010:1.0:1767389129.084673:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000221f5665. 00000001:00000010:1.0:1767389129.084680:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000184528ac. 00000001:00000010:1.0:1767389129.084684:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fd3c0163. 00000001:00000010:1.0:1767389129.084689:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000c6379aa. 00000001:00000010:1.0:1767389129.084693:0:361953:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008c6751cb. 00000001:00000010:1.0:1767389129.084702:0:361953:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000dab2f4d5. 00000001:00000010:1.0:1767389129.084705:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e11d5e5f. 00000001:00000010:1.0:1767389129.084710:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000011e81c5b. 00000001:00000010:1.0:1767389129.084715:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000221dca47. 00000001:00000010:1.0:1767389129.084721:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000505539f0. 00000020:00000010:1.0:1767389129.084728:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052f9bacd. 00000020:00000010:1.0:1767389129.084733:0:361953:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fb27edca. 00000020:00000010:1.0:1767389129.084740:0:361953:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000522e6d58. 00000008:00000010:1.0:1767389129.084781:0:361953:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000fedb05a3. 00020000:00000010:1.0:1767389129.084788:0:361953:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000003f70844d. 00008000:00000010:1.0:1767389129.084794:0:361953:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000035398264. 00000080:00000010:1.0:1767389129.084801:0:361953:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000048aa7ee7. 00000020:00000010:1.0:1767389129.084807:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079876d5c. 00000020:00000010:1.0:1767389129.084819:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a54d6917. 00000040:00000010:1.0:1767389129.084825:0:361953:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a961a446. 00000020:00000010:1.0:1767389129.084830:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ede9c050. 00000020:00000010:1.0:1767389129.084835:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000da6fd1cd. 80000000:00000010:1.0:1767389129.084841:0:361953:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b98e546a. 00040000:00000010:1.0:1767389129.084846:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bbc7073a. 00080000:00000010:1.0:1767389129.084855:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000056ff5645. 20000000:00000010:1.0:1767389129.084861:0:361953:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 00000000c2c407cf. 20000000:00000010:1.0:1767389129.084875:0:361953:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 00000000288f9be1. 00000020:00000010:1.0:1767389129.084883:0:361953:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000006232e190. 20000000:00000010:1.0:1767389129.084905:0:361953:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 00000000288f9be1. 00010000:00000010:1.0:1767389129.084921:0:361953:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000030baa45. 00000001:00000010:1.0:1767389129.084928:0:361953:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000986b6e57. 00000001:00000010:1.0:1767389129.084937:0:361953:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 0000000078f3f627. 00000001:00000010:1.0:1767389129.084944:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000002ebef110. 00000001:00000010:1.0:1767389129.084950:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000d6107d09. 00000020:00000010:1.0:1767389129.085059:0:361953:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000afa96874. 00000020:00000010:1.0:1767389129.085063:0:361953:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000de424ef8. 00000020:00000010:1.0:1767389129.085219:0:361953:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000029e1d92d. 00000020:00000010:1.0:1767389129.085225:0:361953:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000003776a35b. 00000020:00000010:1.0:1767389129.085262:0:361953:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 000000006c8654c4. 00000020:00000010:1.0:1767389129.085270:0:361953:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000e698f756. 00000020:00000010:1.0:1767389129.085279:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005e4b69e3. 00080000:00000010:1.0:1767389129.085286:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001fbdc49e. 00080000:00000010:1.0:1767389129.085295:0:361953:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000bf004b74. 00080000:00000010:1.0:1767389129.085299:0:361953:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 000000000e78ea23. 20000000:00000010:1.0:1767389129.086170:0:361953:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 0000000039c312fe. 00080000:00000010:1.0:1767389129.086180:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000488522a3. 00000020:00000010:1.0:1767389129.086373:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000068cbea1a. 00080000:00000010:1.0:1767389129.086379:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c7c4b9ea. 00000020:00000010:1.0:1767389129.086663:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000152580f0. 00080000:00000010:1.0:1767389129.086669:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000700d13b9. 00100000:00000010:1.0:1767389129.086702:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000cb4584fa. 00100000:00000010:1.0:1767389129.086706:0:361953:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000cb4584fa. 00000001:00000010:1.0:1767389129.086711:0:361953:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 0000000074d74fb5. 00080000:00000010:1.0:1767389129.086719:0:361953:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000851a82fc. 00080000:00000010:1.0:1767389129.086723:0:361953:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000cb4584fa. 00000001:00000010:1.0:1767389129.086909:0:361953:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 00000000beb3f970. 00000001:00000010:1.0:1767389129.086916:0:361953:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000af2a39c. 00000001:00000010:1.0:1767389129.086918:0:361953:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000005dfb4e9a. 00000001:00000010:1.0:1767389129.086921:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000288f9be1. 00000001:00000010:1.0:1767389129.086948:0:361953:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 0000000067055ade. 00080000:00000010:1.0:1767389129.086996:0:361953:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000cb4584fa. 00080000:00000010:1.0:1767389129.087002:0:361953:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000851a82fc. 00000001:00000010:1.0:1767389129.087024:0:361953:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000008098ffa2. 00000001:00000010:1.0:1767389129.087029:0:361953:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000001136223c. 00000001:00000010:1.0:1767389129.087033:0:361953:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000002a2b105b. 00000001:00000010:1.0:1767389129.087046:0:361953:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 0000000030122e48. 00000001:00000010:1.0:1767389129.087051:0:361953:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 000000005c1197f4. 00000020:00000010:1.0:1767389129.087078:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004b36e627. 00080000:00000010:1.0:1767389129.087086:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000ce1d550. 00000040:00000010:1.0:1767389129.087160:0:361953:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000c3046cd1. 00000020:00000010:1.0:1767389129.087169:0:361953:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 00000000870cd520. 00000020:00000010:1.0:1767389129.087175:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a5773a9b. 00080000:00000010:1.0:1767389129.087181:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006147bd30. 00080000:00000010:1.0:1767389129.087187:0:361953:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 0000000097be7af9. 00080000:00000010:1.0:1767389129.087191:0:361953:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 000000001b2d4707. 00000020:00000010:1.0:1767389129.087916:0:361953:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000009ed42bd6. 00000020:00000010:1.0:1767389129.087925:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003b82895e. 00080000:00000010:1.0:1767389129.087931:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000883a3a24. 00080000:00000010:1.0:1767389129.087936:0:361953:0:(osd_oi.c:419:osd_find_or_add_seq()) kmalloced '(osd_seq)': 48 at 00000000c970bdef. 00080000:00000010:1.0:1767389129.087940:0:361953:0:(osd_oi.c:430:osd_find_or_add_seq()) kmalloced '(osd_seq->os_compat_dirs)': 256 at 00000000720c2014. 00080000:00000010:1.0:1767389129.088580:0:361953:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000851a82fc. 00080000:00000010:1.0:1767389129.088586:0:361953:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000b954974a. 20000000:00000010:1.0:1767389129.088610:0:361953:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000603e2140. 20000000:00000010:1.0:1767389129.088614:0:361953:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 000000003c134389. 20000000:00000010:1.0:1767389129.088620:0:361953:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000039b47356. 20000000:00000010:1.0:1767389129.088623:0:361953:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 000000004e1fb36e. 20000000:00000010:1.0:1767389129.088628:0:361953:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000a87d736a. 20000000:00000010:1.0:1767389129.088631:0:361953:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000a2b2313b. 20000000:00000010:1.0:1767389129.088637:0:361953:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000ab34eccd. 20000000:00000010:1.0:1767389129.088640:0:361953:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000da16c6ca. 20000000:00000010:1.0:1767389129.088646:0:361953:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000004a129fa6. 20000000:00000010:1.0:1767389129.088649:0:361953:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000e6d4a01c. 00080000:00000010:1.0:1767389129.088655:0:361953:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000b954974a. 00080000:00000010:1.0:1767389129.088660:0:361953:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000851a82fc. 00000020:00000010:1.0:1767389129.088681:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000064df2bfe. 00080000:00000010:1.0:1767389129.088687:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000080aee11e. 20000000:00000010:1.0:1767389129.088960:0:361953:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000e6d4a01c. 20000000:00000010:1.0:1767389129.088966:0:361953:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000004a129fa6. 00000020:00000010:1.0:1767389129.088988:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000096234e11. 00080000:00000010:1.0:1767389129.088993:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c5be5c84. 20000000:00000010:1.0:1767389129.089032:0:361953:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000da16c6ca. 20000000:00000010:1.0:1767389129.089037:0:361953:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000ab34eccd. 20000000:00000010:1.0:1767389129.089040:0:361953:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000a2b2313b. 20000000:00000010:1.0:1767389129.089043:0:361953:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000a87d736a. 00000020:00000010:1.0:1767389129.089059:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000018d9d246. 00080000:00000010:1.0:1767389129.089065:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006032f44e. 20000000:00000010:1.0:1767389129.089123:0:361953:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 000000004e1fb36e. 20000000:00000010:1.0:1767389129.089128:0:361953:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000039b47356. 20000000:00000010:1.0:1767389129.089132:0:361953:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 000000003c134389. 20000000:00000010:1.0:1767389129.089135:0:361953:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000603e2140. 00000020:00000010:1.0:1767389129.089337:0:361953:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000c21e8729. 00000020:00000010:1.0:1767389129.089348:0:361953:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000c21e8729. 20000000:00000010:1.0:1767389129.089357:0:361953:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000009962e6ad. 20000000:00000010:1.0:1767389129.089367:0:361953:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 000000006bbcb1c0. 20000000:00000010:1.0:1767389129.089374:0:361953:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 00000000bb8729c5. 20000000:00000010:1.0:1767389129.089379:0:361953:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000005078a879. 20000000:00000010:1.0:1767389129.089383:0:361953:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000000d289afd. 20000000:00000010:2.0:1767389129.090088:0:361953:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 000000002c8b1847. 00000040:00000010:2.0:1767389129.090121:0:361953:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000054ef1624. 00000040:00000010:2.0:1767389129.090154:0:361953:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000054ef1624. 20000000:00000010:2.0:1767389129.090160:0:361953:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 000000002c8b1847. 00000040:00000010:2.0:1767389129.090170:0:361953:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000054ef1624. 00000040:00000010:2.0:1767389129.090200:0:361953:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000001422fdb4. 00000020:00000010:2.0:1767389129.090208:0:361953:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000011cdf8b5. 00000020:00000010:2.0:1767389129.090214:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000199047c9. 00080000:00000010:2.0:1767389129.090224:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009828b3f8. 00000040:00000010:2.0:1767389129.090294:0:361953:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000352f2e24. 00000040:00000010:2.0:1767389129.090309:0:361953:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000001422fdb4. 00000040:00000010:2.0:1767389129.090314:0:361953:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000352f2e24. 00000040:00000010:2.0:1767389129.090319:0:361953:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000054ef1624. 20000000:00000010:2.0:1767389129.090326:0:361953:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000054ef1624. 20000000:00000010:2.0:1767389129.090331:0:361953:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 000000002c8b1847. 00000040:00000010:2.0:1767389129.090336:0:361953:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000399494bd. 00000040:00000010:2.0:1767389129.090359:0:361953:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000399494bd. 20000000:00000010:2.0:1767389129.090363:0:361953:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 000000002c8b1847. 00000100:00000010:2.0:1767389129.090373:0:361953:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000399494bd. 00000100:00000010:2.0:1767389129.090381:0:361953:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000032002579. 00000100:00000010:2.0:1767389129.090401:0:361953:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000008d509222. 00000100:00000010:2.0:1767389129.090412:0:361953:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000005e7a97f1. 00000100:00000010:2.0:1767389129.090420:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044546c05. 00000100:00000010:2.0:1767389129.090425:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000352f2e24. 00000100:00000010:2.0:1767389129.090429:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d572f1b. 00000100:00000010:2.0:1767389129.090435:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000003e3ae25. 00000100:00000010:2.0:1767389129.090439:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a3ec003. 00000100:00000010:2.0:1767389129.090446:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002dffa2d6. 00000100:00000010:2.0:1767389129.090450:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004164e6df. 00000100:00000010:2.0:1767389129.090458:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000014ce3d8a. 00000100:00000010:2.0:1767389129.090463:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ef3726c. 00000100:00000010:2.0:1767389129.090470:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001c3c1c09. 00000100:00000010:2.0:1767389129.090476:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072be5a17. 00000100:00000010:2.0:1767389129.090486:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000371d887. 00000100:00000010:2.0:1767389129.090495:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022a661ae. 00000100:00000010:2.0:1767389129.090503:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001fffa14e. 00000100:00000010:2.0:1767389129.090510:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a39eda4. 00000100:00000010:2.0:1767389129.090517:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000be797a74. 00000100:00000010:2.0:1767389129.090524:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3b70ea0. 00000100:00000010:2.0:1767389129.090530:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d22becba. 00000100:00000010:2.0:1767389129.090541:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a88ec75e. 00000100:00000010:2.0:1767389129.090548:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ce21e277. 00000100:00000010:2.0:1767389129.090553:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059d33cb7. 00000100:00000010:2.0:1767389129.090561:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001d2765d8. 00000100:00000010:2.0:1767389129.090565:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2242e94. 00000100:00000010:2.0:1767389129.090570:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000014e8919e. 00000100:00000010:2.0:1767389129.090575:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef4c3258. 00000100:00000010:2.0:1767389129.090587:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e9b24275. 00000100:00000010:2.0:1767389129.090592:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6d6b6bd. 00000100:00000010:2.0:1767389129.090603:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000778f8aa5. 00000100:00000010:2.0:1767389129.090606:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f60b6aad. 00000100:00000010:2.0:1767389129.090613:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000099a87344. 00000100:00000010:2.0:1767389129.090618:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd8dc0dc. 00000100:00000010:2.0:1767389129.090628:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003010e20c. 00000100:00000010:2.0:1767389129.090637:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000759a2ed6. 00000100:00000010:2.0:1767389129.090649:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c2545aec. 00000100:00000010:2.0:1767389129.090652:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db8c046d. 00000100:00000010:2.0:1767389129.090659:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000b83992e. 00000100:00000010:2.0:1767389129.090664:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0fc7e5c. 00000100:00000010:2.0:1767389129.090669:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e43a320f. 00000100:00000010:2.0:1767389129.090673:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0a393b2. 00000100:00000010:2.0:1767389129.090680:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000080a0a3b1. 00000100:00000010:2.0:1767389129.090684:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbd4a89c. 00000100:00000010:2.0:1767389129.090692:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d9d6649e. 00000100:00000010:2.0:1767389129.090696:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5101b02. 00000100:00000010:2.0:1767389129.090703:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000037d9131d. 00000100:00000010:2.0:1767389129.090706:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3d0adb3. 00000100:00000010:2.0:1767389129.090717:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004c190441. 00000100:00000010:2.0:1767389129.090754:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089090357. 00000100:00000010:2.0:1767389129.090763:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000039cbd529. 00000100:00000010:2.0:1767389129.090767:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4d2fcd2. 00000100:00000010:2.0:1767389129.090778:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004fd968c4. 00000100:00000010:2.0:1767389129.090783:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1a49f9a. 00000100:00000010:2.0:1767389129.090789:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002b0650e9. 00000100:00000010:2.0:1767389129.090793:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001474cc39. 00000100:00000010:2.0:1767389129.090803:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001c0dda92. 00000100:00000010:2.0:1767389129.090808:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000485b078f. 00000100:00000010:2.0:1767389129.090815:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008685c143. 00000100:00000010:2.0:1767389129.090819:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8412b3c. 00000100:00000010:2.0:1767389129.090828:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004da30d39. 00000100:00000010:2.0:1767389129.090833:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009694df12. 00000100:00000010:2.0:1767389129.090839:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a87561a5. 00000100:00000010:2.0:1767389129.090844:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079d3a936. 00000100:00000010:2.0:1767389129.090849:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cc9cc44a. 00000100:00000010:2.0:1767389129.090853:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ffa0a84b. 00000100:00000010:2.0:1767389129.090858:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000543b86d. 00000100:00000010:2.0:1767389129.090865:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3cb0206. 00000100:00000010:2.0:1767389129.090875:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000078cd0213. 00000100:00000010:2.0:1767389129.090880:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002013d64b. 00000100:00000010:2.0:1767389129.090886:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003c586768. 00000100:00000010:2.0:1767389129.090890:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005104b8c7. 00000100:00000010:2.0:1767389129.090899:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c9e4014e. 00000100:00000010:2.0:1767389129.090906:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b213697d. 00000100:00000010:2.0:1767389129.090911:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000069f750c1. 00000100:00000010:2.0:1767389129.090916:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006104e967. 00000100:00000010:2.0:1767389129.090924:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009435ccdc. 00000100:00000010:2.0:1767389129.090931:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092a5f17e. 00000100:00000010:2.0:1767389129.090939:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000043b0a48d. 00000100:00000010:2.0:1767389129.090943:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e32aa27e. 00000100:00000010:2.0:1767389129.090950:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000076a9d3d6. 00000100:00000010:2.0:1767389129.090954:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068d6b4c7. 00000100:00000010:2.0:1767389129.090961:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009b535535. 00000100:00000010:2.0:1767389129.090966:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042b8bd5d. 00000100:00000010:2.0:1767389129.090972:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d41cd61d. 00000100:00000010:2.0:1767389129.090977:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002120f425. 00000100:00000010:2.0:1767389129.090985:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cadf0814. 00000100:00000010:2.0:1767389129.090989:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a49ef43f. 00000100:00000010:2.0:1767389129.091003:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000011ea81f7. 00000100:00000010:2.0:1767389129.091010:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001240a17d. 00000100:00000010:2.0:1767389129.091014:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cfa23b5a. 00000100:00000010:2.0:1767389129.091018:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000000ae03b0. 00000100:00000010:2.0:1767389129.091022:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009d765809. 00000100:00000010:2.0:1767389129.091027:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027c84013. 00000100:00000010:2.0:1767389129.091032:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000041d953da. 00000100:00000010:2.0:1767389129.091037:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de4adfb6. 00000100:00000010:2.0:1767389129.091057:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e5b99a46. 00000100:00000010:2.0:1767389129.091068:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b51f57c. 00000100:00000010:2.0:1767389129.091072:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c74261b2. 00000100:00000010:2.0:1767389129.091078:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d83e7151. 00000100:00000010:2.0:1767389129.091082:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000190173cd. 00000100:00000010:2.0:1767389129.091085:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c56138fb. 00000100:00000010:2.0:1767389129.091087:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000165d5d1d. 00000100:00000010:2.0:1767389129.091091:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7e30cb5. 00000100:00000010:2.0:1767389129.091122:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000091efa83a. 00000100:00000010:2.0:1767389129.091126:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000fb065ea. 00000100:00000010:2.0:1767389129.091129:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005f3fb7b3. 00000100:00000010:2.0:1767389129.091132:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000252517ab. 00000100:00000010:2.0:1767389129.091135:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000095010501. 00000100:00000010:2.0:1767389129.091141:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092331bde. 00000100:00000010:2.0:1767389129.091148:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005f35fb26. 00000100:00000010:2.0:1767389129.091153:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e02f31b. 00000100:00000010:2.0:1767389129.091165:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007ed943ed. 00000100:00000010:2.0:1767389129.091172:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5dc9752. 00000100:00000010:2.0:1767389129.091177:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008f713edf. 00000100:00000010:2.0:1767389129.091180:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb5e8699. 00000100:00000010:2.0:1767389129.091187:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000014eb8d10. 00000100:00000010:2.0:1767389129.091194:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8a926b1. 00000100:00000010:2.0:1767389129.091202:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004d18b03d. 00000100:00000010:2.0:1767389129.091208:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9b833a6. 00000100:00000010:2.0:1767389129.091227:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000089f72005. 00000100:00000010:2.0:1767389129.091234:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097f3216e. 00000100:00000010:2.0:1767389129.091242:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d1a9b4e8. 00000100:00000010:2.0:1767389129.091252:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002bd7f654. 00000100:00000010:2.0:1767389129.091258:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b1666f79. 00000100:00000010:2.0:1767389129.091264:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d23b1631. 00000100:00000010:2.0:1767389129.091271:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000004d6391d. 00000100:00000010:2.0:1767389129.091278:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f2c2b05. 00000100:00000010:2.0:1767389129.091291:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aa9013c5. 00000100:00000010:2.0:1767389129.091298:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b33118da. 00000100:00000010:2.0:1767389129.091303:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000062a3b76. 00000400:00000200:2.0:1767389129.091308:0:361953:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:2.0:1767389129.091402:0:361953:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005975d203. 00000020:00000010:2.0:1767389129.091411:0:361953:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000009e9493ce. 00000100:00000010:2.0:1767389129.091513:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000099dd61c8. 00000100:00000010:2.0:1767389129.091526:0:361953:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000e8967a81. 00000100:00000010:2.0:1767389129.091531:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007e35bd85. 00000100:00000010:2.0:1767389129.091541:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ccc8554d. 00000100:00000010:2.0:1767389129.091545:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000017843b98. 00000100:00000200:2.0:1767389129.091655:0:361953:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:2.0:1767389129.091662:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003ef866b3. 00000100:00000010:2.0:1767389129.092136:0:361955:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009d81b8c8. 00000020:00000010:2.0:1767389129.092143:0:361955:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b794cc91. 00000020:00000010:2.0:1767389129.092149:0:361955:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bdc05623. 00000020:00000010:2.0:1767389129.092152:0:361955:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000134f7215. 00000040:00000010:2.0:1767389129.092156:0:361955:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c56ce264. 00000020:00000010:2.0:1767389129.092161:0:361955:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a2b121e6. 00000020:00000010:2.0:1767389129.092165:0:361955:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002d23b4d6. 80000000:00000010:2.0:1767389129.092168:0:361955:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a899156b. 00040000:00000010:2.0:1767389129.092172:0:361955:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002a2ec8e1. 00080000:00000010:2.0:1767389129.092176:0:361955:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000edf7589. 20000000:00000010:2.0:1767389129.092179:0:361955:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000e507d83a. 00000100:00000200:2.0:1767389129.092184:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092193:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007399be90. 00000400:00000010:2.0:1767389129.092204:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bbafe6c6. 00000100:00000200:2.0:1767389129.092215:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092219:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001df491b7. 00000400:00000010:2.0:1767389129.092223:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8b9ca6c. 00000100:00000200:2.0:1767389129.092227:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092232:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001abd85a0. 00000400:00000010:2.0:1767389129.092237:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b521dff2. 00000100:00000200:2.0:1767389129.092240:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092244:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dcd0f8c. 00000400:00000010:2.0:1767389129.092251:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f4f40b2. 00000100:00000200:2.0:1767389129.092255:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092259:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f193452a. 00000400:00000010:2.0:1767389129.092264:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fbc1d6d. 00000100:00000200:2.0:1767389129.092270:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092276:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5989bb5. 00000400:00000010:2.0:1767389129.092281:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008cc6da4a. 00000100:00000200:2.0:1767389129.092283:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092286:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046c5e344. 00000400:00000010:2.0:1767389129.092290:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d75aa3f. 00000100:00000200:2.0:1767389129.092294:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092298:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024164eee. 00000400:00000010:2.0:1767389129.092300:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012e19651. 00000100:00000200:2.0:1767389129.092304:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092306:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bd9b48e. 00000400:00000010:2.0:1767389129.092309:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000885cdf14. 00000100:00000200:2.0:1767389129.092311:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092313:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039a065a9. 00000400:00000010:2.0:1767389129.092315:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ee641f7. 00000100:00000200:2.0:1767389129.092318:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092320:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eab702e3. 00000400:00000010:2.0:1767389129.092323:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005225395d. 00000100:00000200:2.0:1767389129.092325:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092328:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009581fcfc. 00000400:00000010:2.0:1767389129.092335:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e82cdce0. 00000100:00000200:2.0:1767389129.092336:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092338:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f28051da. 00000400:00000010:2.0:1767389129.092340:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ea7f819. 00000100:00000200:2.0:1767389129.092343:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092345:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b95e249. 00000400:00000010:2.0:1767389129.092347:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009bd18fc0. 00000100:00000200:2.0:1767389129.092348:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092350:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013ca900e. 00000400:00000010:2.0:1767389129.092354:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062e4a727. 00000100:00000200:2.0:1767389129.092358:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092360:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e86c61a9. 00000400:00000010:2.0:1767389129.092362:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8efb284. 00000100:00000200:2.0:1767389129.092365:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092368:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007be228f5. 00000400:00000010:2.0:1767389129.092370:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008efa02e4. 00000100:00000200:2.0:1767389129.092372:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092373:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027b59ffd. 00000400:00000010:2.0:1767389129.092375:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f135bcba. 00000100:00000200:2.0:1767389129.092377:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092378:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000634cd787. 00000400:00000010:2.0:1767389129.092380:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066dc3bc5. 00000100:00000200:2.0:1767389129.092381:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092382:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000495d5a0c. 00000400:00000010:2.0:1767389129.092384:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dcecb2fe. 00000100:00000200:2.0:1767389129.092386:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092388:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000914c9064. 00000400:00000010:2.0:1767389129.092390:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028362784. 00000100:00000200:2.0:1767389129.092392:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092395:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1a7b426. 00000400:00000010:2.0:1767389129.092400:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000495b2429. 00000100:00000200:2.0:1767389129.092404:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092406:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004de7f52c. 00000400:00000010:2.0:1767389129.092410:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d24efc5a. 00000100:00000200:2.0:1767389129.092413:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092415:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063057005. 00000400:00000010:2.0:1767389129.092417:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c0ee7fd. 00000100:00000200:2.0:1767389129.092419:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092420:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f32cd16. 00000400:00000010:2.0:1767389129.092422:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee33a012. 00000100:00000200:2.0:1767389129.092427:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092429:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005eadd047. 00000400:00000010:2.0:1767389129.092431:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0ffae6a. 00000100:00000200:2.0:1767389129.092433:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092435:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086311f96. 00000400:00000010:2.0:1767389129.092438:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aff0ef05. 00000100:00000200:2.0:1767389129.092440:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092441:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000944a905. 00000400:00000010:2.0:1767389129.092443:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049afb68e. 00000100:00000200:2.0:1767389129.092445:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092447:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5fc9def. 00000400:00000010:2.0:1767389129.092449:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000ddea05. 00000100:00000200:2.0:1767389129.092451:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092453:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae095744. 00000400:00000010:2.0:1767389129.092455:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053fe2f94. 00000100:00000200:2.0:1767389129.092457:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092459:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a0a0531. 00000400:00000010:2.0:1767389129.092461:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ba5c122. 00000100:00000200:2.0:1767389129.092463:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092464:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d482fef2. 00000400:00000010:2.0:1767389129.092466:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062282bdd. 00000100:00000200:2.0:1767389129.092467:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092469:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc4ee12d. 00000400:00000010:2.0:1767389129.092471:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000528192c0. 00000100:00000200:2.0:1767389129.092472:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092473:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004c804758. 00000400:00000010:2.0:1767389129.092476:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013e5837f. 00000100:00000200:2.0:1767389129.092478:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092480:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e444c6b9. 00000400:00000010:2.0:1767389129.092481:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002f6e6056. 00000100:00000200:2.0:1767389129.092483:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092485:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006aaf9913. 00000400:00000010:2.0:1767389129.092487:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d286a88d. 00000100:00000200:2.0:1767389129.092488:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092490:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e26c0f4. 00000400:00000010:2.0:1767389129.092491:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c3caba30. 00000100:00000200:2.0:1767389129.092493:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092494:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e9daf9f9. 00000400:00000010:2.0:1767389129.092496:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b3624f6. 00000100:00000200:2.0:1767389129.092498:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092500:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f7bc924. 00000400:00000010:2.0:1767389129.092502:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005178ed54. 00000100:00000200:2.0:1767389129.092503:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092505:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c13a60de. 00000400:00000010:2.0:1767389129.092506:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f09fe17e. 00000100:00000200:2.0:1767389129.092508:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092510:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4224fca. 00000400:00000010:2.0:1767389129.092511:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002b7c7a7a. 00000100:00000200:2.0:1767389129.092512:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092514:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ee8cc00. 00000400:00000010:2.0:1767389129.092516:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f51668b5. 00000100:00000200:2.0:1767389129.092518:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092520:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9bb3bee. 00000400:00000010:2.0:1767389129.092523:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003a7392d2. 00000100:00000200:2.0:1767389129.092525:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092526:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bda18266. 00000400:00000010:2.0:1767389129.092528:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7b49800. 00000100:00000200:2.0:1767389129.092530:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092532:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa16c76e. 00000400:00000010:2.0:1767389129.092533:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024044d2d. 00000100:00000200:2.0:1767389129.092535:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092538:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000827247c4. 00000400:00000010:2.0:1767389129.092540:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc93cf76. 00000100:00000200:2.0:1767389129.092543:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092544:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e67763b6. 00000400:00000010:2.0:1767389129.092547:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6e0a90c. 00000100:00000200:2.0:1767389129.092549:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092550:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7947eca. 00000400:00000010:2.0:1767389129.092552:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f3a6953. 00000100:00000200:2.0:1767389129.092553:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092555:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e20cbbf3. 00000400:00000010:2.0:1767389129.092557:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000085c7098c. 00000100:00000200:2.0:1767389129.092558:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092560:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000771dfb85. 00000400:00000010:2.0:1767389129.092562:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a308e69d. 00000100:00000200:2.0:1767389129.092564:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092566:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a40569e. 00000400:00000010:2.0:1767389129.092569:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000047d365a. 00000100:00000200:2.0:1767389129.092571:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092572:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c56345b. 00000400:00000010:2.0:1767389129.092574:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000932ac553. 00000100:00000200:2.0:1767389129.092576:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092578:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005946a6fe. 00000400:00000010:2.0:1767389129.092581:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033fa3e1e. 00000100:00000200:2.0:1767389129.092583:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092584:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a789ddd. 00000400:00000010:2.0:1767389129.092586:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d0f4d48. 00000100:00000200:2.0:1767389129.092588:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092589:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bee329f. 00000400:00000010:2.0:1767389129.092592:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000b0d19a4. 00000100:00000200:2.0:1767389129.092594:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092595:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9e46414. 00000400:00000010:2.0:1767389129.092597:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000242d2240. 00000100:00000200:2.0:1767389129.092599:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092600:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ada702ac. 00000400:00000010:2.0:1767389129.092603:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fa5b7899. 00000100:00000200:2.0:1767389129.092605:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092606:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000584a1a12. 00000400:00000010:2.0:1767389129.092608:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064a701d3. 00000100:00000200:2.0:1767389129.092611:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092613:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000163b2c1. 00000400:00000010:2.0:1767389129.092615:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000150baf59. 00000100:00000200:2.0:1767389129.092617:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092618:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000460cd64. 00000400:00000010:2.0:1767389129.092620:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007629a164. 00000100:00000200:2.0:1767389129.092622:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092623:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006259dc78. 00000400:00000010:2.0:1767389129.092625:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cc64e735. 00000100:00000200:2.0:1767389129.092627:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092629:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b27147f. 00000400:00000010:2.0:1767389129.092631:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce9596f3. 00000100:00000200:2.0:1767389129.092632:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092633:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094136315. 00000400:00000010:2.0:1767389129.092636:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000214b94bb. 00000100:00000200:2.0:1767389129.092638:0:361955:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.092639:0:361955:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041ba74a3. 00000400:00000010:2.0:1767389129.092641:0:361955:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b0d98401. 00000100:00000010:2.0:1767389129.092662:0:361955:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000020c21e4a. 00000100:00000200:2.0:1767389129.092687:0:361955:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1767389129.092814:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d5e31b3e. 00000100:00000010:3.0:1767389129.093095:0:361957:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000405ec8de. 00000020:00000010:3.0:1767389129.093125:0:361957:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001ffc554c. 00000020:00000010:3.0:1767389129.093147:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000837628d2. 00000020:00000010:3.0:1767389129.093152:0:361957:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000022aa4b7e. 00000040:00000010:3.0:1767389129.093157:0:361957:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005f6b5bcc. 00000020:00000010:3.0:1767389129.093165:0:361957:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000045548e5b. 00000020:00000010:3.0:1767389129.093171:0:361957:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000092799db1. 80000000:00000010:3.0:1767389129.093175:0:361957:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009636ba34. 00040000:00000010:3.0:1767389129.093185:0:361957:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f4ceb0bc. 00080000:00000010:3.0:1767389129.093192:0:361957:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000105b2305. 20000000:00000010:3.0:1767389129.093198:0:361957:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000497b2084. 00000100:00000010:3.0:1767389129.093229:0:361957:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000c9aaa005. 00000100:00000200:3.0:1767389129.093255:0:361957:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767389129.093299:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ee889cc4. 00000100:00000010:2.0:1767389129.093531:0:361958:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000104b636e. 00000020:00000010:2.0:1767389129.093538:0:361958:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000090234c2. 00000020:00000010:2.0:1767389129.093543:0:361958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000057c08578. 00000020:00000010:2.0:1767389129.093547:0:361958:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009072ec96. 00000040:00000010:2.0:1767389129.093551:0:361958:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000037ed06a7. 00000020:00000010:2.0:1767389129.093555:0:361958:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a4b606b1. 00000020:00000010:2.0:1767389129.093561:0:361958:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001bd68ddd. 80000000:00000010:2.0:1767389129.093565:0:361958:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000089fbc4a. 00040000:00000010:2.0:1767389129.093572:0:361958:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006fc9a729. 00080000:00000010:2.0:1767389129.093576:0:361958:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bf5cd25d. 20000000:00000010:2.0:1767389129.093580:0:361958:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000052a19d6e. 00000100:00000010:2.0:1767389129.093601:0:361958:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000610c162b. 00000100:00000200:2.0:1767389129.093630:0:361958:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:3.0:1767389129.093873:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009828b3f8. 00000020:00000010:3.0:1767389129.093887:0:361953:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000199047c9. 00000020:00000010:3.0:1767389129.093903:0:361953:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000d8ccc4fb. 00080000:00000010:3.0:1767389129.093926:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c5be5c84. 00000020:00000010:3.0:1767389129.093929:0:361953:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000096234e11. 00080000:00000010:3.0:1767389129.093943:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000006032f44e. 00000020:00000010:3.0:1767389129.093947:0:361953:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000018d9d246. 00080000:00000010:3.0:1767389129.093964:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000080aee11e. 00000020:00000010:3.0:1767389129.093969:0:361953:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000064df2bfe. 00080000:00000010:3.0:1767389129.093986:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000488522a3. 20000000:00000010:3.0:1767389129.093993:0:361953:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 0000000039c312fe. 00000020:00000010:3.0:1767389129.094005:0:361953:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a54d6917. 00000040:00000010:3.0:1767389129.094013:0:361953:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a961a446. 00000020:00000010:3.0:1767389129.094019:0:361953:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ede9c050. 00000020:00000010:3.0:1767389129.094025:0:361953:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000da6fd1cd. 80000000:00000010:3.0:1767389129.094033:0:361953:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b98e546a. 00040000:00000010:3.0:1767389129.094038:0:361953:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bbc7073a. 00080000:00000010:3.0:1767389129.094043:0:361953:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000056ff5645. 00000020:00000010:3.0:1767389129.094047:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079876d5c. 00000020:00000010:3.0:1767389129.094055:0:361953:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fb27edca. 00000020:00000010:3.0:1767389129.094060:0:361953:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000522e6d58. 00000008:00000010:3.0:1767389129.094066:0:361953:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000fedb05a3. 00020000:00000010:3.0:1767389129.094073:0:361953:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000003f70844d. 00008000:00000010:3.0:1767389129.094079:0:361953:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000035398264. 00000080:00000010:3.0:1767389129.094086:0:361953:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000048aa7ee7. 00000020:00000010:3.0:1767389129.094093:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052f9bacd. 00000020:00000010:3.0:1767389129.094128:0:361953:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000ba86a906. 00000020:00000010:3.0:1767389129.094165:0:361953:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 0000000071e07c85. 00000020:00000010:3.0:1767389129.094171:0:361953:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000e3289d10. 00000100:02020000:3.0:1767389129.094191:0:361953:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.113@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:2.0:1767389129.101693:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000131cf53f. 00000400:00000200:2.0:1767389129.101705:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009913b38a 00000400:00000010:2.0:1767389129.101709:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009913b38a. 00000400:00000010:0.0:1767389129.101721:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d7752f5. 00000100:00000200:2.0:1767389129.101767:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009e724734 x1853241654553728/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389135 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389129.101789:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009e724734 x1853241654553728/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389135 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389129.101809:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b193d21e 00000400:00000010:0.0:1767389129.101819:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b193d21e. 00000100:00000200:0.0:1767389129.101839:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e169cbd2 x1853241654553984/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389140 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389129.101842:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009fa59c77. 02000000:00000010:2.0:1767389129.101856:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009b73f1f1. 00000100:00000200:0.0:1767389129.101874:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e169cbd2 x1853241654553984/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389140 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767389129.101879:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009e724734. 02000000:00000010:0.0:1767389129.101928:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000011e78733. 02000000:00000010:0.0:1767389129.101942:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009d60205e. 00000100:00000010:0.0:1767389129.101959:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e169cbd2. 00000100:00000010:3.0:1767389129.102238:0:361953:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000906bb8a. 02000000:00000010:3.0:1767389129.102266:0:361953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d11cb0b3. 02000000:00000010:2.0:1767389129.102392:0:337535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002549f554. 00000400:00000010:2.0:1767389129.102403:0:337535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e7952ad. 00000400:00000010:2.0:1767389129.102410:0:337535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009913b38a. 00000100:00000200:2.0:1767389129.102416:0:337535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654554240, portal 25 00000400:00000010:2.0:1767389129.102423:0:337535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000471bfa54. 00000100:00000200:2.0:1767389129.102428:0:337535:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853241654554240, offset 0 00000400:00000200:2.0:1767389129.102439:0:337535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.102460:0:337535:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.102479:0:337535:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x695837280ae80 00000400:00000200:2.0:1767389129.102489:0:337535:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x2651 [2] + 0 00000400:00000010:2.0:1767389129.102494:0:337535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007399be90. 00000400:00000200:2.0:1767389129.102499:0:337535:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bbafe6c6 00000400:00000200:2.0:1767389129.102507:0:337535:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.102513:0:337535:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389129.102520:0:337535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbafe6c6 00000400:00000010:2.0:1767389129.102522:0:337535:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bbafe6c6. 00000100:00000200:2.0:1767389129.102529:0:337535:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767389129.102562:0:337535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000471bfa54 00000400:00000010:2.0:1767389129.102565:0:337535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000471bfa54. 00000100:00000200:2.0:1767389129.102572:0:337535:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000906bb8a x1853241654554240/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767389139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767389129.102596:0:337535:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c0ac8116. 00000100:00000010:2.0:1767389129.102618:0:337535:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000035f6bcfd. 00000020:00000010:3.0:1767389129.102629:0:361958:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e48d496d. 00000100:00000010:2.0:1767389129.102629:0:337535:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000486410ef. 00000100:00000010:2.0:1767389129.102643:0:337535:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c455481a. 00000020:00000010:3.0:1767389129.102664:0:361958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052f9bacd. 00000020:00000010:3.0:1767389129.102676:0:361958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000091bfdbc6. 00000020:00000010:3.0:1767389129.102684:0:361958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009dc3d12e. 00000100:00000200:3.0:1767389129.102791:0:361958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654554240 02000000:00000010:3.0:1767389129.102820:0:361958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000cce5a5b5. 00000020:00000010:3.0:1767389129.102837:0:361958:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000030df62b9. 00000001:00000010:3.0:1767389129.102853:0:361958:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000f18f70d7. 00000001:00000010:3.0:1767389129.102864:0:361958:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000007a0b28f. 00000001:00000010:3.0:1767389129.102870:0:361958:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000079876d5c. 00000001:00000010:3.0:1767389129.102877:0:361958:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bbc7073a. 00000001:00000010:3.0:1767389129.102883:0:361958:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000da6fd1cd. 00000001:00000010:3.0:1767389129.102890:0:361958:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a961a446. 00000020:00000010:3.0:1767389129.102911:0:361958:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000c95787e1. 00000020:00000010:3.0:1767389129.103027:0:361958:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000007847b156. 00000020:00000010:3.0:1767389129.103036:0:361958:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 00000000808c97b9. 00000020:00000010:3.0:1767389129.103041:0:361958:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000002ea5be30. 00000020:00000010:3.0:1767389129.103069:0:361958:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000356ece97. 00000020:00000010:3.0:1767389129.103077:0:361958:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000c6d47de1. 00000020:00000010:3.0:1767389129.103083:0:361958:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000a54d6917. 00000020:00000010:3.0:1767389129.103134:0:361958:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000e7c24fbe. 00010000:00000200:3.0:1767389129.103190:0:361958:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a3d4457e x1853241654554240/t0(0) o250->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767389149 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389129.103221:0:361958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055ea294a. 00000100:00000200:3.0:1767389129.103230:0:361958:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853241654554240, offset 0 00000400:00000200:3.0:1767389129.103242:0:361958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389129.103260:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389129.103277:0:361958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x695837280ae80 00000400:00000200:3.0:1767389129.103435:0:361958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x2751 [1] + 0 00000400:00000200:3.0:1767389129.103450:0:361958:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389129.103457:0:361958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767389129.103472:0:361958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000906bb8a x1853241654554240/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767389139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389129.103520:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055ea294a 00000400:00000010:3.0:1767389129.103525:0:361958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055ea294a. 00000400:00000010:2.0:1767389129.103550:0:337535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e7952ad. 00000400:00000200:2.0:1767389129.103559:0:337535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009913b38a 00000400:00000010:2.0:1767389129.103561:0:337535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009913b38a. 00000100:00000200:2.0:1767389129.103569:0:337535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000906bb8a x1853241654554240/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767389139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389129.103581:0:337535:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000906bb8a x1853241654554240/t0(0) o250->MGC192.168.204.113@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767389139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767389129.103641:0:361958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000091bfdbc6. 00000020:00000010:2.0:1767389129.103650:0:337535:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 000000003d8e49c8. 00000020:00000010:3.0:1767389129.103658:0:361958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009dc3d12e. 00000020:00000010:3.0:1767389129.103670:0:361958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052f9bacd. 02000000:00000010:3.0:1767389129.103685:0:361958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000cce5a5b5. 00000100:00000200:3.0:1767389129.103697:0:361958:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767389129.103707:0:361958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aaa503a8. 02000000:00000010:2.0:1767389129.103710:0:337535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002549f554. 00000400:00000010:3.0:1767389129.103718:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e42ca491. 02000000:00000010:2.0:1767389129.103718:0:337535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d11cb0b3. 00000100:00000010:2.0:1767389129.103773:0:337535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000906bb8a. 00000020:00000010:1.0:1767389129.103775:0:361953:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 00000000e3289d10. 00000020:00000010:1.0:1767389129.103794:0:361953:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 0000000071e07c85. 00000020:00000010:1.0:1767389129.103822:0:361953:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000a8454806. 00000020:00000010:1.0:1767389129.103838:0:361953:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000e844b8ae. 00000020:00000010:1.0:1767389129.103851:0:361953:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000fb28f91d. 00000020:00000010:1.0:1767389129.103867:0:361953:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000a8454806. 00000020:00000010:2.0:1767389129.103869:0:257746:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 0000000044466658. 00000020:00000010:1.0:1767389129.103878:0:361953:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 000000002e28a49a. 00000001:00000010:1.0:1767389129.103910:0:361953:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000655acc5a. 00000100:00000010:2.0:1767389129.103920:0:257746:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000087b3cc57. 00000001:00000010:1.0:1767389129.103923:0:361953:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000086edcf5a. 00000001:00000010:1.0:1767389129.103934:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000df05f51e. 00000001:00000010:1.0:1767389129.103941:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001f28b041. 00000100:00000010:2.0:1767389129.103945:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c4f469a5. 00000001:00000010:1.0:1767389129.103948:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c5ba68b7. 00000001:00000010:1.0:1767389129.103958:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000133c1dbc. 00000001:00000010:1.0:1767389129.103967:0:361953:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b9922314. 02000000:00000010:2.0:1767389129.103968:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000078fffa08. 00000001:00000010:1.0:1767389129.103981:0:361953:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000058537797. 00000100:00000010:2.0:1767389129.103987:0:257746:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002549f554. 00000001:00000010:1.0:1767389129.103991:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000028d871. 00000100:00000010:2.0:1767389129.103996:0:257746:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000092f14b79. 00000001:00000010:1.0:1767389129.104004:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002efac834. 00000001:00000010:1.0:1767389129.104014:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004807adc0. 00000400:00000010:2.0:1767389129.104025:0:257746:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e7952ad. 00000001:00000010:1.0:1767389129.104028:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000645dee25. 00000400:00000010:2.0:1767389129.104034:0:257746:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009913b38a. 00000020:00000010:1.0:1767389129.104042:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b73b71f1. 00000100:00000200:2.0:1767389129.104043:0:257746:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695837280af00-0x695837280af00, portal 33 00000020:00000010:1.0:1767389129.104057:0:361953:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073454d7d. 00000020:00000010:1.0:1767389129.104068:0:361953:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000021dde72e. 02000000:00000010:2.0:1767389129.104071:0:257746:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000004fac8970. 00000008:00000010:1.0:1767389129.104076:0:361953:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000de8507cb. 00000400:00000010:2.0:1767389129.104080:0:257746:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000031c24c0. 00020000:00000010:1.0:1767389129.104088:0:361953:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000007b02de4. 00000400:00000010:2.0:1767389129.104090:0:257746:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d83caf25. 00008000:00000010:1.0:1767389129.104126:0:361953:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000074b22131. 00000100:00000200:2.0:1767389129.104127:0:257746:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654554368, portal 25 00000400:00000010:2.0:1767389129.104139:0:257746:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f545a7f4. 00000080:00000010:1.0:1767389129.104143:0:361953:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006278cd4f. 00000100:00000200:2.0:1767389129.104146:0:257746:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853241654554368, offset 0 00000020:00000010:1.0:1767389129.104158:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c1ef98d. 00000400:00000200:2.0:1767389129.104160:0:257746:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767389129.104173:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000043c2f94e. 00000400:00000200:2.0:1767389129.104182:0:257746:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000010:1.0:1767389129.104187:0:361953:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a23ba5c8. 00000400:00000200:2.0:1767389129.104201:0:257746:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695837280af00 00000020:00000010:1.0:1767389129.104201:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009874dad8. 00000020:00000010:1.0:1767389129.104215:0:361953:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000057d12b29. 00000400:00000200:2.0:1767389129.104218:0:257746:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2655 [2] + 0 00000020:00000010:1.0:1767389129.104228:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006d376792. 00000400:00000010:2.0:1767389129.104230:0:257746:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001df491b7. 80000000:00000010:1.0:1767389129.104240:0:361953:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a8454806. 00000400:00000200:2.0:1767389129.104243:0:257746:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a8b9ca6c 40000000:00000010:1.0:1767389129.104252:0:361953:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b72fbc1b. 00000400:00000200:2.0:1767389129.104256:0:257746:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000010:1.0:1767389129.104266:0:361953:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000b5af852. 00000400:00000200:2.0:1767389129.104268:0:257746:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00040000:00000010:1.0:1767389129.104281:0:361953:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a3da27a6. 00000400:00000200:2.0:1767389129.104282:0:257746:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8b9ca6c 00000400:00000010:2.0:1767389129.104292:0:257746:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8b9ca6c. 00040000:00000010:1.0:1767389129.104296:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b15bf4c1. 00000100:00000200:2.0:1767389129.104304:0:257746:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00080000:00000010:1.0:1767389129.104307:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000999df18b. 00000004:00000010:1.0:1767389129.104321:0:361953:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 00000000c21e8729. 00000400:00000200:2.0:1767389129.104337:0:257746:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f545a7f4 00000400:00000010:2.0:1767389129.104343:0:257746:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f545a7f4. 00000100:00000200:2.0:1767389129.104352:0:257746:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000c4f469a5 x1853241654554368/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767389145 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767389129.104444:0:361953:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000c9789eb7. 00000100:00000010:1.0:1767389129.104458:0:361953:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000eec07580. 00000020:00000010:3.0:1767389129.104470:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e4ecb95. 00000020:00000010:3.0:1767389129.104480:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e4ecb95. 00000100:00000010:1.0:1767389129.104486:0:361953:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000008657bfa7. 00000020:00000010:3.0:1767389129.104492:0:361958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052f9bacd. 00000020:00000010:3.0:1767389129.104504:0:361958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000091bfdbc6. 00000100:00000010:1.0:1767389129.104506:0:361953:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000003fbdf3b8. 00000020:00000010:3.0:1767389129.104514:0:361958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009dc3d12e. 00000100:00000010:1.0:1767389129.104522:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a07f5a6. 00000020:00000010:3.0:1767389129.104568:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005e4ecb95. 00000020:00000010:3.0:1767389129.104576:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005e4ecb95. 00000100:00000200:3.0:1767389129.104583:0:361958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654554368 00000100:00000010:1.0:1767389129.104703:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000849fc8f0. 00000100:00000010:1.0:1767389129.104716:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030122e48. 02000000:00000010:3.0:1767389129.104784:0:361958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000050e9914e. 20000000:00000010:3.0:1767389129.104807:0:361958:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 0000000080687c9b. 00000100:00000010:3.0:1767389129.104816:0:361958:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000cce5a5b5. 00000100:00000010:3.0:1767389129.104821:0:361958:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000d752edd0. 00000400:00000010:3.0:1767389129.104834:0:361958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055ea294a. 00000400:00000010:3.0:1767389129.104848:0:361958:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b12e7c89. 00000400:00000200:3.0:1767389129.104857:0:361958:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767389129.104875:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767389129.104889:0:361958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695837280af00 00000400:00000200:3.0:1767389129.104901:0:361958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2761 [1] + 0 00000400:00000010:3.0:1767389129.104908:0:361958:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e7952ad. 00000400:00000200:3.0:1767389129.104915:0:361958:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009913b38a 00000100:00000200:3.0:1767389129.104923:0:361958:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000cce5a5b5 00000400:00000200:3.0:1767389129.104942:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000100:00000010:1.0:1767389129.104949:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000089bb9e77. 00000400:00000200:3.0:1767389129.104965:0:361958:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x276d 00000100:00000010:1.0:1767389129.104969:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065a0f1f1. 00000400:00000200:3.0:1767389129.104980:0:361958:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389129.104990:0:361958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1767389129.104998:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055ea294a 00000400:00000010:3.0:1767389129.105005:0:361958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000055ea294a. 00000100:00000200:3.0:1767389129.105012:0:361958:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000cce5a5b5 00000400:00000200:3.0:1767389129.105021:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009913b38a 00000400:00000010:3.0:1767389129.105025:0:361958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009913b38a. 00000100:00000200:3.0:1767389129.105036:0:361958:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000c4f469a5 desc 000000002549f554 mbits 1853241654554368 00000100:00000010:1.0:1767389129.105176:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004d50cf1e. 00000100:00000200:3.0:1767389129.105188:0:361958:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695837280af00-0x695837280af00 00000100:00000010:1.0:1767389129.105195:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c47649bb. 20000000:00000010:3.0:1767389129.105213:0:361958:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 0000000098a336bb. 20000000:00000010:3.0:1767389129.105223:0:361958:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000014a280f8. 20000000:00000010:3.0:1767389129.105246:0:361958:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000006f84761e. 20000000:00000010:3.0:1767389129.105252:0:361958:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 0000000072fa6489. 20000000:00000010:3.0:1767389129.105255:0:361958:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000211f7abd. 00000100:00000010:1.0:1767389129.105344:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000de4c9ab9. 00000100:00000010:1.0:1767389129.105357:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097f4835b. 00000100:00000010:1.0:1767389129.105554:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000edacf629. 00000100:00000010:1.0:1767389129.105568:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049cc2107. 00000020:00000010:0.0:1767389129.105660:0:361958:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000000886cdab. 20000000:00000010:0.0:1767389129.105675:0:361958:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 000000009d60205e. 00080000:00000010:0.0:1767389129.105686:0:361958:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f2be8063. 20000000:00000010:0.0:1767389129.106068:0:361958:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000a3c77b9d. 00000040:00000010:0.0:1767389129.106078:0:361958:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000560f308b. 00000040:00000010:0.0:1767389129.106158:0:361958:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000006784a7b3. 00000020:00000010:0.0:1767389129.106168:0:361958:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009b73f1f1. 00080000:00000010:0.0:1767389129.106176:0:361958:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000956cffea. 00000040:00000010:0.0:1767389129.106263:0:361958:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000ceb75cd3. 00000100:00000010:1.0:1767389129.106362:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005aaeb3fe. 00000100:00000010:1.0:1767389129.106381:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002f0075b4. 00000100:00000010:1.0:1767389129.106534:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f52e7314. 00000100:00000010:1.0:1767389129.106547:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1ce5ef0. 00000100:00000010:1.0:1767389129.106720:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007cc75ff5. 00000100:00000010:1.0:1767389129.106787:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001611e464. 00000040:00000010:0.0:1767389129.106845:0:361958:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000f66561e6. 00000100:00000010:1.0:1767389129.106968:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000373a989a. 00000100:00000010:1.0:1767389129.106983:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000812be8a4. 00000020:00000010:3.0:1767389129.107082:0:361961:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d3495ea. 00000020:00000010:3.0:1767389129.107094:0:361961:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000460d7c9a. 00000040:00000010:3.0:1767389129.107123:0:361961:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000009e30be1. 00000020:00000010:3.0:1767389129.107130:0:361961:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000064290599. 00000020:00000010:3.0:1767389129.107138:0:361961:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389129.107145:0:361961:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f6d9c535. 80000000:00000010:3.0:1767389129.107151:0:361961:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c3c6a94a. 40000000:00000010:3.0:1767389129.107157:0:361961:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006bd1012a. 00100000:00000010:3.0:1767389129.107166:0:361961:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009c8f2fcb. 00040000:00000010:3.0:1767389129.107173:0:361961:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f7b5e629. 00040000:00000010:3.0:1767389129.107182:0:361961:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b644bd55. 00000100:00000010:1.0:1767389129.107182:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a22669d4. 00000100:00000010:1.0:1767389129.107203:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046d31dea. 00080000:00000010:3.0:1767389129.107204:0:361961:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000091d90b27. 00000004:00000010:3.0:1767389129.107225:0:361961:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000072696e0d. 00002000:00000010:3.0:1767389129.107235:0:361961:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c7ce5c6a. 00000020:00000010:3.0:1767389129.107242:0:361961:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ff50b108. 00000040:00000010:3.0:1767389129.107254:0:361961:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c706719d. 00000100:00000010:1.0:1767389129.107349:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000278a2548. 00000100:00000010:1.0:1767389129.107360:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f43e8f0. 00000100:00000010:1.0:1767389129.107534:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000632bf58c. 00000100:00000010:1.0:1767389129.107543:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040351cb1. 00000040:00000010:3.0:1767389129.107562:0:361961:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000c706719d. 00000020:00000010:3.0:1767389129.107575:0:361961:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ff50b108. 00000020:00000010:3.0:1767389129.107585:0:361961:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000460d7c9a. 00000040:00000010:3.0:1767389129.107590:0:361961:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000009e30be1. 00000020:00000010:3.0:1767389129.107595:0:361961:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000064290599. 00000020:00000010:3.0:1767389129.107602:0:361961:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389129.107612:0:361961:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f6d9c535. 80000000:00000010:3.0:1767389129.107617:0:361961:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c3c6a94a. 40000000:00000010:3.0:1767389129.107622:0:361961:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006bd1012a. 00100000:00000010:3.0:1767389129.107628:0:361961:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009c8f2fcb. 00040000:00000010:3.0:1767389129.107634:0:361961:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f7b5e629. 00040000:00000010:3.0:1767389129.107642:0:361961:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b644bd55. 00080000:00000010:3.0:1767389129.107647:0:361961:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000091d90b27. 00000004:00000010:3.0:1767389129.107652:0:361961:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000072696e0d. 00002000:00000010:3.0:1767389129.107660:0:361961:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c7ce5c6a. 00000020:00000010:3.0:1767389129.107664:0:361961:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d3495ea. 00000100:00000010:1.0:1767389129.107713:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001a0219d6. 00000100:00000010:1.0:1767389129.107724:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000db81dcd5. 00000040:00000010:2.0:1767389129.107771:0:361958:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000f66561e6. 00000040:00000010:2.0:1767389129.107791:0:361958:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000006784a7b3. 00000040:00000010:2.0:1767389129.107800:0:361958:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000ceb75cd3. 00000040:00000010:2.0:1767389129.107808:0:361958:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000560f308b. 20000000:00000010:2.0:1767389129.107815:0:361958:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000a3c77b9d. 20000000:00000010:2.0:1767389129.107826:0:361958:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 0000000003bd316f. 00000040:00000010:2.0:1767389129.107832:0:361958:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000aef985f3. 00000040:00000010:2.0:1767389129.107884:0:361958:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000aef985f3. 20000000:00000010:2.0:1767389129.107888:0:361958:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 0000000003bd316f. 20000000:00000010:2.0:1767389129.107895:0:361958:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000004a7c9a6c. 20000000:00000010:2.0:1767389129.107911:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aef985f3. 20000000:00000010:2.0:1767389129.107920:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f5ac05c8. 00000100:00000010:1.0:1767389129.107923:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e20f1f19. 20000000:00000010:2.0:1767389129.107928:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004d54314c. 00000100:00000010:1.0:1767389129.107937:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000548735c8. 20000000:00000010:2.0:1767389129.107938:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ff1c2b51. 20000000:00000010:2.0:1767389129.107951:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fc63e944. 20000000:00000010:2.0:1767389129.107958:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007c8b9ae5. 20000000:00000010:2.0:1767389129.107963:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bbf4603e. 20000000:00000010:2.0:1767389129.107968:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f52fd154. 20000000:00000010:2.0:1767389129.107972:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002ca97542. 20000000:00000010:2.0:1767389129.107978:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003e366dc7. 20000000:00000010:2.0:1767389129.107982:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002adb87d1. 20000000:00000010:2.0:1767389129.107990:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000003f0ec8f. 20000000:00000010:2.0:1767389129.107998:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003ad6e4ad. 20000000:00000010:2.0:1767389129.108005:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000743871ed. 20000000:00000010:2.0:1767389129.108010:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000078ccd205. 20000000:00000010:2.0:1767389129.108014:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000741d9806. 20000000:00000010:2.0:1767389129.108019:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f26c57cf. 20000000:00000010:2.0:1767389129.108024:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000084d0f7. 20000000:00000010:2.0:1767389129.108031:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003c4e9864. 20000000:00000010:2.0:1767389129.108036:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000306474fe. 20000000:00000010:2.0:1767389129.108041:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000a6f917a. 20000000:00000010:2.0:1767389129.108046:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f85a5151. 20000000:00000010:2.0:1767389129.108052:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000016de92a8. 20000000:00000010:2.0:1767389129.108058:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000c1bb516. 20000000:00000010:2.0:1767389129.108063:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000054ab21dd. 20000000:00000010:2.0:1767389129.108068:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d4fb3095. 20000000:00000010:2.0:1767389129.108073:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008cac7b7d. 20000000:00000010:2.0:1767389129.108078:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001b1cd066. 20000000:00000010:2.0:1767389129.108085:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ab221561. 20000000:00000010:2.0:1767389129.108091:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a78a4370. 20000000:00000010:2.0:1767389129.108121:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e82de931. 00000100:00000010:1.0:1767389129.108128:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000488414d8. 20000000:00000010:2.0:1767389129.108131:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000b7f6746. 00000100:00000010:1.0:1767389129.108141:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003de6ce0. 20000000:00000010:2.0:1767389129.108142:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000dcc5587. 20000000:00000010:2.0:1767389129.108160:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000be46304b. 20000000:00000010:2.0:1767389129.108166:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000db60bec. 20000000:00000010:2.0:1767389129.108172:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bc099e4e. 20000000:00000010:2.0:1767389129.108177:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003ec81d47. 20000000:00000010:2.0:1767389129.108187:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aeda0404. 20000000:00000010:2.0:1767389129.108196:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000097aebe05. 20000000:00000010:2.0:1767389129.108207:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fabcedbd. 20000000:00000010:2.0:1767389129.108216:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007a512b83. 20000000:00000010:2.0:1767389129.108224:0:361958:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ffc61eee. 00000100:00000010:1.0:1767389129.108301:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009600ef2b. 00080000:00000010:2.0:1767389129.108308:0:361958:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000ee63ac9. 00000100:00000010:1.0:1767389129.108310:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cadb5515. 00000100:00000010:1.0:1767389129.108481:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d07b8c28. 00000100:00000010:1.0:1767389129.108497:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa718f55. 00000100:00000010:1.0:1767389129.108680:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000092fa694. 00000100:00000010:1.0:1767389129.108692:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fbf3a47d. 00000100:00000010:1.0:1767389129.108922:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000654db335. 00000100:00000010:1.0:1767389129.108937:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd6e993e. 00000100:00000010:1.0:1767389129.109140:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fe04ec60. 00000100:00000010:1.0:1767389129.109153:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025a13575. 00000100:00000010:1.0:1767389129.109331:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ab94d91b. 00000100:00000010:1.0:1767389129.109346:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001e50dd3b. 00000100:00000010:1.0:1767389129.109524:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f4be27c3. 00000100:00000010:1.0:1767389129.109535:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd6ddcf7. 00000100:00000010:1.0:1767389129.109769:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e98b9a66. 00000100:00000010:1.0:1767389129.109783:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7dde224. 00000100:00000010:1.0:1767389129.109967:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b6a5835e. 00000100:00000010:1.0:1767389129.109985:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cb1ab0d4. 00000100:00000010:1.0:1767389129.110189:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009f685bb0. 00000100:00000010:1.0:1767389129.110203:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0114e52. 00000100:00000010:1.0:1767389129.110381:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fccb65bd. 00000100:00000010:1.0:1767389129.110396:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce7179d8. 00000100:00000010:1.0:1767389129.111022:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009909a46f. 00000100:00000010:1.0:1767389129.111242:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089b7390a. 00000100:00000010:1.0:1767389129.111488:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005a1c8b10. 00000100:00000010:1.0:1767389129.111712:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6deabf4. 00010000:00000010:3.1:1767389129.111785:0:361962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000031cb1208. 00010000:00000010:3.1:1767389129.111809:0:361962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d6cfca19. 00010000:00000010:3.1:1767389129.111833:0:361962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000017a93619. 00010000:00000010:3.1:1767389129.111850:0:361962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000089d6c3b4. 00010000:00000010:3.1:1767389129.111860:0:361962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c0f2a474. 00010000:00000010:3.1:1767389129.111870:0:361962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ecb86aec. 00010000:00000010:3.1:1767389129.111883:0:361962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000096de7756. 00010000:00000010:3.1:1767389129.111895:0:361962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000034404b85. 00000100:00000010:1.0:1767389129.111954:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004e71ea2d. 00000100:00000010:1.0:1767389129.111972:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009a3678df. 00000100:00000010:1.0:1767389129.112172:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003675daae. 00000100:00000010:1.0:1767389129.112185:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da7e429e. 00000100:00000010:1.0:1767389129.112363:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000037af5ef6. 00000100:00000010:1.0:1767389129.112374:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000673fdf18. 00000100:00000010:1.0:1767389129.112562:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c59b68d7. 00000100:00000010:1.0:1767389129.112574:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d165e4fe. 00000100:00000010:1.0:1767389129.112717:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006402d928. 00000100:00000010:1.0:1767389129.112776:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1a4354f. 00000100:00000010:1.0:1767389129.112961:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c6cd2e37. 00000100:00000010:1.0:1767389129.112979:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b17c7942. 00000100:00000010:1.0:1767389129.113300:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f360760e. 00000100:00000010:1.0:1767389129.113314:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001dd4b14b. 00000100:00000010:1.0:1767389129.113474:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ffd2bc04. 00000100:00000010:1.0:1767389129.113483:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eff7fc44. 00000100:00000010:1.0:1767389129.113657:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fa8222a3. 00000100:00000010:1.0:1767389129.113666:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000efd384da. 00000100:00000010:1.0:1767389129.113886:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e5e8dbaf. 00000100:00000010:1.0:1767389129.113897:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c1e85b5. 00000100:00000010:1.0:1767389129.114063:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000086122e58. 00000100:00000010:1.0:1767389129.114076:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006dc14126. 00000100:00000010:1.0:1767389129.114263:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a25bc5ad. 00000100:00000010:1.0:1767389129.114271:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003635e216. 00000100:00000010:1.0:1767389129.114425:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009f19cb65. 00000100:00000010:1.0:1767389129.114431:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004188820c. 00000100:00000010:1.0:1767389129.114596:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000fa22c4e. 00000100:00000010:1.0:1767389129.114605:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004dcb8c11. 00000100:00000010:1.0:1767389129.114822:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d9b6cc73. 00000100:00000010:1.0:1767389129.114833:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bab56066. 00000100:00000010:1.0:1767389129.114999:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c92a3fa0. 00000100:00000010:1.0:1767389129.115007:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b437d068. 00000100:00000010:1.0:1767389129.115193:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000851e3ac0. 00000100:00000010:1.0:1767389129.115205:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007dd5af36. 00000100:00000010:1.0:1767389129.115363:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007da5cecf. 00000100:00000010:1.0:1767389129.115381:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9b23a2e. 00000100:00000010:1.0:1767389129.115537:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002686898a. 00000100:00000010:1.0:1767389129.115549:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077f22438. 00000100:00000010:1.0:1767389129.115675:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000266017d6. 00000100:00000010:1.0:1767389129.115684:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049cb69ca. 00000100:00000010:1.0:1767389129.115870:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000548db700. 00000100:00000010:1.0:1767389129.115882:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2a2eb8d. 00000100:00000010:1.0:1767389129.116040:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000732a968b. 00000100:00000010:1.0:1767389129.116049:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000894434e2. 00000100:00000010:1.0:1767389129.116223:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005497c478. 00000100:00000010:1.0:1767389129.116234:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000214dcbfd. 00000100:00000010:1.0:1767389129.116388:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000c2719ae7. 00000100:00000010:1.0:1767389129.116394:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc1f846b. 00000100:00000010:1.0:1767389129.116549:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a50cf7c0. 00000100:00000010:1.0:1767389129.116558:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006cbb5bf0. 00000100:00000010:1.0:1767389129.116679:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e4d97d5c. 00000100:00000010:1.0:1767389129.116686:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007de5a552. 00000100:00000010:1.0:1767389129.116859:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d2856bdd. 00000100:00000010:1.0:1767389129.116868:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011242669. 00000100:00000010:1.0:1767389129.117019:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008b5958f8. 00000100:00000010:1.0:1767389129.117025:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000189399b. 00000100:00000010:1.0:1767389129.117187:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000b0e13c7. 00000100:00000010:1.0:1767389129.117195:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000744fc605. 00000100:00000010:1.0:1767389129.117316:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000442ea69f. 00000100:00000010:1.0:1767389129.117324:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051bc1281. 00000100:00000010:1.0:1767389129.117444:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ea6f420f. 00000100:00000010:1.0:1767389129.117453:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e966c5f7. 00000100:00000010:1.0:1767389129.117609:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a9016ffc. 00000100:00000010:1.0:1767389129.117618:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a32bab3. 00000100:00000010:1.0:1767389129.117801:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a53e724e. 00000100:00000010:1.0:1767389129.117814:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1faa626. 00000100:00000010:1.0:1767389129.117975:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005611c5d9. 00000100:00000010:1.0:1767389129.117984:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005f79eaa5. 00000100:00000010:1.0:1767389129.118126:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000002d1cd5c. 00000100:00000010:1.0:1767389129.118133:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066d2b85b. 00000100:00000010:1.0:1767389129.118290:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000fc63862f. 00000400:00000200:1.0:1767389129.118302:0:361953:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:1.0:1767389129.118445:0:361953:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000fa31555a. 00000020:00000010:1.0:1767389129.118455:0:361953:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000002345f07e. 00000100:00000010:1.0:1767389129.118584:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000069276823. 00000100:00000010:1.0:1767389129.118598:0:361953:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000008cfe8943. 00000100:00000010:1.0:1767389129.118605:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f156beda. 00000100:00000010:1.0:1767389129.118612:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d30db273. 00000100:00000010:1.0:1767389129.118618:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a43b3420. 00000100:00000010:1.0:1767389129.118628:0:361953:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 0000000045bfad23. 00000100:00000010:1.0:1767389129.118633:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000831a955c. 00000100:00000010:1.0:1767389129.118638:0:361953:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000005d45c714. 00000100:00000010:1.0:1767389129.118647:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bf33a207. 00000100:00000010:1.0:1767389129.118656:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000061c68da0. 00000100:00000010:1.0:1767389129.118664:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000529f6480. 00000100:00000200:1.0:1767389129.118783:0:361953:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:1.0:1767389129.118791:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b0f982e5. 00000100:00000010:1.0:1767389129.119083:0:361963:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000003f9e53dd. 00000020:00000010:1.0:1767389129.119092:0:361963:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e5d65ebf. 00000020:00000010:1.0:1767389129.119118:0:361963:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000d190810. 00000020:00000010:1.0:1767389129.119125:0:361963:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008bb151f0. 00000040:00000010:1.0:1767389129.119130:0:361963:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008443d1be. 00000020:00000010:1.0:1767389129.119140:0:361963:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d0aa99b3. 00000020:00000010:1.0:1767389129.119146:0:361963:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000003c9d55d. 00000020:00000010:1.0:1767389129.119152:0:361963:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000c712e01. 80000000:00000010:1.0:1767389129.119156:0:361963:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bc7f7879. 40000000:00000010:1.0:1767389129.119161:0:361963:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006623ddc3. 00100000:00000010:1.0:1767389129.119169:0:361963:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003031a60c. 00040000:00000010:1.0:1767389129.119178:0:361963:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009c5a25e7. 00040000:00000010:1.0:1767389129.119184:0:361963:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006a409f8e. 00080000:00000010:1.0:1767389129.119192:0:361963:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004093ac2b. 00000004:00000010:1.0:1767389129.119204:0:361963:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d175da09. 00002000:00000010:1.0:1767389129.119213:0:361963:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a12f00d8. 00000100:00000200:1.0:1767389129.119219:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119227:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6cf2300. 00000400:00000010:1.0:1767389129.119237:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000026cdfd25. 00000100:00000200:1.0:1767389129.119246:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119251:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000727664e. 00000400:00000010:1.0:1767389129.119257:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a92037fd. 00000100:00000200:1.0:1767389129.119261:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119266:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c86152d3. 00000400:00000010:1.0:1767389129.119272:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b3573fd6. 00000100:00000200:1.0:1767389129.119276:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119281:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069e9792c. 00000400:00000010:1.0:1767389129.119287:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000060c0b4da. 00000100:00000200:1.0:1767389129.119292:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119299:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007370293f. 00000400:00000010:1.0:1767389129.119305:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000051d48d98. 00000100:00000200:1.0:1767389129.119313:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119317:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d956de1. 00000400:00000010:1.0:1767389129.119322:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007a09c64e. 00000100:00000200:1.0:1767389129.119330:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119336:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000c68a837. 00000400:00000010:1.0:1767389129.119344:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000eaacdb5e. 00000100:00000200:1.0:1767389129.119348:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119350:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f0dc262b. 00000400:00000010:1.0:1767389129.119357:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009561fbcf. 00000100:00000200:1.0:1767389129.119362:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119367:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f82f8cfb. 00000400:00000010:1.0:1767389129.119372:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000041cb4cc4. 00000100:00000200:1.0:1767389129.119376:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119379:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000193905dc. 00000400:00000010:1.0:1767389129.119385:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000551579e2. 00000100:00000200:1.0:1767389129.119387:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119392:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008008e2df. 00000400:00000010:1.0:1767389129.119398:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002bd41bd4. 00000100:00000200:1.0:1767389129.119403:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119408:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031c44621. 00000400:00000010:1.0:1767389129.119413:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a8acb214. 00000100:00000200:1.0:1767389129.119421:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119424:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c62c56e4. 00000400:00000010:1.0:1767389129.119433:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000082d4577d. 00000100:00000200:1.0:1767389129.119442:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119446:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009781828e. 00000400:00000010:1.0:1767389129.119449:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b40c7c1e. 00000100:00000200:1.0:1767389129.119455:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119458:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086d4c223. 00000400:00000010:1.0:1767389129.119462:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000090659991. 00000100:00000200:1.0:1767389129.119465:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119467:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000146a8770. 00000400:00000010:1.0:1767389129.119470:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000001ac19f0. 00000100:00000200:1.0:1767389129.119473:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119474:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045802d58. 00000400:00000010:1.0:1767389129.119477:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000de59ea82. 00000100:00000200:1.0:1767389129.119480:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119482:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a3c2be1. 00000400:00000010:1.0:1767389129.119485:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e9399c66. 00000100:00000200:1.0:1767389129.119487:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119489:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fdedffa6. 00000400:00000010:1.0:1767389129.119491:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000096cae24f. 00000100:00000200:1.0:1767389129.119494:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119496:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c43a753b. 00000400:00000010:1.0:1767389129.119500:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d9086d28. 00000100:00000200:1.0:1767389129.119503:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119505:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9db7694. 00000400:00000010:1.0:1767389129.119508:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a79db769. 00000100:00000200:1.0:1767389129.119511:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119512:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da27f755. 00000400:00000010:1.0:1767389129.119516:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004dce9014. 00000100:00000200:1.0:1767389129.119518:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119521:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000436e2862. 00000400:00000010:1.0:1767389129.119524:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009d926c42. 00000100:00000200:1.0:1767389129.119527:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119529:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e29f6e2f. 00000400:00000010:1.0:1767389129.119532:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000075532bc6. 00000100:00000200:1.0:1767389129.119534:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119536:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006bc6c08. 00000400:00000010:1.0:1767389129.119539:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000051f99eb5. 00000100:00000200:1.0:1767389129.119542:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119543:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078d02eed. 00000400:00000010:1.0:1767389129.119548:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a60b1526. 00000100:00000200:1.0:1767389129.119550:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119551:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce7deccd. 00000400:00000010:1.0:1767389129.119555:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005b18f26d. 00000100:00000200:1.0:1767389129.119557:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119559:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077251aea. 00000400:00000010:1.0:1767389129.119562:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008a0ad32e. 00000100:00000200:1.0:1767389129.119564:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119566:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a139d9d. 00000400:00000010:1.0:1767389129.119568:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000536cb07a. 00000100:00000200:1.0:1767389129.119571:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119573:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fc67d19. 00000400:00000010:1.0:1767389129.119576:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bf946fa7. 00000100:00000200:1.0:1767389129.119578:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119580:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087a80c4f. 00000400:00000010:1.0:1767389129.119583:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e68c81d1. 00000100:00000200:1.0:1767389129.119585:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119587:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000767c2684. 00000400:00000010:1.0:1767389129.119594:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000720ee356. 00000100:00000200:1.0:1767389129.119599:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119603:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085830324. 00000400:00000010:1.0:1767389129.119610:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002bc1fad7. 00000100:00000200:1.0:1767389129.119615:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119619:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005cd5b278. 00000400:00000010:1.0:1767389129.119627:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005c5c57b8. 00000100:00000200:1.0:1767389129.119631:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119634:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed82224c. 00000400:00000010:1.0:1767389129.119638:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008fe82b7a. 00000100:00000200:1.0:1767389129.119643:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119645:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047e3200d. 00000400:00000010:1.0:1767389129.119648:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ec406eaa. 00000100:00000200:1.0:1767389129.119652:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119656:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075dcbb7e. 00000400:00000010:1.0:1767389129.119661:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000593e7bdd. 00000100:00000200:1.0:1767389129.119669:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119674:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0e55591. 00000400:00000010:1.0:1767389129.119680:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000cc5c4075. 00000100:00000200:1.0:1767389129.119683:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119688:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8632ad4. 00000400:00000010:1.0:1767389129.119694:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000726aca07. 00000100:00000200:1.0:1767389129.119699:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119704:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008540b847. 00000400:00000010:1.0:1767389129.119710:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c7ce2f50. 00000100:00000200:1.0:1767389129.119714:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119721:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba93b2d2. 00000400:00000010:1.0:1767389129.119808:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bf13059d. 00000100:00000200:1.0:1767389129.119815:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119849:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c7a5fc3. 00000400:00000010:1.0:1767389129.119855:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009f6ed798. 00000100:00000200:1.0:1767389129.119862:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119867:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5a896c9. 00000400:00000010:1.0:1767389129.119872:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000044abecdf. 00000100:00000200:1.0:1767389129.119877:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119880:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007f93f632. 00000400:00000010:1.0:1767389129.119889:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001ef53167. 00000100:00000200:1.0:1767389129.119895:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119898:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed81fff5. 00000400:00000010:1.0:1767389129.119905:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005b3bc451. 00000100:00000200:1.0:1767389129.119910:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119916:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a1fe7bc. 00000400:00000010:1.0:1767389129.119925:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b1453592. 00000100:00000200:1.0:1767389129.119930:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119939:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c210d964. 00000400:00000010:1.0:1767389129.119944:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001a3a50d0. 00000100:00000200:1.0:1767389129.119950:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119953:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000175a8175. 00000400:00000010:1.0:1767389129.119958:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c9a49eea. 00000100:00000200:1.0:1767389129.119966:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119970:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037ecdeef. 00000400:00000010:1.0:1767389129.119975:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000081b3af91. 00000100:00000200:1.0:1767389129.119982:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.119986:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d94958fe. 00000400:00000010:1.0:1767389129.119990:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000511cd70a. 00000100:00000200:1.0:1767389129.119998:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.120003:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000509c0e8b. 00000400:00000010:1.0:1767389129.120011:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005d053261. 00000100:00000200:1.0:1767389129.120020:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.120026:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000374ca2d4. 00000400:00000010:1.0:1767389129.120034:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000add8fcc5. 00000100:00000200:1.0:1767389129.120046:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.120056:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1086ff6. 00000400:00000010:1.0:1767389129.120066:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007bcd9ad2. 00000100:00000200:1.0:1767389129.120073:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.120077:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011aa97c6. 00000400:00000010:1.0:1767389129.120086:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bb2bd2ea. 00000100:00000200:1.0:1767389129.120113:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.120117:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d143dffe. 00000400:00000010:1.0:1767389129.120122:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d7caade5. 00000100:00000200:1.0:1767389129.120131:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.120135:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000abe29ebf. 00000400:00000010:1.0:1767389129.120142:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001a306795. 00000100:00000200:1.0:1767389129.120148:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.120154:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074075e51. 00000400:00000010:1.0:1767389129.120160:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000572a7a9e. 00000100:00000200:1.0:1767389129.120172:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.120176:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d2f07f1b. 00000400:00000010:1.0:1767389129.120185:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000008ee58448. 00000100:00000200:1.0:1767389129.120194:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.120201:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a198d711. 00000400:00000010:1.0:1767389129.120211:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009c69b79d. 00000100:00000200:1.0:1767389129.120223:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.120227:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d525fc33. 00000400:00000010:1.0:1767389129.120233:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e67fe0ba. 00000100:00000200:1.0:1767389129.120240:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.120244:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000133cd8d4. 00000400:00000010:1.0:1767389129.120251:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000913cc473. 00000100:00000200:1.0:1767389129.120258:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.120263:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf7b573e. 00000400:00000010:1.0:1767389129.120271:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000070d96ab6. 00000100:00000200:1.0:1767389129.120280:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.120284:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000757a23e4. 00000400:00000010:1.0:1767389129.120292:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b72c2fcb. 00000100:00000200:1.0:1767389129.120299:0:361963:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767389129.120304:0:361963:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000beddf123. 00000400:00000010:1.0:1767389129.120311:0:361963:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002ce8c9c4. 00000100:00000010:1.0:1767389129.120408:0:361963:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000d2a353e7. 00000100:00000200:1.0:1767389129.120462:0:361963:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767389129.120525:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000072c4ccc9. 00000100:00000010:1.0:1767389129.120892:0:361964:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000048684483. 00000020:00000010:1.0:1767389129.120901:0:361964:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b954974a. 00000020:00000010:1.0:1767389129.120913:0:361964:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001412a493. 00000020:00000010:1.0:1767389129.120919:0:361964:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000030a822a5. 00000040:00000010:1.0:1767389129.120927:0:361964:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004d9e7914. 00000020:00000010:1.0:1767389129.120933:0:361964:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d60a3640. 00000020:00000010:1.0:1767389129.120941:0:361964:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006326c74c. 00000020:00000010:1.0:1767389129.120950:0:361964:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c04f5765. 80000000:00000010:1.0:1767389129.120957:0:361964:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b24f14b1. 40000000:00000010:1.0:1767389129.120962:0:361964:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d5acdae0. 00100000:00000010:1.0:1767389129.120971:0:361964:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ef8c5264. 00040000:00000010:1.0:1767389129.120978:0:361964:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000484428c8. 00040000:00000010:1.0:1767389129.120983:0:361964:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000065def7a3. 00080000:00000010:1.0:1767389129.120990:0:361964:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bacb758f. 00000004:00000010:1.0:1767389129.120998:0:361964:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fce7a519. 00002000:00000010:1.0:1767389129.121010:0:361964:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f96b59df. 00000100:00000010:1.0:1767389129.121093:0:361964:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000092d07080. 00000100:00000200:1.0:1767389129.121149:0:361964:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1767389129.121184:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f0b015d3. 00000100:00000010:0.0:1767389129.121450:0:361965:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000018c85486. 00000020:00000010:0.0:1767389129.121458:0:361965:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000117a32e7. 00000020:00000010:0.0:1767389129.121465:0:361965:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000145ee34a. 00000020:00000010:0.0:1767389129.121471:0:361965:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002a3d544f. 00000040:00000010:0.0:1767389129.121487:0:361965:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000035920340. 00000020:00000010:0.0:1767389129.121494:0:361965:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d10dc261. 00000020:00000010:0.0:1767389129.121502:0:361965:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f5448275. 00000020:00000010:0.0:1767389129.121508:0:361965:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a6ac6d62. 80000000:00000010:0.0:1767389129.121514:0:361965:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001d676add. 40000000:00000010:0.0:1767389129.121520:0:361965:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cf158891. 00100000:00000010:0.0:1767389129.121526:0:361965:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008c718e2f. 00040000:00000010:0.0:1767389129.121533:0:361965:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000057ac82bc. 00040000:00000010:0.0:1767389129.121538:0:361965:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000095cd93b9. 00080000:00000010:0.0:1767389129.121543:0:361965:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000a6335131. 00000004:00000010:0.0:1767389129.121550:0:361965:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f1c2240d. 00002000:00000010:0.0:1767389129.121556:0:361965:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000044dd3b8f. 00000100:00000010:0.0:1767389129.121629:0:361965:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000072021393. 00000100:00000200:0.0:1767389129.121671:0:361965:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:1.0:1767389129.121712:0:361953:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000911f141e. 00000100:00000010:1.0:1767389129.121723:0:361953:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000a6ada677. 00000100:00000010:1.0:1767389129.121789:0:361953:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000231c8ec4. 00000100:00000010:1.0:1767389129.121805:0:361953:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000de76d0d0. 00000100:00000010:1.0:1767389129.121819:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000044237fdf. 00000100:00000010:1.0:1767389129.121839:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ad469ed1. 00000100:00000010:1.0:1767389129.121848:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083bdfb2e. 00000100:00000010:1.0:1767389129.121859:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000301cf150. 00000100:00000010:1.0:1767389129.121868:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eef6a677. 00000100:00000010:1.0:1767389129.121878:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000466e3ca0. 00000100:00000010:1.0:1767389129.121891:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f61827f. 00000100:00000010:1.0:1767389129.121901:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003a6d0dac. 00000100:00000010:1.0:1767389129.121909:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074039d80. 00000100:00000010:1.0:1767389129.121928:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fa16bb47. 00000100:00000010:1.0:1767389129.121939:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa661054. 00000100:00000010:1.0:1767389129.121946:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003d47b871. 00000100:00000010:1.0:1767389129.121956:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc803b0c. 00000100:00000010:1.0:1767389129.121964:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000276d4337. 00000100:00000010:1.0:1767389129.121977:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca103002. 00000100:00000010:1.0:1767389129.121987:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c6116a51. 00000100:00000010:1.0:1767389129.121996:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ca6c03a. 00000100:00000010:1.0:1767389129.122013:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006f9a495d. 00000100:00000010:1.0:1767389129.122024:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e62b55bb. 00000100:00000010:1.0:1767389129.122033:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000038b6de57. 00000100:00000010:1.0:1767389129.122044:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ff49456. 00000100:00000010:1.0:1767389129.122053:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008b985a98. 00000100:00000010:1.0:1767389129.122067:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a21aea47. 00000100:00000010:1.0:1767389129.122075:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a10ffbda. 00000100:00000010:1.0:1767389129.122085:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be067fb6. 00000100:00000010:1.0:1767389129.122122:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000421f7c11. 00000100:00000010:1.0:1767389129.122129:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c83b437. 00000100:00000010:1.0:1767389129.122138:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000149ff10c. 00000100:00000010:1.0:1767389129.122143:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e003f5da. 00000100:00000010:1.0:1767389129.122152:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f8ba4a35. 00000100:00000010:1.0:1767389129.122157:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b410b039. 00000100:00000010:1.0:1767389129.122164:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007482a0bb. 00000100:00000010:1.0:1767389129.122168:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0c5f119. 00000100:00000010:1.0:1767389129.122185:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ed47ca1. 00000100:00000010:1.0:1767389129.122191:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c7d2889. 00000100:00000010:1.0:1767389129.122199:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009a202df6. 00000100:00000010:1.0:1767389129.122206:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e460251. 00000100:00000010:1.0:1767389129.122212:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cd504010. 00000100:00000010:1.0:1767389129.122216:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002caa8687. 00000100:00000010:1.0:1767389129.122224:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b49e4207. 00000100:00000010:1.0:1767389129.122230:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b13239b. 00000100:00000010:1.0:1767389129.122245:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ce4ad26f. 00000100:00000010:1.0:1767389129.122251:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000472fb1ac. 00000100:00000010:1.0:1767389129.122259:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004aadea3e. 00000100:00000010:1.0:1767389129.122264:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008d4a9d9f. 00000100:00000010:1.0:1767389129.122271:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f2b565e5. 00000100:00000010:1.0:1767389129.122274:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd9cc4de. 00000100:00000010:1.0:1767389129.122280:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004d5404b1. 00000100:00000010:1.0:1767389129.122283:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000704a9e48. 00000100:00000010:1.0:1767389129.122298:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000211752d3. 00000100:00000010:1.0:1767389129.122307:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b678a129. 00000100:00000010:1.0:1767389129.122316:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000082e42b4. 00000100:00000010:1.0:1767389129.122322:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7dccd11. 00000100:00000010:1.0:1767389129.122331:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000804fb1f5. 00000100:00000010:1.0:1767389129.122340:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083c1d0ed. 00000100:00000010:1.0:1767389129.122349:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b177ae7b. 00000100:00000010:1.0:1767389129.122354:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000707aed82. 00000100:00000010:1.0:1767389129.122368:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000d00aca3. 00000100:00000010:1.0:1767389129.122374:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf829e25. 00000100:00000010:1.0:1767389129.122379:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fd9aecd6. 00000100:00000010:1.0:1767389129.122385:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dc9c8338. 00000100:00000010:1.0:1767389129.122391:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000073c98b0b. 00000100:00000010:1.0:1767389129.122397:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ffb4d2a. 00000100:00000010:1.0:1767389129.122404:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ef1b616. 00000100:00000010:1.0:1767389129.122410:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094bf5849. 00000100:00000010:1.0:1767389129.122425:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bf2d9583. 00000100:00000010:1.0:1767389129.122431:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3c5abde. 00000100:00000010:1.0:1767389129.122439:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f01e9dd. 00000100:00000010:1.0:1767389129.122446:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001897c01. 00000100:00000010:1.0:1767389129.122453:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000046831c41. 00000100:00000010:1.0:1767389129.122460:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f83b9764. 00000100:00000010:1.0:1767389129.122468:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000083a7386d. 00000100:00000010:1.0:1767389129.122475:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef998ab1. 00000100:00000010:1.0:1767389129.122488:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f5eab5a4. 00000100:00000010:1.0:1767389129.122493:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c9e3fbf. 00000100:00000010:1.0:1767389129.122499:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d178cc4a. 00000100:00000010:1.0:1767389129.122502:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002aac6c5a. 00000100:00000010:1.0:1767389129.122507:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000029449716. 00000100:00000010:1.0:1767389129.122512:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e866c244. 00000100:00000010:1.0:1767389129.122520:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ceea0f32. 00000100:00000010:1.0:1767389129.122528:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eaf3d787. 00000100:00000010:1.0:1767389129.122544:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000b58b3cc. 00000100:00000010:1.0:1767389129.122550:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001693ae3e. 00000100:00000010:1.0:1767389129.122556:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001c2606b1. 00000100:00000010:1.0:1767389129.122560:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057388bab. 00000100:00000010:1.0:1767389129.122566:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aecb627c. 00000100:00000010:1.0:1767389129.122571:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000592f52f0. 00000100:00000010:1.0:1767389129.122578:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ff4ebd7c. 00000100:00000010:1.0:1767389129.122584:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d6601ea. 00000100:00000010:1.0:1767389129.122599:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000000bb491b. 00000100:00000010:1.0:1767389129.122606:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6c0c3b4. 00000100:00000010:1.0:1767389129.122613:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000045d2afca. 00000100:00000010:1.0:1767389129.122623:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074914f01. 00000100:00000010:1.0:1767389129.122631:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000098476233. 00000100:00000010:1.0:1767389129.122638:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1b75c01. 00000100:00000010:1.0:1767389129.122645:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007446ddeb. 00000100:00000010:1.0:1767389129.122650:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022d6ca2d. 00000100:00000010:1.0:1767389129.122664:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000580b5793. 00000100:00000010:1.0:1767389129.122669:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053748898. 00000100:00000010:1.0:1767389129.122678:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bd7a3031. 00000100:00000010:1.0:1767389129.122682:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001364009a. 00000100:00000010:1.0:1767389129.122689:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000010dcf36a. 00000100:00000010:1.0:1767389129.122697:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009165561a. 00000100:00000010:1.0:1767389129.122707:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f38c8235. 00000100:00000010:1.0:1767389129.122713:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f469d540. 00000100:00000010:1.0:1767389129.122760:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d54a4d6a. 00000100:00000010:1.0:1767389129.122768:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000debfa813. 00000100:00000010:1.0:1767389129.122776:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d2c75462. 00000100:00000010:1.0:1767389129.122783:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c908e36. 00000100:00000010:1.0:1767389129.122791:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000043fb7a2e. 00000100:00000010:1.0:1767389129.122797:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001fc3e84f. 00000100:00000010:1.0:1767389129.122811:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f5a3e4b. 00000100:00000010:1.0:1767389129.122817:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009bbf71df. 00000100:00000010:1.0:1767389129.122833:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007d4a6439. 00000100:00000010:1.0:1767389129.122840:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005e15cac2. 00000100:00000010:1.0:1767389129.122848:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000111b41b. 00000100:00000010:1.0:1767389129.122856:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d471339. 00000100:00000010:1.0:1767389129.122864:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e23d22fa. 00000100:00000010:1.0:1767389129.122871:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9fc8821. 00000100:00000010:1.0:1767389129.122879:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002341184d. 00000100:00000010:1.0:1767389129.122885:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e652815. 00000100:00000010:1.0:1767389129.122900:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000ba1b5d2. 00000100:00000010:1.0:1767389129.122907:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9df1bc4. 00000100:00000010:1.0:1767389129.122916:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000564fe7c8. 00000100:00000010:1.0:1767389129.122925:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002292f27f. 00000100:00000010:1.0:1767389129.122933:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004aa69ee0. 00000100:00000010:1.0:1767389129.122943:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000083aa88d. 00000100:00000010:1.0:1767389129.122951:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003893198a. 00000400:00000200:1.0:1767389129.122957:0:361953:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:1.0:1767389129.123080:0:361953:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cba79d1e. 00000020:00000010:1.0:1767389129.123088:0:361953:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000009298204c. 00000100:00000010:1.0:1767389129.123208:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a498b61d. 00000100:00000010:1.0:1767389129.123216:0:361953:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000045a1b32f. 00000100:00000010:1.0:1767389129.123224:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000839b6ac7. 00000100:00000010:1.0:1767389129.123230:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000002cf39a43. 00000100:00000010:1.0:1767389129.123241:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000826398d0. 00000100:00000200:1.0:1767389129.123361:0:361953:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:1.0:1767389129.123369:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000009b31f4df. 00000100:00000010:0.0:1767389129.124409:0:361966:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e3b796af. 00000020:00000010:0.0:1767389129.124421:0:361966:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006446f823. 00000020:00000010:0.0:1767389129.124432:0:361966:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000560f308b. 00000020:00000010:0.0:1767389129.124442:0:361966:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000011e78733. 00000040:00000010:0.0:1767389129.124450:0:361966:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a85b52db. 00000020:00000010:0.0:1767389129.124458:0:361966:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c858f29e. 00000020:00000010:0.0:1767389129.124468:0:361966:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d04ad3a7. 00000020:00000010:0.0:1767389129.124476:0:361966:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000084351e6a. 80000000:00000010:0.0:1767389129.124486:0:361966:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f4262cd4. 40000000:00000010:0.0:1767389129.124491:0:361966:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000aeca7701. 00100000:00000010:0.0:1767389129.124499:0:361966:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000298d1e7f. 00040000:00000010:0.0:1767389129.124504:0:361966:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000199047c9. 00040000:00000010:0.0:1767389129.124510:0:361966:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000041d4abdf. 00080000:00000010:0.0:1767389129.124516:0:361966:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001783cd09. 00000004:00000010:0.0:1767389129.124523:0:361966:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000099e6c2b9. 00000100:00000200:0.0:1767389129.124529:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124536:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002594dd1d. 00000400:00000010:0.0:1767389129.124544:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073967137. 00000100:00000200:0.0:1767389129.124551:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124555:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000448d3bef. 00000400:00000010:0.0:1767389129.124560:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003a93eaa. 00000100:00000200:0.0:1767389129.124574:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124577:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000359fe718. 00000400:00000010:0.0:1767389129.124581:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f478d48e. 00000100:00000200:0.0:1767389129.124585:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124589:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d3da31d. 00000400:00000010:0.0:1767389129.124594:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000266144a9. 00000100:00000200:0.0:1767389129.124601:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124606:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be81d954. 00000400:00000010:0.0:1767389129.124616:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007085cd96. 00000100:00000200:0.0:1767389129.124622:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124628:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003443df0a. 00000400:00000010:0.0:1767389129.124641:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001d3f9a46. 00000100:00000200:0.0:1767389129.124650:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124660:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8d88579. 00000400:00000010:0.0:1767389129.124670:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b75d2e20. 00000100:00000200:0.0:1767389129.124679:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124684:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040a3a9d4. 00000400:00000010:0.0:1767389129.124689:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002424f83a. 00000100:00000200:0.0:1767389129.124696:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124702:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d01cf47. 00000400:00000010:0.0:1767389129.124707:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068f631fb. 00000100:00000200:0.0:1767389129.124717:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124722:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000523737e4. 00000400:00000010:0.0:1767389129.124787:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098dabf9b. 00000100:00000200:0.0:1767389129.124794:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124801:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000691a5b98. 00000400:00000010:0.0:1767389129.124809:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000faab86ef. 00000100:00000200:0.0:1767389129.124817:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124823:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e95f6bf. 00000400:00000010:0.0:1767389129.124833:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2dfd13a. 00000100:00000200:0.0:1767389129.124847:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124855:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049233fa8. 00000400:00000010:0.0:1767389129.124862:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c042fbf. 00000100:00000200:0.0:1767389129.124868:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124873:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee008ddd. 00000400:00000010:0.0:1767389129.124879:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000049524c87. 00000100:00000200:0.0:1767389129.124889:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124900:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000374083d6. 00000400:00000010:0.0:1767389129.124905:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aaae2d6e. 00000100:00000200:0.0:1767389129.124910:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124915:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd9153e5. 00000400:00000010:0.0:1767389129.124930:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2988911. 00000100:00000200:0.0:1767389129.124939:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124944:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e1374c5. 00000400:00000010:0.0:1767389129.124949:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3d8cd4b. 00000100:00000200:0.0:1767389129.124955:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124960:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6ab8721. 00000400:00000010:0.0:1767389129.124967:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005fdb8d6a. 00000100:00000200:0.0:1767389129.124974:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124979:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000810b91d4. 00000400:00000010:0.0:1767389129.124983:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2f336f8. 00000100:00000200:0.0:1767389129.124988:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.124993:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f54384b. 00000400:00000010:0.0:1767389129.125000:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2420558. 00000100:00000200:0.0:1767389129.125005:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125009:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014682224. 00000400:00000010:0.0:1767389129.125014:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063e6c709. 00000100:00000200:0.0:1767389129.125018:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125021:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cef57acf. 00000400:00000010:0.0:1767389129.125026:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001aacb877. 00000100:00000200:0.0:1767389129.125028:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125031:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ba7e759. 00000400:00000010:0.0:1767389129.125034:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000fb34cb7. 00000100:00000200:0.0:1767389129.125036:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125038:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000efdb8df5. 00000400:00000010:0.0:1767389129.125041:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a67dfff. 00000100:00000200:0.0:1767389129.125043:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125045:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf8c0870. 00000400:00000010:0.0:1767389129.125048:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001495faf7. 00000100:00000200:0.0:1767389129.125050:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125052:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092cd2511. 00000400:00000010:0.0:1767389129.125060:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040477420. 00000100:00000200:0.0:1767389129.125063:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125067:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ec3f993. 00000400:00000010:0.0:1767389129.125072:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004cf55604. 00000100:00000200:0.0:1767389129.125077:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125080:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2970f44. 00000400:00000010:0.0:1767389129.125083:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d30819f. 00000100:00000200:0.0:1767389129.125088:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125090:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcd225f1. 00000400:00000010:0.0:1767389129.125095:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004068dd7d. 00000100:00000200:0.0:1767389129.125117:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125121:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044d4eb04. 00000400:00000010:0.0:1767389129.125129:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000449634df. 00000100:00000200:0.0:1767389129.125136:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125139:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adc8d04b. 00000400:00000010:0.0:1767389129.125145:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002cbff463. 00000100:00000200:0.0:1767389129.125148:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125150:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e30449de. 00000400:00000010:0.0:1767389129.125161:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071437caa. 00000100:00000200:0.0:1767389129.125164:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125165:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cc56837. 00000400:00000010:0.0:1767389129.125168:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1ab3558. 00000100:00000200:0.0:1767389129.125177:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125182:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e67fcab. 00000400:00000010:0.0:1767389129.125187:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f6a264b. 00000100:00000200:0.0:1767389129.125193:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125196:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e65fc6b4. 00000400:00000010:0.0:1767389129.125201:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d269243. 00000100:00000200:0.0:1767389129.125205:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125208:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce1a96ef. 00000400:00000010:0.0:1767389129.125212:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c9532d5. 00000100:00000200:0.0:1767389129.125216:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125220:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e742bb1. 00000400:00000010:0.0:1767389129.125223:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ab26970. 00000100:00000200:0.0:1767389129.125226:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125230:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ead83976. 00000400:00000010:0.0:1767389129.125237:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0d0f52d. 00000100:00000200:0.0:1767389129.125241:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125244:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fab528f. 00000400:00000010:0.0:1767389129.125249:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000478ea215. 00000100:00000200:0.0:1767389129.125253:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125257:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e2ff566. 00000400:00000010:0.0:1767389129.125261:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0de1dbc. 00000100:00000200:0.0:1767389129.125265:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125268:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c2e4e85. 00000400:00000010:0.0:1767389129.125272:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000708577cf. 00000100:00000200:0.0:1767389129.125276:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125281:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de38062a. 00000400:00000010:0.0:1767389129.125285:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2e08ddd. 00000100:00000200:0.0:1767389129.125289:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125293:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2d78d42. 00000400:00000010:0.0:1767389129.125297:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb32a08b. 00000100:00000200:0.0:1767389129.125302:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125307:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f3c303a6. 00000400:00000010:0.0:1767389129.125311:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f32e61a0. 00000100:00000200:0.0:1767389129.125318:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125323:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4ac21e4. 00000400:00000010:0.0:1767389129.125328:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd4a2cc2. 00000100:00000200:0.0:1767389129.125332:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125337:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c8141f8a. 00000400:00000010:0.0:1767389129.125342:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc750a9f. 00000100:00000200:0.0:1767389129.125348:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125354:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d68a7a1a. 00000400:00000010:0.0:1767389129.125363:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8f5fe0e. 00000100:00000200:0.0:1767389129.125368:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125374:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004488da34. 00000400:00000010:0.0:1767389129.125382:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d831aeba. 00000100:00000200:0.0:1767389129.125386:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125391:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000823aebe7. 00000400:00000010:0.0:1767389129.125396:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001df1fea4. 00000100:00000200:0.0:1767389129.125401:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125405:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7b4e078. 00000400:00000010:0.0:1767389129.125414:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047e7c67a. 00000100:00000200:0.0:1767389129.125418:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125426:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd630f5e. 00000400:00000010:0.0:1767389129.125433:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056dee3cb. 00000100:00000200:0.0:1767389129.125438:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125441:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6721efa. 00000400:00000010:0.0:1767389129.125447:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008098ffa2. 00000100:00000200:0.0:1767389129.125452:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125458:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b352106a. 00000400:00000010:0.0:1767389129.125467:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041e3a6bd. 00000100:00000200:0.0:1767389129.125472:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125477:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5e2bc83. 00000400:00000010:0.0:1767389129.125482:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000851cb7ea. 00000100:00000200:0.0:1767389129.125485:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125490:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067aa3e7b. 00000400:00000010:0.0:1767389129.125496:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006ccca901. 00000100:00000200:0.0:1767389129.125503:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125506:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000044b7db3a. 00000400:00000010:0.0:1767389129.125509:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ac91628. 00000100:00000200:0.0:1767389129.125512:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125514:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000616c6f6f. 00000400:00000010:0.0:1767389129.125517:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ef843ec. 00000100:00000200:0.0:1767389129.125519:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125522:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000169c6b3d. 00000400:00000010:0.0:1767389129.125527:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000946060c5. 00000100:00000200:0.0:1767389129.125530:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125532:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d187c291. 00000400:00000010:0.0:1767389129.125535:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2b724b6. 00000100:00000200:0.0:1767389129.125537:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125539:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d98e824. 00000400:00000010:0.0:1767389129.125542:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003d3e1a02. 00000100:00000200:0.0:1767389129.125545:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125547:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000694df91e. 00000400:00000010:0.0:1767389129.125550:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000087037478. 00000100:00000200:0.0:1767389129.125553:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125556:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095f108c7. 00000400:00000010:0.0:1767389129.125561:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056191c43. 00000100:00000200:0.0:1767389129.125569:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125573:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081c095b0. 00000400:00000010:0.0:1767389129.125580:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b02f29a9. 00000100:00000200:0.0:1767389129.125584:0:361966:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1767389129.125588:0:361966:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4f94879. 00000400:00000010:0.0:1767389129.125595:0:361966:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002660d47. 00000100:00000010:0.0:1767389129.125619:0:361966:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000a2085b4b. 00000100:00000200:0.0:1767389129.125665:0:361966:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767389129.125703:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d0a80182. 00000100:00000010:2.0:1767389129.126146:0:361967:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009a4cd9de. 00000020:00000010:2.0:1767389129.126153:0:361967:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b3bb9f7c. 00000020:00000010:2.0:1767389129.126159:0:361967:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002638c4bb. 00000020:00000010:2.0:1767389129.126163:0:361967:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009becca4a. 00000040:00000010:2.0:1767389129.126168:0:361967:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004ce4af37. 00000020:00000010:2.0:1767389129.126174:0:361967:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b3fe05f1. 00000020:00000010:2.0:1767389129.126179:0:361967:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008bcc68a8. 00000020:00000010:2.0:1767389129.126187:0:361967:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000800772a. 80000000:00000010:2.0:1767389129.126194:0:361967:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005ebef733. 40000000:00000010:2.0:1767389129.126201:0:361967:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cedd8f89. 00100000:00000010:2.0:1767389129.126208:0:361967:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b89b11ad. 00040000:00000010:2.0:1767389129.126215:0:361967:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000151426e7. 00040000:00000010:2.0:1767389129.126222:0:361967:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c2d637c5. 00080000:00000010:2.0:1767389129.126228:0:361967:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bc4e1c2b. 00000004:00000010:2.0:1767389129.126236:0:361967:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006ad3cafc. 00000100:00000010:2.0:1767389129.126262:0:361967:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000078b2b051. 00000100:00000200:2.0:1767389129.126312:0:361967:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767389129.126334:0:361953:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000002a04cb5b. 00000100:00000010:1.0:1767389129.126343:0:361953:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000011e4219e. 00000100:00000010:1.0:1767389129.126367:0:361953:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000003721055. 00000100:00000010:1.0:1767389129.126380:0:361953:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000b1d2d6bb. 00000100:00000010:1.0:1767389129.126393:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065b33590. 00080000:00000010:3.0:1767389129.126873:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000ee63ac9. 00010000:00000010:3.0:1767389129.127000:0:361959:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ac653602. 00010000:00000010:3.0:1767389129.127013:0:361959:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000073db941a. 00000020:00000010:3.0:1767389129.127021:0:361959:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000007154a092. 00000100:00000010:1.0:1767389129.127024:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000061ce4aad. 00000100:00000010:1.0:1767389129.127033:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079ff1669. 00000100:00000010:1.0:1767389129.127613:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000574dad33. 00000100:00000010:1.0:1767389129.127620:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005f5ec7a. 00000100:00000010:3.0:1767389129.127848:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c455481a. 00000100:00000010:0.0:1767389129.127852:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c0ac8116. 00000100:00000010:1.0:1767389129.128094:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f9dc0afe. 00000100:00000010:1.0:1767389129.128118:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ebf2c8e. 00000100:00000010:1.0:1767389129.128672:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000069246064. 00000100:00000010:1.0:1767389129.128680:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000149f3135. 00000100:00000010:2.0:1767389129.128810:0:327896:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000486410ef. 00000100:00000010:1.0:1767389129.129302:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000fda12d2b. 00000100:00000010:1.0:1767389129.129324:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000035f6bcfd. 00000100:00000010:1.0:1767389129.129342:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082c398b8. 00000100:00000010:1.0:1767389129.129833:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f4c8683f. 00000100:00000010:1.0:1767389129.129842:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079719a48. 00000100:00000010:1.0:1767389129.130410:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000060d160d0. 00000100:00000010:1.0:1767389129.130418:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3eaac14. 00000100:00000010:1.0:1767389129.131014:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000031c69005. 00000100:00000010:1.0:1767389129.131022:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c2f07de. 00000100:00000010:0.0:1767389129.131038:0:361958:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000d752edd0. 00000100:00000010:0.0:1767389129.131050:0:361958:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000cce5a5b5. 20000000:00000010:0.0:1767389129.131055:0:361958:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 0000000080687c9b. 00010000:00000200:0.0:1767389129.131069:0:361958:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a7c7f62 x1853241654554368/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 4784/4768 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389129.131117:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013a16cb1. 00000100:00000200:0.0:1767389129.131125:0:361958:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654554368, offset 224 00000400:00000200:0.0:1767389129.131136:0:361958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389129.131145:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389129.131153:0:361958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695837280af00 00000400:00000200:0.0:1767389129.131161:0:361958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2765 [2] + 224 00000400:00000200:0.0:1767389129.131171:0:361958:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389129.131175:0:361958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767389129.131183:0:361958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000c4f469a5 x1853241654554368/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767389145 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389129.131213:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013a16cb1 00000400:00000010:0.0:1767389129.131216:0:361958:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013a16cb1. 00000020:00000010:0.0:1767389129.131230:0:361958:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000ceb75cd3. 00000020:00000010:0.0:1767389129.131240:0:361958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000091bfdbc6. 00000020:00000010:0.0:1767389129.131246:0:361958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009dc3d12e. 00000020:00000010:0.0:1767389129.131250:0:361958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052f9bacd. 02000000:00000010:0.0:1767389129.131259:0:361958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000050e9914e. 00000100:00000200:0.0:1767389129.131274:0:361958:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767389129.131279:0:361958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c57afbed. 00000400:00000010:2.0:1767389129.131289:0:257746:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000031c24c0. 00000400:00000200:2.0:1767389129.131298:0:257746:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d83caf25 00000400:00000010:2.0:1767389129.131301:0:257746:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d83caf25. 00000400:00000010:0.0:1767389129.131309:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013a16cb1. 00000100:00000200:2.0:1767389129.131316:0:257746:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000c4f469a5 x1853241654554368/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767389145 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389129.131332:0:257746:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000c4f469a5 x1853241654554368/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767389145 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389129.131373:0:257746:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000004fac8970. 00000100:00000010:2.0:1767389129.131381:0:257746:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000092f14b79. 00000100:00000010:2.0:1767389129.131385:0:257746:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000002549f554. 02000000:00000010:2.0:1767389129.131389:0:257746:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000078fffa08. 00000100:00000010:2.0:1767389129.131394:0:257746:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000c4f469a5. 00000100:00000010:2.0:1767389129.131399:0:257746:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000087b3cc57. 00000020:00000010:2.0:1767389129.131403:0:257746:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 0000000044466658. 00000020:00000010:2.0:1767389129.131417:0:257746:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 000000003d8e49c8. 00000100:00000010:1.0:1767389129.131589:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000092ac6cb6. 00000100:00000010:1.0:1767389129.131597:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bdc6d5b0. 00000100:00000010:1.0:1767389129.132191:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000000ca1155. 00000100:00000010:1.0:1767389129.132197:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f4864c0. 00000100:00000010:1.0:1767389129.132773:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d605ab9a. 00000100:00000010:1.0:1767389129.132779:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d77b4817. 00000100:00000010:1.0:1767389129.133346:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000002ab10f4. 00000100:00000010:1.0:1767389129.133351:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d69a7d7. 00000100:00000010:1.0:1767389129.133924:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a1ff5d76. 00000100:00000010:1.0:1767389129.133932:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c92793db. 00000100:00000010:1.0:1767389129.134495:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d15027d3. 00000100:00000010:1.0:1767389129.134500:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c09f8320. 00000100:00000010:1.0:1767389129.135076:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000883e95e2. 00000100:00000010:1.0:1767389129.135081:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b6c93bc. 00000100:00000010:1.0:1767389129.135525:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c8a12357. 00000100:00000010:1.0:1767389129.135529:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008cb87a01. 00000100:00000010:1.0:1767389129.136091:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000356ce5a0. 00000100:00000010:1.0:1767389129.136106:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010f8b6c6. 00000100:00000010:1.0:1767389129.136648:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000047b23f92. 00000100:00000010:1.0:1767389129.136654:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000343a8b02. 00000100:00000010:1.0:1767389129.137249:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dab97db6. 00000100:00000010:1.0:1767389129.137254:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf32cb8e. 00000100:00000010:1.0:1767389129.137807:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ff18a7d1. 00000100:00000010:1.0:1767389129.137811:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000837c9e2b. 00000100:00000010:1.0:1767389129.138352:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b397ee92. 00000100:00000010:1.0:1767389129.138358:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000996ccd46. 00000100:00000010:1.0:1767389129.138912:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b65974e7. 00000100:00000010:1.0:1767389129.138918:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bec59e5a. 00000100:00000010:1.0:1767389129.139468:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c16152a1. 00000100:00000010:1.0:1767389129.139472:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096130927. 00000100:00000010:1.0:1767389129.140025:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004fb17564. 00000100:00000010:1.0:1767389129.140030:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004154e44b. 00000100:00000010:1.0:1767389129.140428:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ae6f3e51. 00000100:00000010:1.0:1767389129.140432:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000213dc640. 00000100:00000010:1.0:1767389129.140852:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000037c51242. 00000100:00000010:1.0:1767389129.140858:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072c6bcf6. 00000100:00000010:1.0:1767389129.141273:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000dac301ba. 00000100:00000010:1.0:1767389129.141278:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d59f612. 00000100:00000010:1.0:1767389129.141818:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008da56cd0. 00000100:00000010:1.0:1767389129.141826:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006497863c. 00000100:00000010:1.0:1767389129.142358:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001e171552. 00000100:00000010:1.0:1767389129.142364:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa38ef23. 00000100:00000010:1.0:1767389129.142923:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001d41ee1a. 00000100:00000010:1.0:1767389129.142928:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b802c3f0. 00000100:00000010:1.0:1767389129.143467:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001efa5402. 00000100:00000010:1.0:1767389129.143471:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000878f1802. 00000100:00000010:1.0:1767389129.144019:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001bb885bb. 00000100:00000010:1.0:1767389129.144024:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060de9c9b. 00000100:00000010:1.0:1767389129.144576:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006fb854e9. 00000100:00000010:1.0:1767389129.144582:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055209fb6. 00000100:00000010:1.0:1767389129.145136:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008c9e49e5. 00000100:00000010:1.0:1767389129.145141:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093df8431. 00000100:00000010:1.0:1767389129.145656:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000efb70a14. 00000100:00000010:1.0:1767389129.145659:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003fff190c. 00000100:00000010:1.0:1767389129.146206:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000224a75a7. 00000100:00000010:1.0:1767389129.146211:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075f9496a. 00000100:00000010:1.0:1767389129.146580:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000477b3aac. 00000100:00000010:1.0:1767389129.146584:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ffd54111. 00000100:00000010:1.0:1767389129.147167:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e70c72e5. 00000100:00000010:1.0:1767389129.147174:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d061d38. 00000100:00000010:1.0:1767389129.147714:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a125eb47. 00000100:00000010:1.0:1767389129.147718:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008576581. 00000100:00000010:1.0:1767389129.148335:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005efd8529. 00000100:00000010:1.0:1767389129.148340:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a3737eec. 00000100:00000010:1.0:1767389129.148884:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f8e80ecf. 00000100:00000010:1.0:1767389129.148888:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2e2baa2. 00000100:00000010:1.0:1767389129.149432:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000084963de2. 00000100:00000010:1.0:1767389129.149436:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec0fdb48. 00000100:00000010:1.0:1767389129.149976:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000064d63777. 00000100:00000010:1.0:1767389129.149981:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b075b52. 00000100:00000010:1.0:1767389129.150512:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000431532dd. 00000100:00000010:1.0:1767389129.150516:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f96fe20. 00000100:00000010:1.0:1767389129.151050:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a065dfda. 00000100:00000010:1.0:1767389129.151055:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009810c8c5. 00000100:00000010:1.0:1767389129.151604:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000051024fd6. 00000100:00000010:1.0:1767389129.151607:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000656c22dc. 00000100:00000010:1.0:1767389129.152135:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d8d559e4. 00000100:00000010:1.0:1767389129.152151:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2bb12ff. 00000100:00000010:1.0:1767389129.152488:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000031f2536b. 00000100:00000010:1.0:1767389129.152492:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073f3c816. 00000100:00000010:1.0:1767389129.153007:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005b1e96e6. 00000100:00000010:1.0:1767389129.153011:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a2c059c. 00000100:00000010:1.0:1767389129.153563:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000038057185. 00000100:00000010:1.0:1767389129.153566:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000225c2d05. 00000100:00000010:1.0:1767389129.154091:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ef5a6fb6. 00000100:00000010:1.0:1767389129.154095:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000146c0669. 00000100:00000010:1.0:1767389129.154488:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000054202967. 00000100:00000010:1.0:1767389129.154492:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b5fc2ae. 00000100:00000010:1.0:1767389129.155012:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002ce5cd7b. 00000100:00000010:1.0:1767389129.155016:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de657184. 00000100:00000010:1.0:1767389129.155552:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e9fcb49f. 00000100:00000010:1.0:1767389129.155556:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000097b00f51. 00000100:00000010:1.0:1767389129.156069:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000835d27cf. 00000100:00000010:1.0:1767389129.156073:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee256340. 00000100:00000010:1.0:1767389129.156613:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003021c64e. 00000100:00000010:1.0:1767389129.156616:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007295e9d6. 00000100:00000010:1.0:1767389129.157155:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000053c7cb18. 00000100:00000010:1.0:1767389129.157159:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e4b9278. 00000100:00000010:1.0:1767389129.157669:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c67037dd. 00000100:00000010:1.0:1767389129.157672:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fe06fde0. 00000100:00000010:1.0:1767389129.158243:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004bedc2c0. 00000100:00000010:1.0:1767389129.158247:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051ccdb03. 00000100:00000010:1.0:1767389129.158575:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cb17cbfe. 00000100:00000010:1.0:1767389129.158578:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd6ee3e7. 00000100:00000010:1.0:1767389129.159082:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001025a415. 00000100:00000010:1.0:1767389129.159085:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d80d1158. 00000100:00000010:1.0:1767389129.159572:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006c8d51a1. 00000100:00000010:1.0:1767389129.159575:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b29ab16. 00000100:00000010:1.0:1767389129.160056:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000016fc429c. 00000100:00000010:1.0:1767389129.160060:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001634822c. 00000100:00000010:1.0:1767389129.160540:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000017cb64c1. 00000400:00000200:1.0:1767389129.160548:0:361953:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:1.0:1767389129.160626:0:361953:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006a56d76f. 00000020:00000010:1.0:1767389129.160633:0:361953:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000007eb7652b. 00000100:00000010:1.0:1767389129.160686:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e2110a6f. 00000100:00000010:1.0:1767389129.160692:0:361953:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c66fd5ef. 00000100:00000010:1.0:1767389129.160696:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f4d6d920. 00000100:00000010:1.0:1767389129.160701:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000a231cb5. 00000100:00000010:1.0:1767389129.160703:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000091e44734. 00000100:00000200:1.0:1767389129.160753:0:361953:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:1.0:1767389129.160758:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005697dcca. 00000100:00000010:3.0:1767389129.161015:0:361969:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000520c014. 00000020:00000010:3.0:1767389129.161023:0:361969:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d936ac7e. 00000020:00000010:3.0:1767389129.161029:0:361969:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6d9c535. 00000020:00000010:3.0:1767389129.161032:0:361969:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000009e30be1. 00000040:00000010:3.0:1767389129.161035:0:361969:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000460d7c9a. 00000020:00000010:3.0:1767389129.161038:0:361969:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000091d90b27. 00000020:00000010:3.0:1767389129.161042:0:361969:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000091aca2a7. 00000020:00000010:3.0:1767389129.161046:0:361969:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006d3495ea. 80000000:00000010:3.0:1767389129.161049:0:361969:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001a70868d. 40000000:00000010:3.0:1767389129.161053:0:361969:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007e6c4734. 00100000:00000010:3.0:1767389129.161056:0:361969:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009c8f2fcb. 00040000:00000010:3.0:1767389129.161060:0:361969:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000df64db71. 00040000:00000010:3.0:1767389129.161063:0:361969:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b644bd55. 00080000:00000010:3.0:1767389129.161067:0:361969:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000064290599. 00000004:00000010:3.0:1767389129.161071:0:361969:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000072696e0d. 00002000:00000010:3.0:1767389129.161074:0:361969:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c7ce5c6a. 00000100:00000200:3.0:1767389129.161078:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161082:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004f6f0262. 00000400:00000010:3.0:1767389129.161087:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c706719d. 00000100:00000200:3.0:1767389129.161093:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161095:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055cf0723. 00000400:00000010:3.0:1767389129.161122:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000083757844. 00000100:00000200:3.0:1767389129.161127:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161130:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc2c1727. 00000400:00000010:3.0:1767389129.161134:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000043fd8fb6. 00000100:00000200:3.0:1767389129.161139:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161141:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007bab9040. 00000400:00000010:3.0:1767389129.161161:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f0504463. 00000100:00000200:3.0:1767389129.161168:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161171:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003862beac. 00000400:00000010:3.0:1767389129.161176:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000434c6514. 00000100:00000200:3.0:1767389129.161180:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161182:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002996741a. 00000400:00000010:3.0:1767389129.161188:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ef78d61b. 00000100:00000200:3.0:1767389129.161192:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161194:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005834dcb8. 00000400:00000010:3.0:1767389129.161199:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fc95bb6f. 00000100:00000200:3.0:1767389129.161203:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161204:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fc08ec5. 00000400:00000010:3.0:1767389129.161215:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009952eb09. 00000100:00000200:3.0:1767389129.161221:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161223:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000693be448. 00000400:00000010:3.0:1767389129.161227:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003b7d4801. 00000100:00000200:3.0:1767389129.161231:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161233:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002889adf1. 00000400:00000010:3.0:1767389129.161237:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e841e11a. 00000100:00000200:3.0:1767389129.161241:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161243:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017343ab8. 00000400:00000010:3.0:1767389129.161248:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003184bc55. 00000100:00000200:3.0:1767389129.161252:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161254:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e46678b2. 00000400:00000010:3.0:1767389129.161265:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d7745f87. 00000100:00000200:3.0:1767389129.161271:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161273:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002cd21fb. 00000400:00000010:3.0:1767389129.161288:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e69f327a. 00000100:00000200:3.0:1767389129.161292:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161294:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000804c57ac. 00000400:00000010:3.0:1767389129.161299:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000df59d496. 00000100:00000200:3.0:1767389129.161303:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161305:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e61d1a6e. 00000400:00000010:3.0:1767389129.161309:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b3404270. 00000100:00000200:3.0:1767389129.161314:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161315:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000167d98af. 00000400:00000010:3.0:1767389129.161326:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002880d155. 00000100:00000200:3.0:1767389129.161332:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161334:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d7752f5. 00000400:00000010:3.0:1767389129.161338:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a2a84fc8. 00000100:00000200:3.0:1767389129.161342:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161344:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000452cb178. 00000400:00000010:3.0:1767389129.161348:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000003d2a203. 00000100:00000200:3.0:1767389129.161352:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161354:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000052c7674. 00000400:00000010:3.0:1767389129.161358:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000090b9537e. 00000100:00000200:3.0:1767389129.161363:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161364:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000def69246. 00000400:00000010:3.0:1767389129.161374:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c803dcfd. 00000100:00000200:3.0:1767389129.161380:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161382:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa9757d6. 00000400:00000010:3.0:1767389129.161387:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000074f7c8a0. 00000100:00000200:3.0:1767389129.161390:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161392:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013bfa047. 00000400:00000010:3.0:1767389129.161396:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008c1c061f. 00000100:00000200:3.0:1767389129.161400:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161402:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000055ef948a. 00000400:00000010:3.0:1767389129.161406:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002b5d0657. 00000100:00000200:3.0:1767389129.161410:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161411:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000825e8d6c. 00000400:00000010:3.0:1767389129.161422:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c9b2f719. 00000100:00000200:3.0:1767389129.161428:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161430:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006404b56. 00000400:00000010:3.0:1767389129.161435:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000304c08fc. 00000100:00000200:3.0:1767389129.161439:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161441:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084afd43b. 00000400:00000010:3.0:1767389129.161446:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fe96133e. 00000100:00000200:3.0:1767389129.161450:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161452:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d3b9675. 00000400:00000010:3.0:1767389129.161456:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000008da02a7. 00000100:00000200:3.0:1767389129.161461:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161462:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac7fbb47. 00000400:00000010:3.0:1767389129.161472:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000921806ae. 00000100:00000200:3.0:1767389129.161478:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161480:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5a673b5. 00000400:00000010:3.0:1767389129.161484:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000016714c50. 00000100:00000200:3.0:1767389129.161498:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161500:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000798683f3. 00000400:00000010:3.0:1767389129.161504:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000711735fa. 00000100:00000200:3.0:1767389129.161508:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161509:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9a4bfc7. 00000400:00000010:3.0:1767389129.161513:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ebde1561. 00000100:00000200:3.0:1767389129.161518:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161519:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0582928. 00000400:00000010:3.0:1767389129.161529:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002a19e447. 00000100:00000200:3.0:1767389129.161535:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161537:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d764a204. 00000400:00000010:3.0:1767389129.161541:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005215afb6. 00000100:00000200:3.0:1767389129.161545:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161547:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dd3783fa. 00000400:00000010:3.0:1767389129.161551:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000184dc071. 00000100:00000200:3.0:1767389129.161555:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161556:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006ca5b79b. 00000400:00000010:3.0:1767389129.161560:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000039beef1. 00000100:00000200:3.0:1767389129.161564:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161566:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8788814. 00000400:00000010:3.0:1767389129.161576:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008b9cc924. 00000100:00000200:3.0:1767389129.161582:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161584:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a245b138. 00000400:00000010:3.0:1767389129.161589:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a0b1a08a. 00000100:00000200:3.0:1767389129.161593:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161595:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f30741e. 00000400:00000010:3.0:1767389129.161600:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005cc3d9aa. 00000100:00000200:3.0:1767389129.161604:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161605:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000671f20ba. 00000400:00000010:3.0:1767389129.161610:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000116a8b0b. 00000100:00000200:3.0:1767389129.161614:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161615:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aed95b43. 00000400:00000010:3.0:1767389129.161625:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000ae6021c6. 00000100:00000200:3.0:1767389129.161631:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161633:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003297a848. 00000400:00000010:3.0:1767389129.161637:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000942e99ba. 00000100:00000200:3.0:1767389129.161641:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161643:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e757a699. 00000400:00000010:3.0:1767389129.161647:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000745f7790. 00000100:00000200:3.0:1767389129.161651:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161653:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb035ed2. 00000400:00000010:3.0:1767389129.161657:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000095854c83. 00000100:00000200:3.0:1767389129.161661:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161663:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002166e873. 00000400:00000010:3.0:1767389129.161673:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000839bf3e8. 00000100:00000200:3.0:1767389129.161679:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161681:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000376e4bd2. 00000400:00000010:3.0:1767389129.161686:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000037c2cfb6. 00000100:00000200:3.0:1767389129.161690:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161691:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1f05ca1. 00000400:00000010:3.0:1767389129.161696:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007e6a5a69. 00000100:00000200:3.0:1767389129.161699:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161701:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ab59cac. 00000400:00000010:3.0:1767389129.161705:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000008a64c2a6. 00000100:00000200:3.0:1767389129.161709:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161711:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1ce80d2. 00000400:00000010:3.0:1767389129.161722:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005dab09ee. 00000100:00000200:3.0:1767389129.161762:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161767:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ec84dc9. 00000400:00000010:3.0:1767389129.161776:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009cb89658. 00000100:00000200:3.0:1767389129.161794:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161797:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd815aee. 00000400:00000010:3.0:1767389129.161806:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e5726759. 00000100:00000200:3.0:1767389129.161813:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161816:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000eeeb8784. 00000400:00000010:3.0:1767389129.161822:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000070330458. 00000100:00000200:3.0:1767389129.161827:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161829:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a71632cb. 00000400:00000010:3.0:1767389129.161843:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000421fed40. 00000100:00000200:3.0:1767389129.161849:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161851:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042785d51. 00000400:00000010:3.0:1767389129.161856:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b715b05b. 00000100:00000200:3.0:1767389129.161860:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161862:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004da9d59d. 00000400:00000010:3.0:1767389129.161867:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000058a11ca8. 00000100:00000200:3.0:1767389129.161871:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161873:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed1e7bb5. 00000400:00000010:3.0:1767389129.161877:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d27461d1. 00000100:00000200:3.0:1767389129.161881:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161883:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006646ed9b. 00000400:00000010:3.0:1767389129.161893:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000507afefb. 00000100:00000200:3.0:1767389129.161899:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161901:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f06f563c. 00000400:00000010:3.0:1767389129.161906:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f7df1f61. 00000100:00000200:3.0:1767389129.161910:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161911:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000001d66fd. 00000400:00000010:3.0:1767389129.161916:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000093ae1ac3. 00000100:00000200:3.0:1767389129.161919:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161921:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000254ad71. 00000400:00000010:3.0:1767389129.161926:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006ff8bad6. 00000100:00000200:3.0:1767389129.161930:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161932:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000905f9e00. 00000400:00000010:3.0:1767389129.161943:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000399a8870. 00000100:00000200:3.0:1767389129.161949:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161950:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b49a432. 00000400:00000010:3.0:1767389129.161955:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000056b057ae. 00000100:00000200:3.0:1767389129.161959:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161960:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000577440b7. 00000400:00000010:3.0:1767389129.161965:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002326bc63. 00000100:00000200:3.0:1767389129.161970:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161972:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061c22d11. 00000400:00000010:3.0:1767389129.161976:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002fe08485. 00000100:00000200:3.0:1767389129.161991:0:361969:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:3.0:1767389129.161993:0:361969:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058f44f12. 00000400:00000010:3.0:1767389129.162003:0:361969:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000078cc24e2. 00000100:00000010:3.0:1767389129.162021:0:361969:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000296a1783. 00000100:00000200:3.0:1767389129.162042:0:361969:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767389129.162142:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000063242896. 00000100:00000010:3.0:1767389129.162407:0:361970:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000023ca8ce1. 00000020:00000010:3.0:1767389129.162413:0:361970:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005e4ecb95. 00000020:00000010:3.0:1767389129.162418:0:361970:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acdfce45. 00000020:00000010:3.0:1767389129.162421:0:361970:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008e647c74. 00000040:00000010:3.0:1767389129.162425:0:361970:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e483bc5a. 00000020:00000010:3.0:1767389129.162429:0:361970:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000056ff5645. 00000020:00000010:3.0:1767389129.162433:0:361970:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c018a5c1. 00000020:00000010:3.0:1767389129.162436:0:361970:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005d51141f. 80000000:00000010:3.0:1767389129.162439:0:361970:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000be715473. 40000000:00000010:3.0:1767389129.162441:0:361970:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bb0734ec. 00100000:00000010:3.0:1767389129.162445:0:361970:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ede9c050. 00040000:00000010:3.0:1767389129.162448:0:361970:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000178ef333. 00040000:00000010:3.0:1767389129.162453:0:361970:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005f0fd39b. 00080000:00000010:3.0:1767389129.162457:0:361970:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000995711cc. 00000004:00000010:3.0:1767389129.162461:0:361970:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bd4bb33d. 00002000:00000010:3.0:1767389129.162465:0:361970:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a0c99d40. 00000100:00000010:3.0:1767389129.162481:0:361970:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000084924e94. 00000100:00000200:3.0:1767389129.162499:0:361970:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767389129.162528:0:361953:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000050e8f44a. 00000100:00000010:1.0:1767389129.162538:0:361953:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000068165912. 00000100:00000010:1.0:1767389129.162557:0:361953:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000ab1dbe8b. 00000100:00000010:1.0:1767389129.162564:0:361953:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000f0370c59. 00000100:00000010:1.0:1767389129.162569:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a887a345. 00000100:00000010:1.0:1767389129.162572:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fbc1c516. 00000100:00000010:1.0:1767389129.162574:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c0af888. 00000100:00000010:1.0:1767389129.162576:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e8350db9. 00000100:00000010:1.0:1767389129.162578:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e322842. 00000100:00000010:1.0:1767389129.162583:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005606365a. 00000100:00000010:1.0:1767389129.162585:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025f6278b. 00000100:00000010:1.0:1767389129.162588:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000da5fbcb2. 00000100:00000010:1.0:1767389129.162590:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a93de13. 00000100:00000010:1.0:1767389129.162593:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000025e0a780. 00000100:00000010:1.0:1767389129.162595:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006309a8cb. 00000100:00000010:1.0:1767389129.162598:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005116300e. 00000100:00000010:1.0:1767389129.162600:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f70d5ada. 00000100:00000010:1.0:1767389129.162603:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ade15344. 00000100:00000010:1.0:1767389129.162605:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026c16446. 00000100:00000010:1.0:1767389129.162610:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cfc88d39. 00000100:00000010:1.0:1767389129.162613:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4316603. 00000100:00000010:1.0:1767389129.162617:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008ee43ee3. 00000100:00000010:1.0:1767389129.162619:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000373b3a47. 00000100:00000010:1.0:1767389129.162622:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003428ab09. 00000100:00000010:1.0:1767389129.162625:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002859a621. 00000100:00000010:1.0:1767389129.162628:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d38943a7. 00000100:00000010:1.0:1767389129.162631:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a85fb14. 00000100:00000010:1.0:1767389129.162633:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000054cecd0a. 00000100:00000010:1.0:1767389129.162636:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ed27542. 00000100:00000010:1.0:1767389129.162639:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000092e8251c. 00000100:00000010:1.0:1767389129.162641:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2bbd4c7. 00000100:00000010:1.0:1767389129.162644:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000092095ec3. 00000100:00000010:1.0:1767389129.162646:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008533111d. 00000100:00000010:1.0:1767389129.162649:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fa847ffd. 00000100:00000010:1.0:1767389129.162651:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000610bd0b0. 00000100:00000010:1.0:1767389129.162654:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005deb4db1. 00000100:00000010:1.0:1767389129.162656:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9e52b0e. 00000100:00000010:1.0:1767389129.162658:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bc94adeb. 00000100:00000010:1.0:1767389129.162660:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a59b997c. 00000100:00000010:1.0:1767389129.162662:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005b830931. 00000100:00000010:1.0:1767389129.162664:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000327a9241. 00000100:00000010:1.0:1767389129.162667:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000060319814. 00000100:00000010:1.0:1767389129.162669:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028201b0c. 00000100:00000010:1.0:1767389129.162671:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c5de7769. 00000100:00000010:1.0:1767389129.162674:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000648932d0. 00000100:00000010:1.0:1767389129.162676:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b5818bb7. 00000100:00000010:1.0:1767389129.162678:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000731fc49f. 00000100:00000010:1.0:1767389129.162680:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b8f04c4a. 00000100:00000010:1.0:1767389129.162682:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b7fd297. 00000100:00000010:1.0:1767389129.162685:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000830d1e6e. 00000100:00000010:1.0:1767389129.162687:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000267a621. 00000100:00000010:1.0:1767389129.162692:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bcf7466b. 00000100:00000010:1.0:1767389129.162694:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b400410. 00000100:00000010:1.0:1767389129.162697:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005116e2e6. 00000100:00000010:1.0:1767389129.162700:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dd2e23fa. 00000100:00000010:1.0:1767389129.162704:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac0b0bc0. 00000100:00000010:1.0:1767389129.162706:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007f14caf. 00000100:00000010:1.0:1767389129.162709:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005f8f7068. 00000100:00000010:1.0:1767389129.162711:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b49c4b29. 00000100:00000010:1.0:1767389129.162714:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f1d37a46. 00000100:00000010:1.0:1767389129.162716:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005d1a2ed. 00000100:00000010:1.0:1767389129.162719:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005e193914. 00000100:00000010:1.0:1767389129.162721:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fb8d194. 00000100:00000010:1.0:1767389129.162761:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c82b854c. 00000100:00000010:1.0:1767389129.162766:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083938ff6. 00000100:00000010:1.0:1767389129.162770:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000e920a0b. 00000100:00000010:1.0:1767389129.162772:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b04804af. 00000100:00000010:1.0:1767389129.162776:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006c55ca5a. 00000100:00000010:1.0:1767389129.162778:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cbd11a47. 00000100:00000010:1.0:1767389129.162781:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003db1a1a7. 00000100:00000010:1.0:1767389129.162785:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000057f0d38. 00000100:00000010:1.0:1767389129.162789:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000959fe33b. 00000100:00000010:1.0:1767389129.162792:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054564ded. 00000100:00000010:1.0:1767389129.162795:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009813209b. 00000100:00000010:1.0:1767389129.162811:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000852b1a9d. 00000100:00000010:1.0:1767389129.162818:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f59e54ed. 00000100:00000010:1.0:1767389129.162821:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b140b3a. 00000100:00000010:1.0:1767389129.162824:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000094af8789. 00000100:00000010:1.0:1767389129.162826:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029e0c229. 00000100:00000010:1.0:1767389129.162830:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000093fd78d6. 00000100:00000010:1.0:1767389129.162832:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f19e61ab. 00000100:00000010:1.0:1767389129.162835:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000959a1ce6. 00000100:00000010:1.0:1767389129.162838:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016194ec9. 00000100:00000010:1.0:1767389129.162843:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000061b19322. 00000100:00000010:1.0:1767389129.162845:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba03150d. 00000100:00000010:1.0:1767389129.162848:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000000bcbc04. 00000100:00000010:1.0:1767389129.162850:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000158f26f5. 00000100:00000010:1.0:1767389129.162853:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000051db95e7. 00000100:00000010:1.0:1767389129.162855:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007fca5a78. 00000100:00000010:1.0:1767389129.162858:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001f5ac7f7. 00000100:00000010:1.0:1767389129.162860:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e58eec0. 00000100:00000010:1.0:1767389129.162863:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004ca17195. 00000100:00000010:1.0:1767389129.162865:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e233acf. 00000100:00000010:1.0:1767389129.162868:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003856a7fa. 00000100:00000010:1.0:1767389129.162870:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006563c78b. 00000100:00000010:1.0:1767389129.162873:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000005b0ecc1. 00000100:00000010:1.0:1767389129.162875:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b928289a. 00000100:00000010:1.0:1767389129.162878:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000623b12c5. 00000100:00000010:1.0:1767389129.162880:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000faf8a8b4. 00000100:00000010:1.0:1767389129.162883:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006a46bf54. 00000100:00000010:1.0:1767389129.162885:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d58a0aa. 00000100:00000010:1.0:1767389129.162888:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009ac143da. 00000100:00000010:1.0:1767389129.162890:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001de91855. 00000100:00000010:1.0:1767389129.162893:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000096cbc1ab. 00000100:00000010:1.0:1767389129.162895:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000148c057c. 00000100:00000010:1.0:1767389129.162898:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000015ddf51d. 00000100:00000010:1.0:1767389129.162906:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d8ea632. 00000100:00000010:1.0:1767389129.162910:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009a292ce9. 00000100:00000010:1.0:1767389129.162911:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004fe8dd95. 00000100:00000010:1.0:1767389129.162915:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000079dc62ae. 00000100:00000010:1.0:1767389129.162916:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1af187e. 00000100:00000010:1.0:1767389129.162919:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000060dc08c. 00000100:00000010:1.0:1767389129.162921:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011518cd9. 00000100:00000010:1.0:1767389129.162926:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000079c7d9d5. 00000100:00000010:1.0:1767389129.162928:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9dcf26f. 00000100:00000010:1.0:1767389129.162931:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c630a2f7. 00000100:00000010:1.0:1767389129.162933:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002e4e5d7f. 00000100:00000010:1.0:1767389129.162937:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e9bf3a20. 00000100:00000010:1.0:1767389129.162939:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e33edc21. 00000100:00000010:1.0:1767389129.162942:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d000b2a9. 00000100:00000010:1.0:1767389129.162944:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001893e92. 00000100:00000010:1.0:1767389129.162947:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000137b391a. 00000100:00000010:1.0:1767389129.162948:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000592789cb. 00000100:00000010:1.0:1767389129.162952:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c1e9a928. 00000100:00000010:1.0:1767389129.162953:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000310e3269. 00000100:00000010:1.0:1767389129.162956:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e7855e54. 00000100:00000010:1.0:1767389129.162958:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f599cd55. 00000100:00000010:1.0:1767389129.162961:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e09e1cbe. 00000100:00000010:1.0:1767389129.162962:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000523efbb6. 00000100:00000010:1.0:1767389129.162965:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001a54e536. 00000100:00000010:1.0:1767389129.162967:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093a619e7. 00000100:00000010:1.0:1767389129.162970:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009067c7fb. 00000400:00000200:1.0:1767389129.162972:0:361953:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:1.0:1767389129.163005:0:361953:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000005589fcce. 00000020:00000010:1.0:1767389129.163009:0:361953:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000b94aef75. 00000100:00000010:1.0:1767389129.163045:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007032fc3d. 00000100:00000010:1.0:1767389129.163047:0:361953:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000001d507b4c. 00000100:00000010:1.0:1767389129.163050:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000062527c76. 00000100:00000010:1.0:1767389129.163053:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d9d304b5. 00000100:00000010:1.0:1767389129.163056:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000224adfe2. 00000100:00000200:1.0:1767389129.163081:0:361953:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:1.0:1767389129.163084:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000000edc4b5f. 00000100:00000010:3.0:1767389129.163356:0:361971:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b2979d92. 00000020:00000010:3.0:1767389129.163362:0:361971:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006bd1012a. 00000020:00000010:3.0:1767389129.163367:0:361971:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa75d276. 00000020:00000010:3.0:1767389129.163370:0:361971:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007b96ad9d. 00000040:00000010:3.0:1767389129.163373:0:361971:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006c73176c. 00000020:00000010:3.0:1767389129.163377:0:361971:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002a30580c. 00000020:00000010:3.0:1767389129.163380:0:361971:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000079619504. 00000020:00000010:3.0:1767389129.163384:0:361971:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cdd39563. 80000000:00000010:3.0:1767389129.163387:0:361971:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a1ffac94. 40000000:00000010:3.0:1767389129.163389:0:361971:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000086fd10db. 00100000:00000010:3.0:1767389129.163393:0:361971:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d0bd0ffa. 00040000:00000010:3.0:1767389129.163395:0:361971:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000097c6937f. 00040000:00000010:3.0:1767389129.163398:0:361971:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000090a92231. 00080000:00000010:3.0:1767389129.163402:0:361971:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000082fc09f3. 00000004:00000010:3.0:1767389129.163406:0:361971:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006b2bdf8d. 00000100:00000200:3.0:1767389129.163411:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163414:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bbee942. 00000400:00000010:3.0:1767389129.163418:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055ea294a. 00000100:00000200:3.0:1767389129.163421:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163423:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005904644c. 00000400:00000010:3.0:1767389129.163425:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004fb6b084. 00000100:00000200:3.0:1767389129.163427:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163430:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000681f5008. 00000400:00000010:3.0:1767389129.163432:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043518649. 00000100:00000200:3.0:1767389129.163434:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163435:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000185594a1. 00000400:00000010:3.0:1767389129.163437:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed2a63ba. 00000100:00000200:3.0:1767389129.163439:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163441:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da174096. 00000400:00000010:3.0:1767389129.163442:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d2ae294. 00000100:00000200:3.0:1767389129.163444:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163446:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c78d1a2. 00000400:00000010:3.0:1767389129.163448:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ca27c98. 00000100:00000200:3.0:1767389129.163449:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163451:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069a52629. 00000400:00000010:3.0:1767389129.163453:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c06db48. 00000100:00000200:3.0:1767389129.163455:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163457:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa5da184. 00000400:00000010:3.0:1767389129.163458:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c50a39a8. 00000100:00000200:3.0:1767389129.163460:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163462:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0f1d1ec. 00000400:00000010:3.0:1767389129.163463:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b70fa32. 00000100:00000200:3.0:1767389129.163466:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163468:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ea29cff. 00000400:00000010:3.0:1767389129.163471:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2359eeb. 00000100:00000200:3.0:1767389129.163473:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163475:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ef7cf0c. 00000400:00000010:3.0:1767389129.163477:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb856158. 00000100:00000200:3.0:1767389129.163479:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163480:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006558aa3b. 00000400:00000010:3.0:1767389129.163482:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000832d3625. 00000100:00000200:3.0:1767389129.163484:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163486:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054e39a7b. 00000400:00000010:3.0:1767389129.163487:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000702b52a0. 00000100:00000200:3.0:1767389129.163489:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163491:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8cbce2b. 00000400:00000010:3.0:1767389129.163492:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9285838. 00000100:00000200:3.0:1767389129.163494:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163496:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d283ac16. 00000400:00000010:3.0:1767389129.163497:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c998d41. 00000100:00000200:3.0:1767389129.163500:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163501:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f13d89f0. 00000400:00000010:3.0:1767389129.163503:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d955f1a8. 00000100:00000200:3.0:1767389129.163505:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163506:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000556c2167. 00000400:00000010:3.0:1767389129.163508:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ebc5819. 00000100:00000200:3.0:1767389129.163510:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163511:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da26b1db. 00000400:00000010:3.0:1767389129.163513:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000024671786. 00000100:00000200:3.0:1767389129.163515:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163517:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000aecd2a. 00000400:00000010:3.0:1767389129.163518:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ed3d3ba. 00000100:00000200:3.0:1767389129.163520:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163522:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0bbae4c. 00000400:00000010:3.0:1767389129.163524:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc136459. 00000100:00000200:3.0:1767389129.163526:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163527:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075fd59a6. 00000400:00000010:3.0:1767389129.163530:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d50b63d0. 00000100:00000200:3.0:1767389129.163532:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163533:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ebef9a42. 00000400:00000010:3.0:1767389129.163535:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006cbc1b70. 00000100:00000200:3.0:1767389129.163537:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163538:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5a436a0. 00000400:00000010:3.0:1767389129.163540:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e94a90e. 00000100:00000200:3.0:1767389129.163542:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163543:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007697efd0. 00000400:00000010:3.0:1767389129.163545:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000066e2f8a5. 00000100:00000200:3.0:1767389129.163547:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163548:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000760a341f. 00000400:00000010:3.0:1767389129.163550:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006436ed01. 00000100:00000200:3.0:1767389129.163552:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163554:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097248306. 00000400:00000010:3.0:1767389129.163556:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b193d21e. 00000100:00000200:3.0:1767389129.163558:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163560:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b1280cfe. 00000400:00000010:3.0:1767389129.163562:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000213d4250. 00000100:00000200:3.0:1767389129.163564:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163565:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d8bf996. 00000400:00000010:3.0:1767389129.163567:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001f280d18. 00000100:00000200:3.0:1767389129.163569:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163570:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001176dbae. 00000400:00000010:3.0:1767389129.163572:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f6b4a97. 00000100:00000200:3.0:1767389129.163574:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163576:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d88b6d1. 00000400:00000010:3.0:1767389129.163578:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ca97752. 00000100:00000200:3.0:1767389129.163580:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163581:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040ae8799. 00000400:00000010:3.0:1767389129.163583:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080e0f40a. 00000100:00000200:3.0:1767389129.163585:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163587:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5e3d489. 00000400:00000010:3.0:1767389129.163589:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf7f1ac9. 00000100:00000200:3.0:1767389129.163590:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163593:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf2c06da. 00000400:00000010:3.0:1767389129.163595:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eff92d9f. 00000100:00000200:3.0:1767389129.163597:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163599:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a11e348e. 00000400:00000010:3.0:1767389129.163601:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008498d201. 00000100:00000200:3.0:1767389129.163603:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163605:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002830e9ea. 00000400:00000010:3.0:1767389129.163606:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc1c94bc. 00000100:00000200:3.0:1767389129.163609:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163610:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095207644. 00000400:00000010:3.0:1767389129.163612:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f446bd2b. 00000100:00000200:3.0:1767389129.163614:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163615:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047e1d2dd. 00000400:00000010:3.0:1767389129.163617:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d1e07c9. 00000100:00000200:3.0:1767389129.163619:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163620:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007203a2b7. 00000400:00000010:3.0:1767389129.163622:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058a1f10a. 00000100:00000200:3.0:1767389129.163624:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163625:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a86edc7d. 00000400:00000010:3.0:1767389129.163627:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a294f465. 00000100:00000200:3.0:1767389129.163629:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163631:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000995adf73. 00000400:00000010:3.0:1767389129.163632:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6be9b79. 00000100:00000200:3.0:1767389129.163634:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163636:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e82ed562. 00000400:00000010:3.0:1767389129.163637:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bd1e429. 00000100:00000200:3.0:1767389129.163639:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163641:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce680ec0. 00000400:00000010:3.0:1767389129.163642:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094aff098. 00000100:00000200:3.0:1767389129.163644:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163646:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000196d04d6. 00000400:00000010:3.0:1767389129.163648:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e93d693f. 00000100:00000200:3.0:1767389129.163649:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163651:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cba4b01e. 00000400:00000010:3.0:1767389129.163653:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c34a9a07. 00000100:00000200:3.0:1767389129.163656:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163657:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb27fb1c. 00000400:00000010:3.0:1767389129.163659:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a55b7ee. 00000100:00000200:3.0:1767389129.163661:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163662:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002820b45b. 00000400:00000010:3.0:1767389129.163664:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a07010b. 00000100:00000200:3.0:1767389129.163666:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163667:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016858057. 00000400:00000010:3.0:1767389129.163669:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1eeb0ab. 00000100:00000200:3.0:1767389129.163671:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163673:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfcab77d. 00000400:00000010:3.0:1767389129.163674:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dcf511d. 00000100:00000200:3.0:1767389129.163676:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163678:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fa20ae2. 00000400:00000010:3.0:1767389129.163680:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000db049d06. 00000100:00000200:3.0:1767389129.163681:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163683:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a09264d3. 00000400:00000010:3.0:1767389129.163685:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4b94a56. 00000100:00000200:3.0:1767389129.163687:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163688:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec713301. 00000400:00000010:3.0:1767389129.163690:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cdb96e86. 00000100:00000200:3.0:1767389129.163692:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163693:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006922cf17. 00000400:00000010:3.0:1767389129.163695:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a68ed51. 00000100:00000200:3.0:1767389129.163697:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163699:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000dbf23bd. 00000400:00000010:3.0:1767389129.163700:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bb816136. 00000100:00000200:3.0:1767389129.163702:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163704:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059f96e28. 00000400:00000010:3.0:1767389129.163705:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000009c8b1c0. 00000100:00000200:3.0:1767389129.163707:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163709:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000af4265de. 00000400:00000010:3.0:1767389129.163711:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5bd5307. 00000100:00000200:3.0:1767389129.163712:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163714:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea02f7d2. 00000400:00000010:3.0:1767389129.163716:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004229eff4. 00000100:00000200:3.0:1767389129.163718:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163719:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cbd1e133. 00000400:00000010:3.0:1767389129.163721:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9c223db. 00000100:00000200:3.0:1767389129.163723:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00010000:00000010:3.1:1767389129.163767:0:361971:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ac653602. 00010000:00000010:3.1:1767389129.163777:0:361971:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000073db941a. 00000400:00000010:3.0:1767389129.163787:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa1d9b87. 00000400:00000010:3.0:1767389129.163792:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ed5704d5. 00000100:00000200:3.0:1767389129.163796:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163799:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca932edf. 00000400:00000010:3.0:1767389129.163803:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fc65ec1. 00000100:00000200:3.0:1767389129.163806:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163809:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000703cde56. 00000400:00000010:3.0:1767389129.163814:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ecc754b3. 00000100:00000200:3.0:1767389129.163817:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163820:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e973c506. 00000400:00000010:3.0:1767389129.163824:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095d2baea. 00000100:00000200:3.0:1767389129.163827:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163828:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089ec3366. 00000400:00000010:3.0:1767389129.163831:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000500380f2. 00000100:00000200:3.0:1767389129.163833:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163834:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000defcb138. 00000400:00000010:3.0:1767389129.163836:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a86a21fe. 00000100:00000200:3.0:1767389129.163838:0:361971:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:3.0:1767389129.163839:0:361971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ea31cf5. 00000400:00000010:3.0:1767389129.163842:0:361971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d97d4d31. 00000100:00000010:3.0:1767389129.163846:0:361971:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000003644cb93. 00000100:00000200:3.0:1767389129.163863:0:361971:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767389129.163971:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000df5f266f. 00000100:00000010:3.0:1767389129.164242:0:361972:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005af6d668. 00000020:00000010:3.0:1767389129.164247:0:361972:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003fc070da. 00000020:00000010:3.0:1767389129.164252:0:361972:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000cb4d177. 00000020:00000010:3.0:1767389129.164254:0:361972:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cabb8262. 00000040:00000010:3.0:1767389129.164257:0:361972:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000999431f. 00000020:00000010:3.0:1767389129.164260:0:361972:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000065dd630. 00000020:00000010:3.0:1767389129.164264:0:361972:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f67308fd. 00000020:00000010:3.0:1767389129.164269:0:361972:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000333a3a78. 80000000:00000010:3.0:1767389129.164273:0:361972:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000201cd20b. 40000000:00000010:3.0:1767389129.164275:0:361972:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f0a44bba. 00100000:00000010:3.0:1767389129.164279:0:361972:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d801c574. 00040000:00000010:3.0:1767389129.164282:0:361972:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000085ac4de6. 00040000:00000010:3.0:1767389129.164285:0:361972:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f0233943. 00080000:00000010:3.0:1767389129.164290:0:361972:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000c6ba0a6. 00000004:00000010:3.0:1767389129.164294:0:361972:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002d9aeb08. 00000100:00000010:3.0:1767389129.164299:0:361972:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000009e1b89e3. 00000100:00000200:3.0:1767389129.164318:0:361972:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767389129.164338:0:361953:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000008c756959. 00000100:00000010:1.0:1767389129.164346:0:361953:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000087648361. 00000100:00000010:1.0:1767389129.164365:0:361953:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000032ea3c6e. 00000100:00000010:1.0:1767389129.164373:0:361953:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000004e82cf3d. 00000100:00000010:1.0:1767389129.164378:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021b10932. 00000100:00000010:1.0:1767389129.164382:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f39bc11f. 00000100:00000010:1.0:1767389129.164394:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000535a3225. 00000100:00000010:1.0:1767389129.164399:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000997ea989. 00000100:00000010:1.0:1767389129.164401:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000024e90cc. 00000100:00000010:1.0:1767389129.164406:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee05608b. 00000100:00000010:1.0:1767389129.164408:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000838e8562. 00000100:00000010:1.0:1767389129.164412:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000008ec36d. 00000100:00000010:1.0:1767389129.164414:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037044985. 00000100:00000010:1.0:1767389129.164417:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f108501d. 00000100:00000010:1.0:1767389129.164419:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064c2bfa4. 00000100:00000010:1.0:1767389129.164422:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000023fbb47b. 00000100:00000010:1.0:1767389129.164424:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f643df3. 00000100:00000010:1.0:1767389129.164428:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f495042b. 00000100:00000010:1.0:1767389129.164431:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000039ffd575. 00000100:00000010:1.0:1767389129.164434:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004fc8df42. 00000100:00000010:1.0:1767389129.164436:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e22e5c0e. 00000100:00000010:1.0:1767389129.164445:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000093b95728. 00000100:00000010:1.0:1767389129.164448:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1e6469d. 00000100:00000010:1.0:1767389129.164460:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003ef8d5e5. 00000100:00000010:1.0:1767389129.164462:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000578ff1db. 00000100:00000010:1.0:1767389129.164465:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000002b32af. 00000100:00000010:1.0:1767389129.164467:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000adad1645. 00000100:00000010:1.0:1767389129.164469:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eefb8445. 00000100:00000010:1.0:1767389129.164471:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d0f2c8b. 00000100:00000010:1.0:1767389129.164474:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000020a73501. 00000100:00000010:1.0:1767389129.164476:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d26e2e2. 00000100:00000010:1.0:1767389129.164478:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a082869. 00000100:00000010:1.0:1767389129.164480:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f2c25993. 00000100:00000010:1.0:1767389129.164483:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a3bc938f. 00000100:00000010:1.0:1767389129.164486:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d0330fbb. 00000100:00000010:1.0:1767389129.164489:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000072ccac4f. 00000100:00000010:1.0:1767389129.164491:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000964cd85b. 00000100:00000010:1.0:1767389129.164501:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005b4d0282. 00000100:00000010:1.0:1767389129.164510:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c670d03b. 00000100:00000010:1.0:1767389129.164514:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003554424c. 00000100:00000010:1.0:1767389129.164516:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093bab5ea. 00000100:00000010:1.0:1767389129.164519:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c3a4b549. 00000100:00000010:1.0:1767389129.164521:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000395560ac. 00000100:00000010:1.0:1767389129.164524:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000225d58a4. 00000100:00000010:1.0:1767389129.164526:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ca43d03. 00000100:00000010:1.0:1767389129.164529:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002a00c113. 00000100:00000010:1.0:1767389129.164531:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000096ec57d. 00000100:00000010:1.0:1767389129.164534:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000896f509f. 00000100:00000010:1.0:1767389129.164536:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a12410a. 00000100:00000010:1.0:1767389129.164539:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001370bf9c. 00000100:00000010:1.0:1767389129.164542:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000966b6bd8. 00000100:00000010:1.0:1767389129.164545:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d8669290. 00000100:00000010:1.0:1767389129.164547:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011a47543. 00000100:00000010:1.0:1767389129.164556:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000020725259. 00000100:00000010:1.0:1767389129.164558:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0818673. 00000100:00000010:1.0:1767389129.164561:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000014d8f444. 00000100:00000010:1.0:1767389129.164563:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000204ee34d. 00000100:00000010:1.0:1767389129.164566:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bace9590. 00000100:00000010:1.0:1767389129.164568:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a38a2cb. 00000100:00000010:1.0:1767389129.164571:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000028b2416f. 00000100:00000010:1.0:1767389129.164573:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000305cbc91. 00000100:00000010:1.0:1767389129.164577:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000097c22ae9. 00000100:00000010:1.0:1767389129.164579:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006e5d74eb. 00000100:00000010:1.0:1767389129.164582:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000076994559. 00000100:00000010:1.0:1767389129.164584:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c896baea. 00000100:00000010:1.0:1767389129.164588:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cd530954. 00000100:00000010:1.0:1767389129.164590:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032da82cf. 00000100:00000010:1.0:1767389129.164594:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000039ef1e0e. 00000100:00000010:1.0:1767389129.164596:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d9a8722. 00000100:00000010:1.0:1767389129.164605:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c24010e6. 00000100:00000010:1.0:1767389129.164614:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003eae785. 00000100:00000010:1.0:1767389129.164618:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000ec0499d. 00000100:00000010:1.0:1767389129.164620:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ab742d5. 00000100:00000010:1.0:1767389129.164623:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005de4737d. 00000100:00000010:1.0:1767389129.164625:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fd1e1f41. 00000100:00000010:1.0:1767389129.164628:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004a8e0710. 00000100:00000010:1.0:1767389129.164630:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a95f672d. 00000100:00000010:1.0:1767389129.164633:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000501b2293. 00000100:00000010:1.0:1767389129.164635:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085ce6c94. 00000100:00000010:1.0:1767389129.164638:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eedfd9b9. 00000100:00000010:1.0:1767389129.164640:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ef93a23. 00000100:00000010:1.0:1767389129.164643:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004f1a88ee. 00000100:00000010:1.0:1767389129.164645:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e758c9eb. 00000100:00000010:1.0:1767389129.164649:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007ae6e069. 00000100:00000010:1.0:1767389129.164650:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3458faf. 00000100:00000010:1.0:1767389129.164660:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000667de65c. 00000100:00000010:1.0:1767389129.164662:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077700082. 00000100:00000010:1.0:1767389129.164665:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006f829c78. 00000100:00000010:1.0:1767389129.164667:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000beaf1268. 00000100:00000010:1.0:1767389129.164670:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cc4c65a8. 00000100:00000010:1.0:1767389129.164672:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022dcb995. 00000100:00000010:1.0:1767389129.164675:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006aa32337. 00000100:00000010:1.0:1767389129.164677:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a2b9a569. 00000100:00000010:1.0:1767389129.164680:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b8442565. 00000100:00000010:1.0:1767389129.164682:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eea2c7aa. 00000100:00000010:1.0:1767389129.164686:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bb36cc5b. 00000100:00000010:1.0:1767389129.164688:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000679d159. 00000100:00000010:1.0:1767389129.164692:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003d5b83a6. 00000100:00000010:1.0:1767389129.164694:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000fcd97c1. 00000100:00000010:1.0:1767389129.164697:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000016d3d3f8. 00000100:00000010:1.0:1767389129.164700:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096749098. 00000100:00000010:1.0:1767389129.164708:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000011f2568d. 00000100:00000010:1.0:1767389129.164718:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f762c76a. 00000100:00000010:1.0:1767389129.164721:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c77f3c47. 00000100:00000010:1.0:1767389129.164723:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000050011d59. 00000100:00000010:1.0:1767389129.164758:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e4343ff3. 00000100:00000010:1.0:1767389129.164763:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000061fe4ee1. 00000100:00000010:1.0:1767389129.164767:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002ebc69cb. 00000100:00000010:1.0:1767389129.164769:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095c07b6f. 00000100:00000010:1.0:1767389129.164772:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000057eda7c0. 00000100:00000010:1.0:1767389129.164775:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f60addda. 00000100:00000010:1.0:1767389129.164778:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000063a29825. 00000100:00000010:1.0:1767389129.164780:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f781cc3. 00000100:00000010:1.0:1767389129.164783:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004f74d03c. 00000100:00000010:1.0:1767389129.164785:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5f64bbc. 00000100:00000010:1.0:1767389129.164788:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000828deb4f. 00000100:00000010:1.0:1767389129.164790:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a34b03ac. 00000100:00000010:1.0:1767389129.164800:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002bd0eb3c. 00000100:00000010:1.0:1767389129.164803:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000143f918d. 00000100:00000010:1.0:1767389129.164806:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d4367e38. 00000100:00000010:1.0:1767389129.164808:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e651283a. 00000100:00000010:1.0:1767389129.164811:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000083ae2ec6. 00000100:00000010:1.0:1767389129.164813:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004870bbc3. 00000100:00000010:1.0:1767389129.164816:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003ad201fb. 00000100:00000010:1.0:1767389129.164818:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002523a25b. 00000100:00000010:1.0:1767389129.164820:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005b95b0a4. 00000100:00000010:1.0:1767389129.164823:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014b5e1ce. 00000100:00000010:1.0:1767389129.164826:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c9958e17. 00000100:00000010:1.0:1767389129.164829:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e83add68. 00000100:00000010:1.0:1767389129.164832:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000053852e6d. 00000100:00000010:1.0:1767389129.164834:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0b7ea94. 00000100:00000010:1.0:1767389129.164837:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d7ebfbc4. 00000400:00000200:1.0:1767389129.164839:0:361953:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:1.0:1767389129.164878:0:361953:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e38b0436. 00000020:00000010:1.0:1767389129.164892:0:361953:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000001ad5e08f. 00000100:00000010:1.0:1767389129.164933:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000020a9e5be. 00000100:00000010:1.0:1767389129.164936:0:361953:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000c1625f57. 00000100:00000010:1.0:1767389129.164938:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000dfb2a60a. 00000100:00000010:1.0:1767389129.164941:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000501e8df6. 00000100:00000010:1.0:1767389129.164944:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000f29db082. 00000100:00000200:1.0:1767389129.164971:0:361953:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:1.0:1767389129.164974:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000022e0bd04. 00000100:00000010:3.0:1767389129.165212:0:361973:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000033a7e64c. 00000020:00000010:3.0:1767389129.165218:0:361973:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003a147a58. 00000020:00000010:3.0:1767389129.165222:0:361973:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c49c9a7c. 00000020:00000010:3.0:1767389129.165224:0:361973:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f24bb6d0. 00000040:00000010:3.0:1767389129.165227:0:361973:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006130e4e8. 00000020:00000010:3.0:1767389129.165230:0:361973:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d14a2934. 00000020:00000010:3.0:1767389129.165234:0:361973:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005bb904fb. 00000020:00000010:3.0:1767389129.165238:0:361973:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000051a4569d. 80000000:00000010:3.0:1767389129.165240:0:361973:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a963d912. 40000000:00000010:3.0:1767389129.165242:0:361973:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e4784894. 00100000:00000010:3.0:1767389129.165246:0:361973:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a157aa79. 00040000:00000010:3.0:1767389129.165249:0:361973:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002b02b58d. 00040000:00000010:3.0:1767389129.165252:0:361973:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008ee438d1. 00080000:00000010:3.0:1767389129.165255:0:361973:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000032f44def. 00000004:00000010:3.0:1767389129.165270:0:361973:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000130d8966. 00002000:00000010:3.0:1767389129.165275:0:361973:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000146047ab. 00000100:00000200:3.0:1767389129.165279:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165282:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079006982. 00000400:00000010:3.0:1767389129.165286:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000022344b38. 00000100:00000200:3.0:1767389129.165290:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165292:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0e1fce3. 00000400:00000010:3.0:1767389129.165294:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be115602. 00000100:00000200:3.0:1767389129.165296:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165298:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee6069d1. 00000400:00000010:3.0:1767389129.165301:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091879afe. 00000100:00000200:3.0:1767389129.165303:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165305:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b16e2b7. 00000400:00000010:3.0:1767389129.165307:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025b7edbd. 00000100:00000200:3.0:1767389129.165309:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165311:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2182205. 00000400:00000010:3.0:1767389129.165313:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000534477c6. 00000100:00000200:3.0:1767389129.165315:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165317:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009aea3aaa. 00000400:00000010:3.0:1767389129.165319:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c85f9574. 00000100:00000200:3.0:1767389129.165321:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165322:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000855c0f5d. 00000400:00000010:3.0:1767389129.165324:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae803d5c. 00000100:00000200:3.0:1767389129.165326:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165328:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bebe6b4b. 00000400:00000010:3.0:1767389129.165330:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b04b5a62. 00000100:00000200:3.0:1767389129.165332:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165334:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a6bbdfe. 00000400:00000010:3.0:1767389129.165336:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008f4878c4. 00000100:00000200:3.0:1767389129.165337:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165339:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed353938. 00000400:00000010:3.0:1767389129.165341:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009fe96ff3. 00000100:00000200:3.0:1767389129.165343:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165344:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042f9faf1. 00000400:00000010:3.0:1767389129.165346:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d567c91. 00000100:00000200:3.0:1767389129.165348:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165350:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c665c82e. 00000400:00000010:3.0:1767389129.165351:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005fc7f260. 00000100:00000200:3.0:1767389129.165353:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165355:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000165714f3. 00000400:00000010:3.0:1767389129.165356:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025a83edf. 00000100:00000200:3.0:1767389129.165358:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165360:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008304d40f. 00000400:00000010:3.0:1767389129.165362:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f53d3cd. 00000100:00000200:3.0:1767389129.165364:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165365:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002c1be3c0. 00000400:00000010:3.0:1767389129.165368:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000448c281e. 00000100:00000200:3.0:1767389129.165370:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165372:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000533a1a20. 00000400:00000010:3.0:1767389129.165374:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5d031bc. 00000100:00000200:3.0:1767389129.165376:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165378:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006c583bd. 00000400:00000010:3.0:1767389129.165380:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001d1dcdc6. 00000100:00000200:3.0:1767389129.165381:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165383:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004d82caaf. 00000400:00000010:3.0:1767389129.165385:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000094d823dd. 00000100:00000200:3.0:1767389129.165387:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165388:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a054eaad. 00000400:00000010:3.0:1767389129.165390:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b61558db. 00000100:00000200:3.0:1767389129.165392:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165394:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe6046f6. 00000400:00000010:3.0:1767389129.165395:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000555f5ef4. 00000100:00000200:3.0:1767389129.165397:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165399:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fbf6923. 00000400:00000010:3.0:1767389129.165400:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f5c111c6. 00000100:00000200:3.0:1767389129.165402:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165404:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000516361b1. 00000400:00000010:3.0:1767389129.165406:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c9af4e14. 00000100:00000200:3.0:1767389129.165407:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165409:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000234cf660. 00000400:00000010:3.0:1767389129.165411:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003a8c60b2. 00000100:00000200:3.0:1767389129.165413:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165414:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000938fde89. 00000400:00000010:3.0:1767389129.165416:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cd69371. 00000100:00000200:3.0:1767389129.165418:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165419:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095a71053. 00000400:00000010:3.0:1767389129.165421:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067ccdf9e. 00000100:00000200:3.0:1767389129.165423:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165425:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027151e52. 00000400:00000010:3.0:1767389129.165427:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f62ece4a. 00000100:00000200:3.0:1767389129.165429:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165431:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052b4f900. 00000400:00000010:3.0:1767389129.165433:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054501a59. 00000100:00000200:3.0:1767389129.165436:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165438:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060a69c31. 00000400:00000010:3.0:1767389129.165440:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000149799da. 00000100:00000200:3.0:1767389129.165442:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165443:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f37a6762. 00000400:00000010:3.0:1767389129.165445:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e12257a3. 00000100:00000200:3.0:1767389129.165447:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165449:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007ffc117. 00000400:00000010:3.0:1767389129.165451:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ae06a101. 00000100:00000200:3.0:1767389129.165453:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165454:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7ab9fe0. 00000400:00000010:3.0:1767389129.165456:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f16fffc. 00000100:00000200:3.0:1767389129.165458:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165460:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042490c6b. 00000400:00000010:3.0:1767389129.165461:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000777408d1. 00000100:00000200:3.0:1767389129.165463:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165465:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a868ffac. 00000400:00000010:3.0:1767389129.165467:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c871aaa3. 00000100:00000200:3.0:1767389129.165469:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165470:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d4298b4. 00000400:00000010:3.0:1767389129.165472:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002a150070. 00000100:00000200:3.0:1767389129.165474:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165475:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000488fffd6. 00000400:00000010:3.0:1767389129.165477:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f830c618. 00000100:00000200:3.0:1767389129.165479:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165480:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a95d8ef. 00000400:00000010:3.0:1767389129.165482:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c2fb252e. 00000100:00000200:3.0:1767389129.165484:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165486:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8dd0f26. 00000400:00000010:3.0:1767389129.165488:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000863da37f. 00000100:00000200:3.0:1767389129.165489:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165491:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037e656c7. 00000400:00000010:3.0:1767389129.165493:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000657be1c5. 00000100:00000200:3.0:1767389129.165495:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165497:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013ac9477. 00000400:00000010:3.0:1767389129.165499:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002dced7ce. 00000100:00000200:3.0:1767389129.165501:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165503:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b9dd69a. 00000400:00000010:3.0:1767389129.165504:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000091d02d59. 00000100:00000200:3.0:1767389129.165506:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165508:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c98e0dee. 00000400:00000010:3.0:1767389129.165510:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ebe8dec4. 00000100:00000200:3.0:1767389129.165512:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165513:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6da7d05. 00000400:00000010:3.0:1767389129.165515:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e80b6ce3. 00000100:00000200:3.0:1767389129.165517:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165518:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a3e21b6. 00000400:00000010:3.0:1767389129.165520:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008184f146. 00000100:00000200:3.0:1767389129.165522:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165523:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001322b5ab. 00000400:00000010:3.0:1767389129.165525:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c741f865. 00000100:00000200:3.0:1767389129.165527:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165528:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dae5ddb. 00000400:00000010:3.0:1767389129.165530:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000521602d4. 00000100:00000200:3.0:1767389129.165532:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165534:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057b41b21. 00000400:00000010:3.0:1767389129.165535:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d552bef. 00000100:00000200:3.0:1767389129.165537:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165539:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045fcc24c. 00000400:00000010:3.0:1767389129.165541:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3024221. 00000100:00000200:3.0:1767389129.165543:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165544:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3d9b5f6. 00000400:00000010:3.0:1767389129.165546:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031f79a48. 00000100:00000200:3.0:1767389129.165548:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165549:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fac08874. 00000400:00000010:3.0:1767389129.165551:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006242a265. 00000100:00000200:3.0:1767389129.165553:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165554:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084bd72c0. 00000400:00000010:3.0:1767389129.165557:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea32ed77. 00000100:00000200:3.0:1767389129.165559:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165560:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1a79a97. 00000400:00000010:3.0:1767389129.165562:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0e366b4. 00000100:00000200:3.0:1767389129.165564:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165566:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005ca2b97. 00000400:00000010:3.0:1767389129.165568:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004f1690a2. 00000100:00000200:3.0:1767389129.165570:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165571:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048261d7f. 00000400:00000010:3.0:1767389129.165573:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009677461a. 00000100:00000200:3.0:1767389129.165575:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165577:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef61cd30. 00000400:00000010:3.0:1767389129.165579:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000080aad8. 00000100:00000200:3.0:1767389129.165581:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165582:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fefdeef. 00000400:00000010:3.0:1767389129.165584:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d1d25b2. 00000100:00000200:3.0:1767389129.165586:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165587:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001387828f. 00000400:00000010:3.0:1767389129.165590:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002ad76d45. 00000100:00000200:3.0:1767389129.165592:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165594:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053a93232. 00000400:00000010:3.0:1767389129.165596:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2194c57. 00000100:00000200:3.0:1767389129.165598:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165599:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000089877a7. 00000400:00000010:3.0:1767389129.165601:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e65e195. 00000100:00000200:3.0:1767389129.165603:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165604:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015f6bc75. 00000400:00000010:3.0:1767389129.165606:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000148fe025. 00000100:00000200:3.0:1767389129.165608:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165610:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067fabae3. 00000400:00000010:3.0:1767389129.165612:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076d69a12. 00000100:00000200:3.0:1767389129.165614:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165615:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002156fb5c. 00000400:00000010:3.0:1767389129.165617:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d0517df. 00000100:00000200:3.0:1767389129.165619:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165621:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000160a5e0b. 00000400:00000010:3.0:1767389129.165623:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f6adf9e. 00000100:00000200:3.0:1767389129.165625:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165627:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d3ae717. 00000400:00000010:3.0:1767389129.165628:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03fbef0. 00000100:00000200:3.0:1767389129.165630:0:361973:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:3.0:1767389129.165632:0:361973:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c009b733. 00000400:00000010:3.0:1767389129.165634:0:361973:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067082dce. 00000100:00000010:3.0:1767389129.165637:0:361973:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000d85546cf. 00000100:00000200:3.0:1767389129.165656:0:361973:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767389129.165685:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000004feab164. 00000100:00000010:3.0:1767389129.165951:0:361974:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ff50b108. 00000020:00000010:3.0:1767389129.165956:0:361974:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000043fdd7e2. 00000020:00000010:3.0:1767389129.165960:0:361974:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006e70def. 00000020:00000010:3.0:1767389129.165965:0:361974:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e5cdb5af. 00000040:00000010:3.0:1767389129.165968:0:361974:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005e3328b5. 00000020:00000010:3.0:1767389129.165971:0:361974:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000096fe3aec. 00000020:00000010:3.0:1767389129.165974:0:361974:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007012806f. 00000020:00000010:3.0:1767389129.165977:0:361974:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000002e54dbd. 80000000:00000010:3.0:1767389129.165980:0:361974:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004423e9f6. 40000000:00000010:3.0:1767389129.165982:0:361974:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000075c99b89. 00100000:00000010:3.0:1767389129.165986:0:361974:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000065ed9c00. 00040000:00000010:3.0:1767389129.165989:0:361974:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006e71988f. 00040000:00000010:3.0:1767389129.165992:0:361974:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005933fd3a. 00080000:00000010:3.0:1767389129.165995:0:361974:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003574a728. 00000004:00000010:3.0:1767389129.165999:0:361974:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002e294f48. 00002000:00000010:3.0:1767389129.166001:0:361974:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006a13d936. 00000100:00000010:3.0:1767389129.166005:0:361974:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000430bb140. 00000100:00000200:3.0:1767389129.166022:0:361974:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767389129.166037:0:361953:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000898af5a6. 00000100:00000010:1.0:1767389129.166055:0:361953:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000fac8455f. 00000100:00000010:1.0:1767389129.166067:0:361953:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000a81d8b45. 00000100:00000010:1.0:1767389129.166074:0:361953:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000002d111c5. 00000100:00000010:1.0:1767389129.166079:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012d7e5ca. 00000100:00000010:1.0:1767389129.166083:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000d5e78e6. 00000100:00000010:1.0:1767389129.166085:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fec134c. 00000100:00000010:1.0:1767389129.166088:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000015f4403a. 00000100:00000010:1.0:1767389129.166091:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004df414d6. 00000100:00000010:1.0:1767389129.166094:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a43f1819. 00000100:00000010:1.0:1767389129.166112:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c4e866b. 00000100:00000010:1.0:1767389129.166116:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a7f0dd8d. 00000100:00000010:1.0:1767389129.166119:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074d7c2f7. 00000100:00000010:1.0:1767389129.166122:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000858321be. 00000100:00000010:1.0:1767389129.166125:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4f1eb40. 00000100:00000010:1.0:1767389129.166128:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004ff61a24. 00000100:00000010:1.0:1767389129.166130:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ab7ae4d. 00000100:00000010:1.0:1767389129.166140:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000029fec43b. 00000100:00000010:1.0:1767389129.166143:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aaa81dc1. 00000100:00000010:1.0:1767389129.166145:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002d0e135e. 00000100:00000010:1.0:1767389129.166147:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc45d852. 00000100:00000010:1.0:1767389129.166150:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b2affa94. 00000100:00000010:1.0:1767389129.166152:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e568150d. 00000100:00000010:1.0:1767389129.166154:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000558c0255. 00000100:00000010:1.0:1767389129.166156:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000afc11c67. 00000100:00000010:1.0:1767389129.166159:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c74049f6. 00000100:00000010:1.0:1767389129.166161:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be0baecb. 00000100:00000010:1.0:1767389129.166164:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e0aea3c8. 00000100:00000010:1.0:1767389129.166166:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000370da0a8. 00000100:00000010:1.0:1767389129.166169:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000763e4356. 00000100:00000010:1.0:1767389129.166171:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b08e883. 00000100:00000010:1.0:1767389129.166174:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000054e565bb. 00000100:00000010:1.0:1767389129.166176:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095dfa9d9. 00000100:00000010:1.0:1767389129.166185:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005646f2c5. 00000100:00000010:1.0:1767389129.166195:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d441efc1. 00000100:00000010:1.0:1767389129.166198:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000111cae1e. 00000100:00000010:1.0:1767389129.166200:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078212885. 00000100:00000010:1.0:1767389129.166203:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f69aa87d. 00000100:00000010:1.0:1767389129.166206:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084761f0c. 00000100:00000010:1.0:1767389129.166208:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007486292e. 00000100:00000010:1.0:1767389129.166210:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062527186. 00000100:00000010:1.0:1767389129.166213:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001794e576. 00000100:00000010:1.0:1767389129.166215:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8fee8e0. 00000100:00000010:1.0:1767389129.166219:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000064a6460e. 00000100:00000010:1.0:1767389129.166221:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f49eda55. 00000100:00000010:1.0:1767389129.166225:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e2ae846. 00000100:00000010:1.0:1767389129.166227:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000898196a. 00000100:00000010:1.0:1767389129.166231:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006bd0fd7e. 00000100:00000010:1.0:1767389129.166233:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c47411d. 00000100:00000010:1.0:1767389129.166243:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000593091eb. 00000100:00000010:1.0:1767389129.166246:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae0acc8e. 00000100:00000010:1.0:1767389129.166249:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dbd183ec. 00000100:00000010:1.0:1767389129.166251:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094fc6b7e. 00000100:00000010:1.0:1767389129.166254:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000793540e2. 00000100:00000010:1.0:1767389129.166257:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ad39b16d. 00000100:00000010:1.0:1767389129.166260:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003dfc6401. 00000100:00000010:1.0:1767389129.166262:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000070b89a36. 00000100:00000010:1.0:1767389129.166265:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009ea7e139. 00000100:00000010:1.0:1767389129.166267:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084dd88bb. 00000100:00000010:1.0:1767389129.166270:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002b9cfaa6. 00000100:00000010:1.0:1767389129.166272:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c51bc4ba. 00000100:00000010:1.0:1767389129.166275:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000250096a3. 00000100:00000010:1.0:1767389129.166277:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6109638. 00000100:00000010:1.0:1767389129.166280:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000807b8ec6. 00000100:00000010:1.0:1767389129.166282:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9047df4. 00000100:00000010:1.0:1767389129.166291:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000044183535. 00000100:00000010:1.0:1767389129.166301:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a979a63a. 00000100:00000010:1.0:1767389129.166304:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a2afa8b0. 00000100:00000010:1.0:1767389129.166307:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b3f0d5e0. 00000100:00000010:1.0:1767389129.166310:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bf483b63. 00000100:00000010:1.0:1767389129.166312:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077eb6120. 00000100:00000010:1.0:1767389129.166315:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000859a3d0b. 00000100:00000010:1.0:1767389129.166317:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef92c55f. 00000100:00000010:1.0:1767389129.166320:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e5242456. 00000100:00000010:1.0:1767389129.166322:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031357236. 00000100:00000010:1.0:1767389129.166325:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000089d4702. 00000100:00000010:1.0:1767389129.166328:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000902a4149. 00000100:00000010:1.0:1767389129.166331:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000c2154d4. 00000100:00000010:1.0:1767389129.166334:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000052511707. 00000100:00000010:1.0:1767389129.166337:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000391ae2bf. 00000100:00000010:1.0:1767389129.166339:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000807abe8f. 00000100:00000010:1.0:1767389129.166348:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000082732c62. 00000100:00000010:1.0:1767389129.166351:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057461000. 00000100:00000010:1.0:1767389129.166354:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004f27d747. 00000100:00000010:1.0:1767389129.166356:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c9cb5dc. 00000100:00000010:1.0:1767389129.166359:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000003149998. 00000100:00000010:1.0:1767389129.166360:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f13a6a38. 00000100:00000010:1.0:1767389129.166364:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000145ec089. 00000100:00000010:1.0:1767389129.166365:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001998cfdd. 00000100:00000010:1.0:1767389129.166368:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b712fed0. 00000100:00000010:1.0:1767389129.166370:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4133322. 00000100:00000010:1.0:1767389129.166373:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d2a7ef75. 00000100:00000010:1.0:1767389129.166376:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004c12d271. 00000100:00000010:1.0:1767389129.166379:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ed29547b. 00000100:00000010:1.0:1767389129.166381:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000caabb7e0. 00000100:00000010:1.0:1767389129.166384:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003d302a42. 00000100:00000010:1.0:1767389129.166386:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082fdc5ce. 00000100:00000010:1.0:1767389129.166395:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ddabf858. 00000100:00000010:1.0:1767389129.166404:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a535d2e6. 00000100:00000010:1.0:1767389129.166407:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002a5a0b8f. 00000100:00000010:1.0:1767389129.166409:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004bc8b3cd. 00000100:00000010:1.0:1767389129.166412:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b60fa117. 00000100:00000010:1.0:1767389129.166414:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024bec41f. 00000100:00000010:1.0:1767389129.166417:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000317a91e9. 00000100:00000010:1.0:1767389129.166419:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055040255. 00000100:00000010:1.0:1767389129.166422:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000507e9780. 00000100:00000010:1.0:1767389129.166424:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000deba0a58. 00000100:00000010:1.0:1767389129.166428:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003afeb833. 00000100:00000010:1.0:1767389129.166430:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b205b3c. 00000100:00000010:1.0:1767389129.166433:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000075467c27. 00000100:00000010:1.0:1767389129.166436:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008893bc39. 00000100:00000010:1.0:1767389129.166439:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000209de805. 00000100:00000010:1.0:1767389129.166441:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c97aae8. 00000100:00000010:1.0:1767389129.166450:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000069cb93ee. 00000100:00000010:1.0:1767389129.166453:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e5f70a6. 00000100:00000010:1.0:1767389129.166456:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005df3c78b. 00000100:00000010:1.0:1767389129.166457:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c40e238b. 00000100:00000010:1.0:1767389129.166461:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dccd4742. 00000100:00000010:1.0:1767389129.166462:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000286b22db. 00000100:00000010:1.0:1767389129.166466:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000693f5d21. 00000100:00000010:1.0:1767389129.166467:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000002db802c. 00000100:00000010:1.0:1767389129.166470:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a828bbaa. 00000100:00000010:1.0:1767389129.166472:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000087a19419. 00000100:00000010:1.0:1767389129.166475:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009944b8b7. 00000100:00000010:1.0:1767389129.166477:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019d0a73f. 00000100:00000010:1.0:1767389129.166480:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000425d3522. 00000100:00000010:1.0:1767389129.166482:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6be619a. 00000100:00000010:1.0:1767389129.166485:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e8741d42. 00000100:00000010:1.0:1767389129.166487:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000526a26f. 00000100:00000010:1.0:1767389129.166496:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000625eca22. 00000100:00000010:1.0:1767389129.166505:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099270122. 00000100:00000010:1.0:1767389129.166509:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e72c88c2. 00000400:00000200:1.0:1767389129.166511:0:361953:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:1.0:1767389129.166547:0:361953:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004ca4d335. 00000020:00000010:1.0:1767389129.166551:0:361953:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000001fad526a. 00000100:00000010:1.0:1767389129.166593:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c4d4e1d0. 00000100:00000010:1.0:1767389129.166596:0:361953:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000022dccde2. 00000100:00000010:1.0:1767389129.166598:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000081ce1bca. 00000100:00000010:1.0:1767389129.166601:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b2a10093. 00000100:00000010:1.0:1767389129.166603:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c58ef2bd. 00000100:00000200:1.0:1767389129.166635:0:361953:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:1.0:1767389129.166639:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c2ea6944. 00000100:00000010:1.0:1767389129.166905:0:361975:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000bd1475d4. 00000020:00000010:1.0:1767389129.166913:0:361975:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007411e7e1. 00000020:00000010:1.0:1767389129.166920:0:361975:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000002d35d65. 00000020:00000010:1.0:1767389129.166924:0:361975:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c9c1274c. 00000040:00000010:1.0:1767389129.166928:0:361975:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009edb359f. 00000020:00000010:1.0:1767389129.166932:0:361975:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000039787dce. 00000020:00000010:1.0:1767389129.166938:0:361975:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000031417e61. 00000020:00000010:1.0:1767389129.166941:0:361975:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d58baa3b. 80000000:00000010:1.0:1767389129.166945:0:361975:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000012e3b4d. 40000000:00000010:1.0:1767389129.166949:0:361975:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000056f00d34. 00100000:00000010:1.0:1767389129.166955:0:361975:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e5414beb. 00040000:00000010:1.0:1767389129.166960:0:361975:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000073e26ed1. 00040000:00000010:1.0:1767389129.166963:0:361975:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005d1f262f. 00080000:00000010:1.0:1767389129.166967:0:361975:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003c2f4e30. 00000004:00000010:1.0:1767389129.166972:0:361975:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000ef84a50. 00002000:00000010:1.0:1767389129.166977:0:361975:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000634bf76. 00000100:00000200:1.0:1767389129.166982:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.166988:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050fc8136. 00000400:00000010:1.0:1767389129.166993:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050b8f577. 00000100:00000200:1.0:1767389129.166999:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167001:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c86fba06. 00000400:00000010:1.0:1767389129.167003:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000072fd0188. 00000100:00000200:1.0:1767389129.167005:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167007:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049633b6d. 00000400:00000010:1.0:1767389129.167008:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd7cb3a3. 00000100:00000200:1.0:1767389129.167010:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167011:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b83c2a60. 00000400:00000010:1.0:1767389129.167013:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2e903bb. 00000100:00000200:1.0:1767389129.167014:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167015:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dc19a8f. 00000400:00000010:1.0:1767389129.167017:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b59772a1. 00000100:00000200:1.0:1767389129.167019:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167021:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4b65561. 00000400:00000010:1.0:1767389129.167022:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000086183ec0. 00000100:00000200:1.0:1767389129.167024:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167025:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a314411. 00000400:00000010:1.0:1767389129.167027:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1f64a3b. 00000100:00000200:1.0:1767389129.167029:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167030:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4bb88cf. 00000400:00000010:1.0:1767389129.167032:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000636dd8e7. 00000100:00000200:1.0:1767389129.167033:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167034:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd3f44e2. 00000400:00000010:1.0:1767389129.167035:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be4b0921. 00000100:00000200:1.0:1767389129.167037:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167038:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed34c612. 00000400:00000010:1.0:1767389129.167039:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099012e88. 00000100:00000200:1.0:1767389129.167040:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167042:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089273a06. 00000400:00000010:1.0:1767389129.167043:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cabc7690. 00000100:00000200:1.0:1767389129.167045:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167046:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdb6cd1e. 00000400:00000010:1.0:1767389129.167047:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050247d49. 00000100:00000200:1.0:1767389129.167048:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167050:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e85fabb. 00000400:00000010:1.0:1767389129.167051:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035e70b55. 00000100:00000200:1.0:1767389129.167052:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167053:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ac4ec67. 00000400:00000010:1.0:1767389129.167055:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005aacaa31. 00000100:00000200:1.0:1767389129.167056:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167057:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bcbcfec. 00000400:00000010:1.0:1767389129.167058:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b6b5b83b. 00000100:00000200:1.0:1767389129.167060:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167061:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053a98af7. 00000400:00000010:1.0:1767389129.167063:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac28ef0a. 00000100:00000200:1.0:1767389129.167064:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167065:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8f2dea8. 00000400:00000010:1.0:1767389129.167067:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f14acecd. 00000100:00000200:1.0:1767389129.167069:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167070:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7b87bc1. 00000400:00000010:1.0:1767389129.167072:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18d89f4. 00000100:00000200:1.0:1767389129.167073:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167074:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a8763143. 00000400:00000010:1.0:1767389129.167076:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f6e123e. 00000100:00000200:1.0:1767389129.167077:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167079:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e4f4fda. 00000400:00000010:1.0:1767389129.167080:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000305cb2b. 00000100:00000200:1.0:1767389129.167081:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167082:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000007ed140c. 00000400:00000010:1.0:1767389129.167083:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc0a7fd1. 00000100:00000200:1.0:1767389129.167085:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167086:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000053155748. 00000400:00000010:1.0:1767389129.167087:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ef62de8f. 00000100:00000200:1.0:1767389129.167089:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167091:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003835f21d. 00000400:00000010:1.0:1767389129.167092:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c8bdd933. 00000100:00000200:1.0:1767389129.167094:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167109:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c8dd762. 00000400:00000010:1.0:1767389129.167112:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000073e409fb. 00000100:00000200:1.0:1767389129.167114:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167115:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ceb26ee2. 00000400:00000010:1.0:1767389129.167117:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096e6063c. 00000100:00000200:1.0:1767389129.167118:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167119:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff4b428d. 00000400:00000010:1.0:1767389129.167120:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000295b8a65. 00000100:00000200:1.0:1767389129.167122:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167123:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f9f7034. 00000400:00000010:1.0:1767389129.167124:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f9dc0fb. 00000100:00000200:1.0:1767389129.167126:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167127:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0a653d5. 00000400:00000010:1.0:1767389129.167129:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007df9dfc3. 00000100:00000200:1.0:1767389129.167130:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167132:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000286a25e4. 00000400:00000010:1.0:1767389129.167149:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000197d1072. 00000100:00000200:1.0:1767389129.167153:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167155:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006fe32aac. 00000400:00000010:1.0:1767389129.167157:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003f29ff6. 00000100:00000200:1.0:1767389129.167158:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167160:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000feab03de. 00000400:00000010:1.0:1767389129.167162:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d2eef53. 00000100:00000200:1.0:1767389129.167164:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167165:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061557479. 00000400:00000010:1.0:1767389129.167167:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000811835d0. 00000100:00000200:1.0:1767389129.167168:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167170:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003dd0296c. 00000400:00000010:1.0:1767389129.167171:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005eade070. 00000100:00000200:1.0:1767389129.167172:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167173:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004286c8a4. 00000400:00000010:1.0:1767389129.167175:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ea88c3a4. 00000100:00000200:1.0:1767389129.167176:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167177:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a992ae1f. 00000400:00000010:1.0:1767389129.167179:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ca129b6. 00000100:00000200:1.0:1767389129.167180:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167182:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9da4e72. 00000400:00000010:1.0:1767389129.167183:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f867437f. 00000100:00000200:1.0:1767389129.167184:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167185:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff7b1e0c. 00000400:00000010:1.0:1767389129.167187:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1e912cf. 00000100:00000200:1.0:1767389129.167188:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167189:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd6e401. 00000400:00000010:1.0:1767389129.167191:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015f375ea. 00000100:00000200:1.0:1767389129.167192:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167193:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e932b842. 00000400:00000010:1.0:1767389129.167194:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e55a431. 00000100:00000200:1.0:1767389129.167196:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167197:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d279c19. 00000400:00000010:1.0:1767389129.167198:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000354cf0db. 00000100:00000200:1.0:1767389129.167200:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167202:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b95cffb1. 00000400:00000010:1.0:1767389129.167203:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4c5fe94. 00000100:00000200:1.0:1767389129.167205:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167207:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7c6a4f7. 00000400:00000010:1.0:1767389129.167208:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098b0a8e5. 00000100:00000200:1.0:1767389129.167209:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167210:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067defa3e. 00000400:00000010:1.0:1767389129.167212:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025d111e5. 00000100:00000200:1.0:1767389129.167213:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167214:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5791999. 00000400:00000010:1.0:1767389129.167215:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084e25470. 00000100:00000200:1.0:1767389129.167217:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167218:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005085fac7. 00000400:00000010:1.0:1767389129.167219:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002efe42ab. 00000100:00000200:1.0:1767389129.167220:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167221:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0e1c827. 00000400:00000010:1.0:1767389129.167223:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c174e9b. 00000100:00000200:1.0:1767389129.167224:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167225:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048d0049e. 00000400:00000010:1.0:1767389129.167226:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b17559e9. 00000100:00000200:1.0:1767389129.167228:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167229:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfa890e3. 00000400:00000010:1.0:1767389129.167230:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8cdb523. 00000100:00000200:1.0:1767389129.167232:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167233:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001485c113. 00000400:00000010:1.0:1767389129.167234:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000acdce8a0. 00000100:00000200:1.0:1767389129.167235:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167236:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dfce198b. 00000400:00000010:1.0:1767389129.167238:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007a8f0c01. 00000100:00000200:1.0:1767389129.167239:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167240:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084a706da. 00000400:00000010:1.0:1767389129.167241:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003eb283b5. 00000100:00000200:1.0:1767389129.167243:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167244:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e164e036. 00000400:00000010:1.0:1767389129.167246:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc17da29. 00000100:00000200:1.0:1767389129.167248:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167249:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d34207b7. 00000400:00000010:1.0:1767389129.167251:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cf03352. 00000100:00000200:1.0:1767389129.167253:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167254:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000585ee36b. 00000400:00000010:1.0:1767389129.167255:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029e31887. 00000100:00000200:1.0:1767389129.167256:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167258:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f956e080. 00000400:00000010:1.0:1767389129.167259:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000078c70a7. 00000100:00000200:1.0:1767389129.167260:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167261:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b5e9532. 00000400:00000010:1.0:1767389129.167263:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000381aa893. 00000100:00000200:1.0:1767389129.167264:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167265:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000933b23cc. 00000400:00000010:1.0:1767389129.167266:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e9a08cf7. 00000100:00000200:1.0:1767389129.167267:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167269:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000898df05f. 00000400:00000010:1.0:1767389129.167270:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e58873c3. 00000100:00000200:1.0:1767389129.167271:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167272:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000b6a9550. 00000400:00000010:1.0:1767389129.167283:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc4b13cf. 00000100:00000200:1.0:1767389129.167286:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167287:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a83384a. 00000400:00000010:1.0:1767389129.167289:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c118b54e. 00000100:00000200:1.0:1767389129.167290:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167291:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000765bebc3. 00000400:00000010:1.0:1767389129.167293:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc3da06b. 00000100:00000200:1.0:1767389129.167294:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167296:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a19546d. 00000400:00000010:1.0:1767389129.167297:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c5f1700. 00000100:00000200:1.0:1767389129.167298:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167299:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000029ca83a2. 00000400:00000010:1.0:1767389129.167301:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008625fdf. 00000100:00000200:1.0:1767389129.167302:0:361975:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:1.0:1767389129.167304:0:361975:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075188231. 00000400:00000010:1.0:1767389129.167306:0:361975:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c4c53388. 00000100:00000010:1.0:1767389129.167309:0:361975:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000043cbe358. 00000100:00000200:1.0:1767389129.167328:0:361975:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767389129.167359:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000028cfcd16. 00000100:00000010:0.0:1767389129.167650:0:361976:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002648e089. 00000020:00000010:0.0:1767389129.167656:0:361976:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000a7a3e74f. 00000020:00000010:0.0:1767389129.167661:0:361976:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e69be95f. 00000020:00000010:0.0:1767389129.167665:0:361976:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bf03cfac. 00000040:00000010:0.0:1767389129.167668:0:361976:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000124bb576. 00000020:00000010:0.0:1767389129.167672:0:361976:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000acfe67ce. 00000020:00000010:0.0:1767389129.167677:0:361976:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bac00e4d. 00000020:00000010:0.0:1767389129.167680:0:361976:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002e59aacf. 80000000:00000010:0.0:1767389129.167684:0:361976:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000064a49270. 40000000:00000010:0.0:1767389129.167687:0:361976:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dc218b34. 00100000:00000010:0.0:1767389129.167691:0:361976:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004c3c9293. 00040000:00000010:0.0:1767389129.167694:0:361976:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000510f349d. 00040000:00000010:0.0:1767389129.167697:0:361976:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005a68b1ef. 00080000:00000010:0.0:1767389129.167701:0:361976:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000004cb882a. 00000004:00000010:0.0:1767389129.167705:0:361976:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000007fac563a. 00002000:00000010:0.0:1767389129.167709:0:361976:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000008d89c392. 00000100:00000010:0.0:1767389129.167713:0:361976:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000007fae9ee8. 00000100:00000200:0.0:1767389129.167776:0:361976:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767389129.167781:0:361953:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000005a8bd8a9. 00000100:00000010:1.0:1767389129.167788:0:361953:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000001a966457. 00000100:00000010:1.0:1767389129.167807:0:361953:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000092126a29. 00000100:00000010:1.0:1767389129.167815:0:361953:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000a7734c45. 00000100:00000010:1.0:1767389129.167820:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000062570c1. 00000100:00000010:1.0:1767389129.168077:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000056db0cac. 00000100:00000010:1.0:1767389129.168081:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014ca3503. 00000100:00000010:1.0:1767389129.168350:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f4cfe84a. 00000100:00000010:1.0:1767389129.168353:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9858856. 00000100:00000010:1.0:1767389129.168614:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000056aeef0e. 00000100:00000010:1.0:1767389129.168618:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a68a62e3. 00000100:00000010:1.0:1767389129.168903:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d3ef324f. 00000100:00000010:1.0:1767389129.168908:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000792e552f. 00000100:00000010:1.0:1767389129.169169:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f416e4fa. 00000100:00000010:1.0:1767389129.169173:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c14a715. 00000100:00000010:1.0:1767389129.169428:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000001e8962e. 00000100:00000010:1.0:1767389129.169431:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001684f478. 00000100:00000010:1.0:1767389129.169685:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d6becf22. 00000100:00000010:1.0:1767389129.169688:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000152f1eec. 00000100:00000010:1.0:1767389129.169955:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000029d56881. 00000100:00000010:1.0:1767389129.169959:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009d66640d. 00000100:00000010:1.0:1767389129.170223:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b055a750. 00000100:00000010:1.0:1767389129.170227:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000349a2760. 00000100:00000010:1.0:1767389129.170476:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fdd53fba. 00000100:00000010:1.0:1767389129.170479:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046300fcf. 00000100:00000010:1.0:1767389129.170762:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000030d26072. 00000100:00000010:1.0:1767389129.170766:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfe9c709. 00000100:00000010:1.0:1767389129.171032:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f3502fb7. 00000100:00000010:1.0:1767389129.171046:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b7171f1. 00000100:00000010:1.0:1767389129.171323:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ebf850a1. 00000100:00000010:1.0:1767389129.171327:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002622c828. 00000100:00000010:1.0:1767389129.171509:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000074af0bec. 00000100:00000010:1.0:1767389129.171512:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000098f4dfa. 00000100:00000010:1.0:1767389129.171791:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001dbea507. 00000100:00000010:1.0:1767389129.171798:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e009d036. 00000100:00000010:1.0:1767389129.172052:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c41d020d. 00000100:00000010:1.0:1767389129.172057:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000474252e7. 00000100:00000010:1.0:1767389129.172338:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009c137583. 00000100:00000010:1.0:1767389129.172342:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001bd7b8d5. 00000100:00000010:1.0:1767389129.172590:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000083e0389e. 00000100:00000010:1.0:1767389129.172593:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000326d2e79. 00000100:00000010:1.0:1767389129.172863:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000023e453ce. 00000100:00000010:1.0:1767389129.172867:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000886002b0. 00000100:00000010:1.0:1767389129.173156:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000092206a9d. 00000100:00000010:1.0:1767389129.173160:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000045e811e0. 00000100:00000010:1.0:1767389129.173407:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004d8cee24. 00000100:00000010:1.0:1767389129.173410:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3cbc0a0. 00000100:00000010:1.0:1767389129.173658:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f1075ca9. 00000100:00000010:1.0:1767389129.173662:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053f0cb37. 00000100:00000010:1.0:1767389129.173929:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dd312b06. 00000100:00000010:1.0:1767389129.173933:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005a503e18. 00000100:00000010:1.0:1767389129.174195:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003c0c68f6. 00000100:00000010:1.0:1767389129.174199:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ff4d0fb. 00000100:00000010:1.0:1767389129.174448:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000059af9508. 00000100:00000010:1.0:1767389129.174452:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000031075a44. 00000100:00000010:1.0:1767389129.174704:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000473e4034. 00000100:00000010:1.0:1767389129.174707:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034a9473b. 00000100:00000010:1.0:1767389129.174988:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c0eed9df. 00000100:00000010:1.0:1767389129.174994:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000200d0acd. 00000100:00000010:1.0:1767389129.175266:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f26c3aa9. 00000100:00000010:1.0:1767389129.175278:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036f7b976. 00000100:00000010:1.0:1767389129.175532:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000008ca01dfa. 00000100:00000010:1.0:1767389129.175535:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002bad561f. 00000100:00000010:1.0:1767389129.175814:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006c09f95b. 00000100:00000010:1.0:1767389129.175818:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3a42afb. 00000100:00000010:1.0:1767389129.175997:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000022adba28. 00000100:00000010:1.0:1767389129.176001:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002afdd8c8. 00000100:00000010:1.0:1767389129.176277:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004150d773. 00000100:00000010:1.0:1767389129.176280:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f357fc3e. 00000100:00000010:1.0:1767389129.176531:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000db592c60. 00000100:00000010:1.0:1767389129.176534:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025aaa769. 00000100:00000010:1.0:1767389129.176811:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b973bd66. 00000100:00000010:1.0:1767389129.176815:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e892028f. 00000100:00000010:1.0:1767389129.177071:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000041c782e5. 00000100:00000010:1.0:1767389129.177074:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba55eabb. 00000100:00000010:1.0:1767389129.177350:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c74fcbac. 00000100:00000010:1.0:1767389129.177354:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069fc521b. 00000100:00000010:1.0:1767389129.177600:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002ffceee8. 00000100:00000010:1.0:1767389129.177603:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d4397b7. 00000100:00000010:1.0:1767389129.177868:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000778fbbd9. 00000100:00000010:1.0:1767389129.177871:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022e2b2e8. 00000100:00000010:1.0:1767389129.178134:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000154395e4. 00000100:00000010:1.0:1767389129.178138:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057f8182c. 00000100:00000010:1.0:1767389129.178383:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000438c500e. 00000100:00000010:1.0:1767389129.178386:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000000084fe. 00000100:00000010:1.0:1767389129.178558:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000068ff3b28. 00000100:00000010:1.0:1767389129.178561:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053d6fac9. 00000100:00000010:1.0:1767389129.178821:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a07df7a6. 00000100:00000010:1.0:1767389129.178825:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fa014d70. 00000100:00000010:1.0:1767389129.179082:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d198a573. 00000100:00000010:1.0:1767389129.179086:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005297a60c. 00000100:00000010:1.0:1767389129.179361:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f7bdd6d2. 00000100:00000010:1.0:1767389129.179372:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fdd3b87. 00000100:00000010:1.0:1767389129.179614:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d7ba7bd9. 00000100:00000010:1.0:1767389129.179617:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000887cd429. 00000100:00000010:1.0:1767389129.179875:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000859ad966. 00000100:00000010:1.0:1767389129.179878:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049951182. 00000100:00000010:1.0:1767389129.180045:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000010d8455b. 00000100:00000010:1.0:1767389129.180048:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cadf1ddb. 00000100:00000010:1.0:1767389129.180300:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000087cdc684. 00000100:00000010:1.0:1767389129.180303:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c66535f5. 00000100:00000010:1.0:1767389129.180470:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009ae1eed3. 00000100:00000010:1.0:1767389129.180473:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a205d21d. 00000100:00000010:1.0:1767389129.180718:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004a1fc467. 00000100:00000010:1.0:1767389129.180721:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5db2e77. 00000100:00000010:1.0:1767389129.180989:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000011e1121d. 00000100:00000010:1.0:1767389129.180993:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc4cb0f7. 00000100:00000010:1.0:1767389129.181257:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a0d07958. 00000100:00000010:1.0:1767389129.181261:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bce7600. 00000100:00000010:1.0:1767389129.181501:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dedac631. 00000100:00000010:1.0:1767389129.181504:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000277b6955. 00000100:00000010:1.0:1767389129.181763:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d91ecb67. 00000100:00000010:1.0:1767389129.181766:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d07c825d. 00000100:00000010:1.0:1767389129.182008:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005697e1cc. 00000100:00000010:1.0:1767389129.182011:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c5b3eb5. 00000100:00000010:1.0:1767389129.182265:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c05f4eb8. 00000100:00000010:1.0:1767389129.182268:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b16a8ffe. 00000100:00000010:1.0:1767389129.182506:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002fb9a999. 00000100:00000010:1.0:1767389129.182509:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a02a68d. 00000100:00000010:1.0:1767389129.182767:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c18e8dbd. 00000100:00000010:1.0:1767389129.182771:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020c368a7. 00000100:00000010:1.0:1767389129.182935:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ad694cb2. 00000100:00000010:1.0:1767389129.182939:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007f6508b8. 00000100:00000010:1.0:1767389129.183201:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000092eee2b6. 00000100:00000010:1.0:1767389129.183212:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d5ae121. 00000100:00000010:1.0:1767389129.183450:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c5928d8e. 00000100:00000010:1.0:1767389129.183452:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000094f8cf3a. 00000100:00000010:1.0:1767389129.183688:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ac38a87b. 00000100:00000010:1.0:1767389129.183691:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000021f4a24. 00000100:00000010:1.0:1767389129.183941:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f186d681. 00000100:00000010:1.0:1767389129.183945:0:361953:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e37a609a. 00000100:00000010:1.0:1767389129.184188:0:361953:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e27b0335. 00000400:00000200:1.0:1767389129.184194:0:361953:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:1.0:1767389129.184261:0:361953:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000dc10bf35. 00000020:00000010:1.0:1767389129.184266:0:361953:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000092501165. 00000100:00000010:1.0:1767389129.184318:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000014e7f6c4. 00000100:00000010:1.0:1767389129.184325:0:361953:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000deab807c. 00000100:00000010:1.0:1767389129.184328:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006ddebfc3. 00000100:00000010:1.0:1767389129.184331:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ed3f9b9b. 00000100:00000010:1.0:1767389129.184333:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000003ea50eb. 00000100:00000010:1.0:1767389129.184336:0:361953:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000fda344d7. 00000100:00000010:1.0:1767389129.184339:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008b853b23. 00000100:00000010:1.0:1767389129.184341:0:361953:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000ab5a47f7. 00000100:00000010:1.0:1767389129.184342:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000015446bdc. 00000100:00000010:1.0:1767389129.184344:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007dff372c. 00000100:00000010:1.0:1767389129.184346:0:361953:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000210fc321. 00000100:00000200:1.0:1767389129.184374:0:361953:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:1.0:1767389129.184377:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000061fa60d3. 00000020:00000010:1.0:1767389129.185240:0:361977:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000002cd50338. 00000100:00000010:1.0:1767389129.185245:0:361977:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000cf92c385. 00000020:00000010:1.0:1767389129.185248:0:361977:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ac273487. 00000020:00000010:1.0:1767389129.185253:0:361977:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e61698a. 00000020:00000010:1.0:1767389129.185258:0:361977:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009d66ce44. 00000040:00000010:1.0:1767389129.185263:0:361977:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000092e86d42. 00000020:00000010:1.0:1767389129.185267:0:361977:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000125814cb. 00000020:00000010:1.0:1767389129.185271:0:361977:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000000c49d05f. 00000020:00000010:1.0:1767389129.185274:0:361977:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b53b686f. 80000000:00000010:1.0:1767389129.185278:0:361977:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000198f5a8b. 40000000:00000010:1.0:1767389129.185280:0:361977:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000074ca6e41. 00100000:00000010:1.0:1767389129.185284:0:361977:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d96bfedf. 00040000:00000010:1.0:1767389129.185288:0:361977:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005d28a842. 00040000:00000010:1.0:1767389129.185291:0:361977:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000738f3ff. 00080000:00000010:1.0:1767389129.185295:0:361977:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007f992ca5. 00000004:00000010:1.0:1767389129.185300:0:361977:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000af0cdb7f. 00002000:00000010:1.0:1767389129.185304:0:361977:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005ecc82b3. 00000100:00000200:1.0:1767389129.185308:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185312:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003312245d. 00000400:00000010:1.0:1767389129.185318:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d00f493d. 00000100:00000200:1.0:1767389129.185324:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185326:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d4bf154. 00000400:00000010:1.0:1767389129.185338:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000003ec60cc8. 00000100:00000200:1.0:1767389129.185342:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185344:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067074cd0. 00000400:00000010:1.0:1767389129.185347:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000008d348692. 00000100:00000200:1.0:1767389129.185349:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185350:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020cfd049. 00000400:00000010:1.0:1767389129.185353:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b1f7eb87. 00000100:00000200:1.0:1767389129.185355:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185357:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9039bbd. 00000400:00000010:1.0:1767389129.185360:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fcdf083c. 00000100:00000200:1.0:1767389129.185362:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185363:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a43d45df. 00000400:00000010:1.0:1767389129.185366:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000033dc08a2. 00000100:00000200:1.0:1767389129.185368:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185369:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000877f146a. 00000400:00000010:1.0:1767389129.185372:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f2c91c39. 00000100:00000200:1.0:1767389129.185374:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185376:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024cac7f3. 00000400:00000010:1.0:1767389129.185379:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000076b4664f. 00000100:00000200:1.0:1767389129.185381:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185382:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ce2a9a32. 00000400:00000010:1.0:1767389129.185385:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c7fb04c3. 00000100:00000200:1.0:1767389129.185387:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185388:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d25a9daf. 00000400:00000010:1.0:1767389129.185396:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000054754981. 00000100:00000200:1.0:1767389129.185400:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185401:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040ecdbc6. 00000400:00000010:1.0:1767389129.185404:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e4681f31. 00000100:00000200:1.0:1767389129.185406:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185407:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000788f52b9. 00000400:00000010:1.0:1767389129.185410:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000006861c07. 00000100:00000200:1.0:1767389129.185412:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185413:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048785a2b. 00000400:00000010:1.0:1767389129.185416:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000084da56b0. 00000100:00000200:1.0:1767389129.185418:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185419:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d09f1fc. 00000400:00000010:1.0:1767389129.185422:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000f04cdb3. 00000100:00000200:1.0:1767389129.185424:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185425:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000933c0fd9. 00000400:00000010:1.0:1767389129.185428:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000725fccd. 00000100:00000200:1.0:1767389129.185430:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185431:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000038577444. 00000400:00000010:1.0:1767389129.185434:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009f8e31d8. 00000100:00000200:1.0:1767389129.185436:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185436:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002debbd2b. 00000400:00000010:1.0:1767389129.185439:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000812c9b84. 00000100:00000200:1.0:1767389129.185441:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185442:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008626c4f4. 00000400:00000010:1.0:1767389129.185450:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a450e079. 00000100:00000200:1.0:1767389129.185453:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185454:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003580c6f9. 00000400:00000010:1.0:1767389129.185457:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d15769f5. 00000100:00000200:1.0:1767389129.185459:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185461:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000497a0ebc. 00000400:00000010:1.0:1767389129.185464:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000eea2d100. 00000100:00000200:1.0:1767389129.185466:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185467:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ee50a3b9. 00000400:00000010:1.0:1767389129.185470:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000032d97de. 00000100:00000200:1.0:1767389129.185472:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185473:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cb9c43b9. 00000400:00000010:1.0:1767389129.185487:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005aa000ea. 00000100:00000200:1.0:1767389129.185489:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185490:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001d35932. 00000400:00000010:1.0:1767389129.185492:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006789712e. 00000100:00000200:1.0:1767389129.185494:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185495:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049c38db0. 00000400:00000010:1.0:1767389129.185498:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b52cb7c9. 00000100:00000200:1.0:1767389129.185500:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185501:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000be1aceba. 00000400:00000010:1.0:1767389129.185504:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000061476f4a. 00000100:00000200:1.0:1767389129.185505:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185506:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3b7efe7. 00000400:00000010:1.0:1767389129.185515:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004e42ea41. 00000100:00000200:1.0:1767389129.185518:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185519:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a6afedaa. 00000400:00000010:1.0:1767389129.185522:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ffcf5017. 00000100:00000200:1.0:1767389129.185523:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185524:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032d9c6c1. 00000400:00000010:1.0:1767389129.185527:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dc27707d. 00000100:00000200:1.0:1767389129.185529:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185530:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000837d2e0c. 00000400:00000010:1.0:1767389129.185533:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000023f88a3f. 00000100:00000200:1.0:1767389129.185534:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185535:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091f20b8a. 00000400:00000010:1.0:1767389129.185538:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002996829e. 00000100:00000200:1.0:1767389129.185539:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185540:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ec23f82. 00000400:00000010:1.0:1767389129.185543:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000070b5aeca. 00000100:00000200:1.0:1767389129.185545:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185547:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003279e2ae. 00000400:00000010:1.0:1767389129.185549:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000084df4f6b. 00000100:00000200:1.0:1767389129.185551:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185552:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b689939. 00000400:00000010:1.0:1767389129.185555:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000002f7e0498. 00000100:00000200:1.0:1767389129.185557:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185558:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e2c30f6. 00000400:00000010:1.0:1767389129.185566:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bf0e328b. 00000100:00000200:1.0:1767389129.185569:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185570:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006dfd283b. 00000400:00000010:1.0:1767389129.185573:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000020167dd1. 00000100:00000200:1.0:1767389129.185575:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185576:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac624bec. 00000400:00000010:1.0:1767389129.185579:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000340e6e4e. 00000100:00000200:1.0:1767389129.185580:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185581:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a6c1c50. 00000400:00000010:1.0:1767389129.185584:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000089feecfe. 00000100:00000200:1.0:1767389129.185586:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185587:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f8c44b78. 00000400:00000010:1.0:1767389129.185590:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007390d1af. 00000100:00000200:1.0:1767389129.185592:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185593:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e89a059. 00000400:00000010:1.0:1767389129.185595:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006d5e826c. 00000100:00000200:1.0:1767389129.185597:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185598:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056e82ad8. 00000400:00000010:1.0:1767389129.185601:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000039008909. 00000100:00000200:1.0:1767389129.185603:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185604:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8a36baa. 00000400:00000010:1.0:1767389129.185607:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b52fef06. 00000100:00000200:1.0:1767389129.185609:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185610:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c0e38ecf. 00000400:00000010:1.0:1767389129.185618:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005404fe4c. 00000100:00000200:1.0:1767389129.185621:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185622:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000472bccc0. 00000400:00000010:1.0:1767389129.185625:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000002c37086. 00000100:00000200:1.0:1767389129.185627:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185629:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008b3eb610. 00000400:00000010:1.0:1767389129.185632:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007b457a0b. 00000100:00000200:1.0:1767389129.185634:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185635:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c22183c6. 00000400:00000010:1.0:1767389129.185638:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006b80b3fb. 00000100:00000200:1.0:1767389129.185639:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185640:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000410cf09a. 00000400:00000010:1.0:1767389129.185643:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000716f860c. 00000100:00000200:1.0:1767389129.185645:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185646:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d896a12b. 00000400:00000010:1.0:1767389129.185649:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ffc81ade. 00000100:00000200:1.0:1767389129.185651:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185652:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092e52888. 00000400:00000010:1.0:1767389129.185654:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e143cd71. 00000100:00000200:1.0:1767389129.185656:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185657:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4138bcb. 00000400:00000010:1.0:1767389129.185660:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000001773d856. 00000100:00000200:1.0:1767389129.185662:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185663:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c7cd4e5e. 00000400:00000010:1.0:1767389129.185671:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d0ad4c22. 00000100:00000200:1.0:1767389129.185674:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185676:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081b9854e. 00000400:00000010:1.0:1767389129.185679:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fb19d269. 00000100:00000200:1.0:1767389129.185681:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185683:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072ddcea8. 00000400:00000010:1.0:1767389129.185685:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000013a999df. 00000100:00000200:1.0:1767389129.185687:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185689:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000057f32231. 00000400:00000010:1.0:1767389129.185691:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000071f8a537. 00000100:00000200:1.0:1767389129.185693:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185695:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056a91c70. 00000400:00000010:1.0:1767389129.185697:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000051869c1b. 00000100:00000200:1.0:1767389129.185699:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185700:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000011eec9ba. 00000400:00000010:1.0:1767389129.185703:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000743c8a8a. 00000100:00000200:1.0:1767389129.185705:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185707:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d86cbef. 00000400:00000010:1.0:1767389129.185710:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006ca37145. 00000100:00000200:1.0:1767389129.185712:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185713:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e2ce4c6. 00000400:00000010:1.0:1767389129.185716:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009c8f834b. 00000100:00000200:1.0:1767389129.185718:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185719:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f77d2817. 00000400:00000010:1.0:1767389129.185759:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000faee7571. 00000100:00000200:1.0:1767389129.185764:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185766:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003b78257e. 00000400:00000010:1.0:1767389129.185769:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005fce223f. 00000100:00000200:1.0:1767389129.185774:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185776:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e5870c2. 00000400:00000010:1.0:1767389129.185781:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e40c7e6e. 00000100:00000200:1.0:1767389129.185787:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185789:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f743633d. 00000400:00000010:1.0:1767389129.185792:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004de7efac. 00000100:00000200:1.0:1767389129.185795:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185797:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2dc47da. 00000400:00000010:1.0:1767389129.185800:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000310bfe0e. 00000100:00000200:1.0:1767389129.185804:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185806:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025560048. 00000400:00000010:1.0:1767389129.185811:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009dba87a0. 00000100:00000200:1.0:1767389129.185815:0:361977:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:1.0:1767389129.185817:0:361977:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d2a1c8d. 00000400:00000010:1.0:1767389129.185820:0:361977:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d17f491a. 00000100:00000010:1.0:1767389129.185849:0:361977:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000f55f0464. 00000100:00000200:1.0:1767389129.185875:0:361977:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1767389129.185923:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000344ec703. 00000020:00000010:0.0:1767389129.186722:0:361978:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000c0de2ef2. 00000100:00000010:0.0:1767389129.186729:0:361978:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e4a4755c. 00000020:00000010:0.0:1767389129.186734:0:361978:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ad82e597. 00000020:00000010:0.0:1767389129.186785:0:361978:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e430ecc8. 00000020:00000010:0.0:1767389129.186791:0:361978:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c418d14a. 00000040:00000010:0.0:1767389129.186795:0:361978:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000089c3bb47. 00000020:00000010:0.0:1767389129.186799:0:361978:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d1393009. 00000020:00000010:0.0:1767389129.186804:0:361978:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a43e8a07. 00000020:00000010:0.0:1767389129.186808:0:361978:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000026bd5b34. 80000000:00000010:0.0:1767389129.186811:0:361978:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000420c986e. 40000000:00000010:0.0:1767389129.186815:0:361978:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000020143001. 00100000:00000010:0.0:1767389129.186819:0:361978:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008780beeb. 00040000:00000010:0.0:1767389129.186823:0:361978:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fbb9a078. 00040000:00000010:0.0:1767389129.186826:0:361978:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003688ea48. 00080000:00000010:0.0:1767389129.186830:0:361978:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000030e8136. 00000004:00000010:0.0:1767389129.186835:0:361978:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009c47141b. 00002000:00000010:0.0:1767389129.186839:0:361978:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000032c3e296. 00000100:00000010:0.0:1767389129.186857:0:361978:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000009932bed9. 00000100:00000200:0.0:1767389129.186875:0:361978:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767389129.186892:0:361953:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000d0e1ed91. 00000020:00000010:1.0:1767389129.187470:0:361979:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000f6ec3b7b. 00000100:00000010:1.0:1767389129.187474:0:361979:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b15463e9. 00000020:00000010:1.0:1767389129.187477:0:361979:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000051dad02e. 00000020:00000010:1.0:1767389129.187480:0:361979:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e51f9141. 00000020:00000010:1.0:1767389129.187483:0:361979:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000059336d48. 00000040:00000010:1.0:1767389129.187486:0:361979:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a0a34040. 00000020:00000010:1.0:1767389129.187489:0:361979:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cdbd6e22. 00000020:00000010:1.0:1767389129.187505:0:361979:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000deb96c93. 00000020:00000010:1.0:1767389129.187510:0:361979:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b49298c8. 80000000:00000010:1.0:1767389129.187512:0:361979:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b01587f1. 40000000:00000010:1.0:1767389129.187514:0:361979:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000042c91fb. 00100000:00000010:1.0:1767389129.187517:0:361979:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004b40922f. 00040000:00000010:1.0:1767389129.187520:0:361979:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ff3dc758. 00040000:00000010:1.0:1767389129.187523:0:361979:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000799ce535. 00080000:00000010:1.0:1767389129.187525:0:361979:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000015b41ebe. 00000004:00000010:1.0:1767389129.187529:0:361979:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000159584b8. 00002000:00000010:1.0:1767389129.187532:0:361979:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000670d2781. 00000100:00000010:1.0:1767389129.187545:0:361979:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000052b26b82. 00000100:00000200:1.0:1767389129.187560:0:361979:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:0.0:1767389129.187593:0:361953:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000043c2f94e. 00000040:00000010:0.0:1767389129.187602:0:361953:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a23ba5c8. 00000020:00000010:0.0:1767389129.187605:0:361953:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009874dad8. 00000020:00000010:0.0:1767389129.187610:0:361953:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000057d12b29. 00000020:00000010:0.0:1767389129.187614:0:361953:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006d376792. 80000000:00000010:0.0:1767389129.187619:0:361953:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a8454806. 40000000:00000010:0.0:1767389129.187623:0:361953:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b72fbc1b. 00100000:00000010:0.0:1767389129.187626:0:361953:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000b5af852. 00040000:00000010:0.0:1767389129.187630:0:361953:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a3da27a6. 00040000:00000010:0.0:1767389129.187633:0:361953:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b15bf4c1. 00080000:00000010:0.0:1767389129.187637:0:361953:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000999df18b. 00000020:00000010:0.0:1767389129.187640:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c1ef98d. 00000020:00000010:0.0:1767389129.187644:0:361953:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073454d7d. 00000020:00000010:0.0:1767389129.187647:0:361953:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000021dde72e. 00000008:00000010:0.0:1767389129.187652:0:361953:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000de8507cb. 00020000:00000010:0.0:1767389129.187656:0:361953:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000007b02de4. 00008000:00000010:0.0:1767389129.187661:0:361953:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000074b22131. 00000080:00000010:0.0:1767389129.187667:0:361953:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000006278cd4f. 00000020:00000010:0.0:1767389129.187671:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b73b71f1. 00000020:00000010:0.0:1767389129.187677:0:361953:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 000000002e28a49a. 00000020:00000010:0.0:1767389129.187690:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a15cb649. 00000020:00000010:0.0:1767389129.187693:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009a108317. 00000040:00000010:0.0:1767389129.187696:0:361953:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000d40a0ee. 00000020:00000010:0.0:1767389129.187700:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e31e2290. 00000020:00000010:0.0:1767389129.187703:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cf09925c. 80000000:00000010:0.0:1767389129.187706:0:361953:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003a05c0d0. 00040000:00000010:0.0:1767389129.187709:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f649dbed. 00080000:00000010:0.0:1767389129.187712:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000526ae6d0. 20000000:00000010:0.0:1767389129.187715:0:361953:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000db2ca172. 00000020:00000010:0.0:1767389129.187771:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c41c2a20. 00080000:00000010:0.0:1767389129.187780:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000096902a34. 00080000:00000010:0.0:1767389129.187858:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000096902a34. 00000020:00000010:0.0:1767389129.187863:0:361953:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c41c2a20. 00000040:00000010:0.0:1767389129.187874:0:361953:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000008d87c904. 00000020:00000010:0.0:1767389129.187916:0:361953:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 0000000050e9914e. 00000100:00000010:0.0:1767389129.187963:0:361953:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e169cbd2. 02000000:00000010:0.0:1767389129.187979:0:361953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000080687c9b. 00000100:00000010:0.0:1767389129.188000:0:361953:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a8f912e2. 00000100:00000010:0.0:1767389129.188003:0:361953:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001f0f65cc. 00000100:00000010:0.0:1767389129.188010:0:361953:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000aa65e8ff. 00000400:00000010:0.0:1767389129.188032:0:361953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa8de079. 00000400:00000010:0.0:1767389129.188037:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8732a7e. 00000100:00000200:0.0:1767389129.188042:0:361953:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695837280af80-0x695837280af80, portal 33 02000000:00000010:0.0:1767389129.188052:0:361953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e83aa93e. 00000400:00000010:0.0:1767389129.188055:0:361953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051f1fc17. 00000400:00000010:0.0:1767389129.188059:0:361953:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7972214. 00000100:00000200:0.0:1767389129.188062:0:361953:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654554496, portal 25 00000400:00000010:0.0:1767389129.188066:0:361953:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f807e22. 00000100:00000200:0.0:1767389129.188069:0:361953:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853241654554496, offset 0 00000400:00000200:0.0:1767389129.188076:0:361953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389129.188087:0:361953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389129.188120:0:361953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695837280af80 00000400:00000200:0.0:1767389129.188128:0:361953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x2659 [2] + 0 00000400:00000010:0.0:1767389129.188133:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001abd85a0. 00000400:00000200:0.0:1767389129.188138:0:361953:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b521dff2 00000400:00000200:0.0:1767389129.188144:0:361953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389129.188158:0:361953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389129.188162:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b521dff2 00000400:00000010:0.0:1767389129.188164:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b521dff2. 00000100:00000200:0.0:1767389129.188170:0:361953:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767389129.188194:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f807e22 00000400:00000010:0.0:1767389129.188197:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001f807e22. 00000100:00000200:0.0:1767389129.188206:0:361953:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e169cbd2 x1853241654554496/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767389129.188245:0:361953:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001d78f5ff. 00000100:00000010:0.0:1767389129.188259:0:361953:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c612dde2. 00000100:00000010:0.0:1767389129.188266:0:361953:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b507f882. 00000020:00000010:3.0:1767389129.188275:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f2e3277. 00000020:00000010:3.0:1767389129.188281:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f2e3277. 00000100:00000010:0.0:1767389129.188285:0:361953:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000b0517de. 00000020:00000010:3.0:1767389129.188288:0:361958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9628d0e. 00000020:00000010:3.0:1767389129.188293:0:361958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c33b0c6. 00000020:00000010:3.0:1767389129.188299:0:361958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e9c65e41. 00000020:00000010:3.0:1767389129.188343:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f2e3277. 00000020:00000010:3.0:1767389129.188349:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f2e3277. 00000100:00000200:3.0:1767389129.188354:0:361958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654554496 02000000:00000010:3.0:1767389129.188373:0:361958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ab4201aa. 20000000:00000010:3.0:1767389129.188383:0:361958:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 0000000039b6bc63. 00000100:00000010:3.0:1767389129.188388:0:361958:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000e39b6fc6. 00000100:00000010:3.0:1767389129.188390:0:361958:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000fa2a809d. 00000400:00000010:3.0:1767389129.188397:0:361958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67c1aca. 00000400:00000010:3.0:1767389129.188403:0:361958:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000e708b59. 00000400:00000200:3.0:1767389129.188408:0:361958:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:3.0:1767389129.188415:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:3.0:1767389129.188422:0:361958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695837280af80 00000400:00000200:3.0:1767389129.188427:0:361958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2e79 [1] + 0 00000400:00000010:3.0:1767389129.188431:0:361958:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa8de079. 00000400:00000200:3.0:1767389129.188434:0:361958:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a8732a7e 00000100:00000200:3.0:1767389129.188438:0:361958:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000e39b6fc6 00000400:00000200:3.0:1767389129.188444:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:3.0:1767389129.188450:0:361958:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2e85 00000400:00000200:3.0:1767389129.188454:0:361958:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389129.188457:0:361958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:3.0:1767389129.188460:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67c1aca 00000400:00000010:3.0:1767389129.188462:0:361958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67c1aca. 00000100:00000200:3.0:1767389129.188465:0:361958:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000e39b6fc6 00000400:00000200:3.0:1767389129.188468:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8732a7e 00000400:00000010:3.0:1767389129.188480:0:361958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8732a7e. 00000100:00000200:3.0:1767389129.188483:0:361958:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000e169cbd2 desc 00000000a8f912e2 mbits 1853241654554496 00000100:00000200:3.0:1767389129.188503:0:361958:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695837280af80-0x695837280af80 20000000:00000010:3.0:1767389129.188517:0:361958:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000dc07d1fc. 20000000:00000010:3.0:1767389129.188525:0:361958:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000074ae425. 20000000:00000010:3.0:1767389129.188546:0:361958:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000004c8bb13f. 00000100:00000010:0.0:1767389129.192363:0:361958:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000fa2a809d. 00000100:00000010:0.0:1767389129.192371:0:361958:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000e39b6fc6. 20000000:00000010:0.0:1767389129.192376:0:361958:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 0000000039b6bc63. 00010000:00000200:0.0:1767389129.192388:0:361958:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000567fb2a1 x1853241654554496/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 4784/4768 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389129.192411:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000738b419c. 00000100:00000200:0.0:1767389129.192416:0:361958:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654554496, offset 224 00000400:00000200:0.0:1767389129.192424:0:361958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389129.192433:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389129.192442:0:361958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695837280af80 00000400:00000200:0.0:1767389129.192451:0:361958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2e7d [2] + 224 00000400:00000200:0.0:1767389129.192457:0:361958:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389129.192460:0:361958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767389129.192466:0:361958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e169cbd2 x1853241654554496/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389129.192500:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000738b419c 00000400:00000010:0.0:1767389129.192502:0:361958:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000738b419c. 00000020:00000010:0.0:1767389129.192516:0:361958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c33b0c6. 00000020:00000010:0.0:1767389129.192519:0:361958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000e9c65e41. 00000020:00000010:0.0:1767389129.192522:0:361958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9628d0e. 02000000:00000010:0.0:1767389129.192528:0:361958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ab4201aa. 00000100:00000200:0.0:1767389129.192534:0:361958:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767389129.192538:0:361958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b2cbca3c. 00000400:00000010:0.0:1767389129.192541:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000738b419c. 00000400:00000010:1.0:1767389129.192593:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051f1fc17. 00000400:00000200:1.0:1767389129.192600:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7972214 00000400:00000010:1.0:1767389129.192602:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7972214. 00000100:00000200:1.0:1767389129.192613:0:361953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e169cbd2 x1853241654554496/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389129.192622:0:361953:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e169cbd2 x1853241654554496/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767389129.192651:0:361953:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000aa65e8ff. 02000000:00000010:1.0:1767389129.192662:0:361953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e83aa93e. 00000100:00000010:1.0:1767389129.192667:0:361953:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001f0f65cc. 00000100:00000010:1.0:1767389129.192669:0:361953:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a8f912e2. 02000000:00000010:1.0:1767389129.192676:0:361953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000080687c9b. 00000100:00000010:1.0:1767389129.192680:0:361953:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e169cbd2. 00000020:00000010:1.0:1767389129.192685:0:361953:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 0000000050e9914e. 00000020:00000010:1.0:1767389129.192690:0:361953:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000db47b54e. 00000020:00000010:1.0:1767389129.192693:0:361953:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 0000000053bbcba5. 00000020:00000010:1.0:1767389129.192699:0:361953:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000436c264b. 00000020:00000010:1.0:1767389129.192704:0:361953:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000000f6cd96e. 00000020:00000010:1.0:1767389129.192708:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067b9eed3. 00000020:00000010:1.0:1767389129.192711:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ad25a5b6. 00000040:00000010:1.0:1767389129.192715:0:361953:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006cf5075d. 00000020:00000010:1.0:1767389129.192718:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007e0cfa34. 00000020:00000010:1.0:1767389129.192721:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000dc23defb. 00040000:00000010:1.0:1767389129.192751:0:361953:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003473f165. 00040000:00000010:1.0:1767389129.192756:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000036b0c403. 00080000:00000010:1.0:1767389129.192759:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000090923b1a. 10000000:00000010:1.0:1767389129.192773:0:361953:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000399bd7af. 10000000:00000010:1.0:1767389129.192779:0:361953:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000000bf6afc0. 00000100:00000010:1.0:1767389129.192786:0:361953:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000480186f8. 02000000:00000010:1.0:1767389129.192797:0:361953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002971ff1d. 00010000:00000010:1.0:1767389129.192810:0:361953:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000009e69c87. 00010000:00000010:1.0:1767389129.192817:0:361953:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008fa60142. 00000100:00000010:1.0:1767389129.192832:0:361953:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad03d1eb. 02000000:00000010:1.0:1767389129.192847:0:361953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000eb381525. 00000400:00000010:1.0:1767389129.192850:0:361953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d6ac4be. 00000400:00000010:1.0:1767389129.192854:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.192857:0:361953:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654554624, portal 25 00000400:00000010:1.0:1767389129.192861:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000334fb1eb. 00000100:00000200:1.0:1767389129.192863:0:361953:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654554624, offset 0 00000400:00000200:1.0:1767389129.192869:0:361953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389129.192880:0:361953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389129.192889:0:361953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695837280b000 00000400:00000200:1.0:1767389129.192895:0:361953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x265d [2] + 0 00000400:00000010:1.0:1767389129.192898:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005dcd0f8c. 00000400:00000200:1.0:1767389129.192902:0:361953:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000f4f40b2 00000400:00000200:1.0:1767389129.192907:0:361953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389129.192910:0:361953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389129.192914:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f4f40b2 00000400:00000010:1.0:1767389129.192916:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f4f40b2. 00000100:00000200:1.0:1767389129.192920:0:361953:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767389129.192939:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000334fb1eb 00000400:00000010:1.0:1767389129.192941:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000334fb1eb. 00000100:00000200:1.0:1767389129.192948:0:361953:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000480186f8 x1853241654554624/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389129.192963:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b53774e7. 00000020:00000010:0.0:1767389129.192970:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b53774e7. 00000020:00000010:0.0:1767389129.192980:0:361958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0ceb65b. 00000020:00000010:0.0:1767389129.192984:0:361958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ec81004. 00000020:00000010:0.0:1767389129.192988:0:361958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000028b9b622. 00000020:00000010:0.0:1767389129.193020:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b53774e7. 00000020:00000010:0.0:1767389129.193024:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b53774e7. 00000100:00000200:0.0:1767389129.193029:0:361958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654554624 00010000:00000010:0.0:1767389129.193058:0:361958:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008fd6e67e. 00010000:00000010:0.0:1767389129.193064:0:361958:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000018c4a8e0. 00000020:00000010:0.0:1767389129.193069:0:361958:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000b53774e7. 02000000:00000010:0.0:1767389129.193082:0:361958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000031c00260. 00010000:00000200:0.0:1767389129.193120:0:361958:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dc84192e x1853241654554624/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 328/344 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389129.193135:0:361958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000100:00000200:0.0:1767389129.193139:0:361958:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654554624, offset 224 00000400:00000200:0.0:1767389129.193144:0:361958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389129.193163:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389129.193171:0:361958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695837280b000 00000400:00000200:0.0:1767389129.193177:0:361958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2e91 [1] + 224 00000400:00000200:0.0:1767389129.193182:0:361958:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389129.193185:0:361958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767389129.193192:0:361958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000480186f8 x1853241654554624/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389129.193227:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000400:00000010:0.0:1767389129.193230:0:361958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000020:00000010:0.0:1767389129.193240:0:361958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ec81004. 00000020:00000010:0.0:1767389129.193243:0:361958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000028b9b622. 00000020:00000010:0.0:1767389129.193246:0:361958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0ceb65b. 02000000:00000010:0.0:1767389129.193252:0:361958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000031c00260. 00000100:00000200:0.0:1767389129.193259:0:361958:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767389129.193263:0:361958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035cebf04. 00000400:00000010:0.0:1767389129.193270:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa65e8ff. 00000400:00000010:1.0:1767389129.193294:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d6ac4be. 00000400:00000200:1.0:1767389129.193300:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f35abd 00000400:00000010:1.0:1767389129.193302:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.193307:0:361953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000480186f8 x1853241654554624/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389129.193313:0:361953:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000480186f8 x1853241654554624/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767389129.193325:0:361953:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad03d1eb. 02000000:00000010:1.0:1767389129.193340:0:361953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000eb381525. 02000000:00000010:1.0:1767389129.193344:0:361953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002971ff1d. 00000100:00000010:1.0:1767389129.193347:0:361953:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000480186f8. 10000000:00000010:1.0:1767389129.193366:0:361953:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000002971ff1d. 10000000:00000010:1.0:1767389129.193371:0:361953:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 000000008188f297. 00000100:00000010:1.0:1767389129.193374:0:361953:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000480186f8. 02000000:00000010:1.0:1767389129.193379:0:361953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc00359e. 00010000:00000010:1.0:1767389129.193385:0:361953:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000751a80ee. 00010000:00000010:1.0:1767389129.193389:0:361953:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007c3adae1. 00000100:00000010:1.0:1767389129.193395:0:361953:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad03d1eb. 02000000:00000010:1.0:1767389129.193402:0:361953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000eb381525. 00000400:00000010:1.0:1767389129.193405:0:361953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d6ac4be. 00000400:00000010:1.0:1767389129.193409:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.193412:0:361953:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654554752, portal 25 00000400:00000010:1.0:1767389129.193414:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000334fb1eb. 00000100:00000200:1.0:1767389129.193416:0:361953:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654554752, offset 0 00000400:00000200:1.0:1767389129.193419:0:361953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389129.193425:0:361953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389129.193431:0:361953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695837280b080 00000400:00000200:1.0:1767389129.193435:0:361953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2661 [2] + 0 00000400:00000010:1.0:1767389129.193437:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f193452a. 00000400:00000200:1.0:1767389129.193440:0:361953:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008fbc1d6d 00000400:00000200:1.0:1767389129.193443:0:361953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389129.193446:0:361953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389129.193449:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fbc1d6d 00000400:00000010:1.0:1767389129.193450:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fbc1d6d. 00000100:00000200:1.0:1767389129.193453:0:361953:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767389129.193464:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000334fb1eb 00000400:00000010:1.0:1767389129.193466:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000334fb1eb. 00000100:00000200:1.0:1767389129.193471:0:361953:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000480186f8 x1853241654554752/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389129.193498:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000187567da. 00000020:00000010:0.0:1767389129.193503:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000187567da. 00000020:00000010:0.0:1767389129.193508:0:361958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0ceb65b. 00000020:00000010:0.0:1767389129.193510:0:361958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ec81004. 00000020:00000010:0.0:1767389129.193513:0:361958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000028b9b622. 00000020:00000010:0.0:1767389129.193549:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000187567da. 00000020:00000010:0.0:1767389129.193552:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000187567da. 00000100:00000200:0.0:1767389129.193554:0:361958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654554752 00010000:00000010:0.0:1767389129.193566:0:361958:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d3c73869. 00010000:00000010:0.0:1767389129.193573:0:361958:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c4f799da. 02000000:00000010:0.0:1767389129.193583:0:361958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000031c00260. 00010000:00000200:0.0:1767389129.193596:0:361958:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000920697ac x1853241654554752/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 328/344 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389129.193608:0:361958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000100:00000200:0.0:1767389129.193612:0:361958:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654554752, offset 224 00000400:00000200:0.0:1767389129.193617:0:361958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389129.193623:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389129.193630:0:361958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695837280b080 00000400:00000200:0.0:1767389129.193636:0:361958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ea1 [1] + 224 00000400:00000200:0.0:1767389129.193641:0:361958:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389129.193644:0:361958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767389129.193649:0:361958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000480186f8 x1853241654554752/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389129.193672:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000400:00000010:0.0:1767389129.193674:0:361958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000020:00000010:0.0:1767389129.193683:0:361958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ec81004. 00000020:00000010:0.0:1767389129.193686:0:361958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000028b9b622. 00000020:00000010:0.0:1767389129.193690:0:361958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0ceb65b. 02000000:00000010:0.0:1767389129.193706:0:361958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000031c00260. 00000100:00000200:0.0:1767389129.193710:0:361958:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767389129.193714:0:361958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040d0b5a4. 00000400:00000010:1.0:1767389129.193719:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d6ac4be. 00000400:00000200:1.0:1767389129.193724:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f35abd 00000400:00000010:1.0:1767389129.193726:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.193731:0:361953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000480186f8 x1853241654554752/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389129.193750:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7972214. 00000100:00000200:1.0:1767389129.193767:0:361953:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000480186f8 x1853241654554752/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767389129.193783:0:361953:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad03d1eb. 02000000:00000010:1.0:1767389129.193790:0:361953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000eb381525. 02000000:00000010:1.0:1767389129.193793:0:361953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dc00359e. 00000100:00000010:1.0:1767389129.193795:0:361953:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000480186f8. 10000000:00000010:1.0:1767389129.193801:0:361953:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000972f928b. 00000020:00000010:1.0:1767389129.193804:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc00359e. 00000020:00000010:1.0:1767389129.193807:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000095db391d. 00000040:00000010:1.0:1767389129.193809:0:361953:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007e08b8da. 00000020:00000010:1.0:1767389129.193811:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ec8517d4. 00000020:00000010:1.0:1767389129.193814:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000475306d0. 80000000:00000010:1.0:1767389129.193817:0:361953:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ae423731. 00040000:00000010:1.0:1767389129.193819:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eccba725. 00080000:00000010:1.0:1767389129.193822:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000000cb8d6f. 20000000:00000010:1.0:1767389129.193825:0:361953:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000063fb71e. 00000040:00000010:1.0:1767389129.193830:0:361953:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000000bb46aaf. 00000100:00000010:1.0:1767389129.193834:0:361953:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000480186f8. 02000000:00000010:1.0:1767389129.193840:0:361953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079cb4d0b. 00000100:00000010:1.0:1767389129.193846:0:361953:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad03d1eb. 02000000:00000010:1.0:1767389129.193852:0:361953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c300a2f. 00000400:00000010:1.0:1767389129.193855:0:361953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d6ac4be. 00000400:00000010:1.0:1767389129.193858:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.193861:0:361953:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654554880, portal 25 00000400:00000010:1.0:1767389129.193863:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000334fb1eb. 00000100:00000200:1.0:1767389129.193865:0:361953:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853241654554880, offset 0 00000400:00000200:1.0:1767389129.193868:0:361953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389129.193874:0:361953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389129.193879:0:361953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695837280b100 00000400:00000200:1.0:1767389129.193882:0:361953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x2665 [2] + 0 00000400:00000010:1.0:1767389129.193885:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5989bb5. 00000400:00000200:1.0:1767389129.193887:0:361953:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008cc6da4a 00000400:00000200:1.0:1767389129.193890:0:361953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389129.193893:0:361953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389129.193895:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008cc6da4a 00000400:00000010:1.0:1767389129.193897:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008cc6da4a. 00000100:00000200:1.0:1767389129.193900:0:361953:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767389129.193911:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000334fb1eb 00000400:00000010:1.0:1767389129.193914:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000334fb1eb. 00000100:00000200:1.0:1767389129.193917:0:361953:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000480186f8 x1853241654554880/t0(0) o501->MGC192.168.204.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389129.193934:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000187567da. 00000020:00000010:0.0:1767389129.193938:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000187567da. 00000020:00000010:0.0:1767389129.193945:0:361958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0ceb65b. 00000020:00000010:0.0:1767389129.193948:0:361958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ec81004. 00000020:00000010:0.0:1767389129.193951:0:361958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000028b9b622. 00000020:00000010:0.0:1767389129.193976:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000187567da. 00000020:00000010:0.0:1767389129.193980:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000187567da. 00000100:00000200:0.0:1767389129.193993:0:361958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654554880 02000000:00000010:0.0:1767389129.194003:0:361958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000031c00260. 00000040:00000010:0.0:1767389129.194010:0:361958:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000091de1dbd. 00000040:00000010:0.0:1767389129.194051:0:361958:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 00000000ac094ae2. 00000020:00000010:0.0:1767389129.194058:0:361958:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a3da27a6. 00080000:00000010:0.0:1767389129.194063:0:361958:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000096902a34. 00000040:00000010:0.0:1767389129.194135:0:361958:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 00000000ac094ae2. 00000040:00000010:0.0:1767389129.194140:0:361958:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000091de1dbd. 20000000:00000010:0.0:1767389129.194148:0:361958:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 0000000044cb2a8b. 00010000:00000200:0.0:1767389129.194156:0:361958:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000067b081e5 x1853241654554880/t0(0) o501->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 512/272 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389129.194169:0:361958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000100:00000200:0.0:1767389129.194174:0:361958:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853241654554880, offset 224 00000400:00000200:0.0:1767389129.194178:0:361958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389129.194186:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389129.194193:0:361958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695837280b100 00000400:00000200:0.0:1767389129.194199:0:361958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2eb1 [1] + 224 00000400:00000200:0.0:1767389129.194203:0:361958:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389129.194207:0:361958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767389129.194213:0:361958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000480186f8 x1853241654554880/t0(0) o501->MGC192.168.204.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389129.194238:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000400:00000010:0.0:1767389129.194241:0:361958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000020:00000010:0.0:1767389129.194250:0:361958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ec81004. 00000020:00000010:0.0:1767389129.194253:0:361958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000028b9b622. 00000020:00000010:0.0:1767389129.194257:0:361958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0ceb65b. 02000000:00000010:0.0:1767389129.194274:0:361958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000031c00260. 00000100:00000200:0.0:1767389129.194280:0:361958:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767389129.194284:0:361958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051f1fc17. 00000400:00000010:1.0:1767389129.194288:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d6ac4be. 00000400:00000200:1.0:1767389129.194293:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f35abd 00000400:00000010:1.0:1767389129.194294:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000400:00000010:0.0:1767389129.194299:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f807e22. 00000100:00000200:1.0:1767389129.194303:0:361953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000480186f8 x1853241654554880/t0(0) o501->MGC192.168.204.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389129.194313:0:361953:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000480186f8 x1853241654554880/t0(0) o501->MGC192.168.204.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767389129.194326:0:361953:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad03d1eb. 02000000:00000010:1.0:1767389129.194331:0:361953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c300a2f. 02000000:00000010:1.0:1767389129.194333:0:361953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000079cb4d0b. 00000100:00000010:1.0:1767389129.194335:0:361953:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000480186f8. 00000040:00000010:1.0:1767389129.194342:0:361953:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000050e9914e. 00000100:00000010:1.0:1767389129.194346:0:361953:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000480186f8. 02000000:00000010:1.0:1767389129.194351:0:361953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079cb4d0b. 00000100:00000010:1.0:1767389129.194355:0:361953:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad03d1eb. 02000000:00000010:1.0:1767389129.194374:0:361953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000007ba8e09c. 00000400:00000010:1.0:1767389129.194378:0:361953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d6ac4be. 00000400:00000010:1.0:1767389129.194381:0:361953:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000938cd606. 00000100:00000200:1.0:1767389129.194384:0:361953:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853241654555008, portal 25 00000400:00000010:1.0:1767389129.194387:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.194389:0:361953:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853241654555008, offset 0 00000400:00000200:1.0:1767389129.194393:0:361953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389129.194398:0:361953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389129.194403:0:361953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695837280b180 00000400:00000200:1.0:1767389129.194407:0:361953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2669 [2] + 0 00000400:00000010:1.0:1767389129.194408:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046c5e344. 00000400:00000200:1.0:1767389129.194410:0:361953:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006d75aa3f 00000400:00000200:1.0:1767389129.194414:0:361953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389129.194416:0:361953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389129.194418:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d75aa3f 00000400:00000010:1.0:1767389129.194420:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d75aa3f. 00000100:00000200:1.0:1767389129.194422:0:361953:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767389129.194435:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f35abd 00000400:00000010:1.0:1767389129.194436:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.194440:0:361953:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000480186f8 x1853241654555008/t0(0) o503->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389129.194459:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b087e50. 00000020:00000010:0.0:1767389129.194463:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b087e50. 00000020:00000010:0.0:1767389129.194469:0:361958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0ceb65b. 00000020:00000010:0.0:1767389129.194472:0:361958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ec81004. 00000020:00000010:0.0:1767389129.194474:0:361958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000028b9b622. 00000020:00000010:0.0:1767389129.194499:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b087e50. 00000020:00000010:0.0:1767389129.194501:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b087e50. 00000100:00000200:0.0:1767389129.194504:0:361958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654555008 02000000:00000010:0.0:1767389129.194541:0:361958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000f6f0037d. 00000040:00000010:0.0:1767389129.194546:0:361958:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000091de1dbd. 00000040:00000010:0.0:1767389129.194560:0:361958:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e83aa93e. 00000040:00000010:0.0:1767389129.194872:0:361958:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e83aa93e. 00000040:00000010:0.0:1767389129.194877:0:361958:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000091de1dbd. 00010000:00000200:0.0:1767389129.194884:0:361958:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f674e36c x1853241654555008/t0(0) o503->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 272/8416 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389129.194904:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a40bc66e. 00000100:00000200:0.0:1767389129.194908:0:361958:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853241654555008, offset 224 00000400:00000200:0.0:1767389129.194913:0:361958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389129.194921:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389129.194927:0:361958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695837280b180 00000400:00000200:0.0:1767389129.194932:0:361958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2ec1 [4] + 224 00000400:00000200:0.0:1767389129.194941:0:361958:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389129.194944:0:361958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767389129.194950:0:361958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000480186f8 x1853241654555008/t0(0) o503->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389129.194974:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a40bc66e 00000400:00000010:0.0:1767389129.194992:0:361958:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a40bc66e. 00000400:00000010:1.0:1767389129.195011:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d6ac4be. 00000020:00000010:0.0:1767389129.195012:0:361958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ec81004. 00000400:00000200:1.0:1767389129.195020:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000938cd606 00000020:00000010:0.0:1767389129.195020:0:361958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000028b9b622. 00000400:00000010:1.0:1767389129.195027:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000938cd606. 00000020:00000010:0.0:1767389129.195030:0:361958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0ceb65b. 00000100:00000200:1.0:1767389129.195037:0:361953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000480186f8 x1853241654555008/t0(0) o503->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767389129.195038:0:361958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000f6f0037d. 00000100:00000200:1.0:1767389129.195057:0:361953:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000480186f8 x1853241654555008/t0(0) o503->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389129.195065:0:361958:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767389129.195071:0:361958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa8de079. 00000100:00000010:1.0:1767389129.195072:0:361953:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad03d1eb. 00000400:00000010:0.0:1767389129.195083:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a40bc66e. 02000000:00000010:1.0:1767389129.195089:0:361953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000007ba8e09c. 02000000:00000010:1.0:1767389129.195116:0:361953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000079cb4d0b. 00000100:00000010:1.0:1767389129.195120:0:361953:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000480186f8. 00000040:00000010:1.0:1767389129.195138:0:361953:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000e13fcd3c. 00000020:00000010:1.0:1767389129.195516:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079cb4d0b. 00000020:00000010:1.0:1767389129.195522:0:361980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001c300a2f. 00000040:00000010:1.0:1767389129.195543:0:361980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004b760ed3. 00000020:00000010:1.0:1767389129.195546:0:361980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e45d7a21. 00000020:00000010:1.0:1767389129.195549:0:361980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ef28c501. 00000020:00000010:1.0:1767389129.195552:0:361980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bc95d767. 80000000:00000010:1.0:1767389129.195554:0:361980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000501f911a. 40000000:00000010:1.0:1767389129.195556:0:361980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000324c4cd7. 00100000:00000010:1.0:1767389129.195561:0:361980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fa84883c. 00040000:00000010:1.0:1767389129.195563:0:361980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002d4d0840. 00040000:00000010:1.0:1767389129.195566:0:361980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001bd2a673. 00080000:00000010:1.0:1767389129.195568:0:361980:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000fb243749. 00000004:00000010:1.0:1767389129.195583:0:361980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009a773ae1. 00002000:00000010:1.0:1767389129.195586:0:361980:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000eb381525. 00000020:00000010:1.0:1767389129.195589:0:361980:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004c546501. 00000040:00000010:1.0:1767389129.195596:0:361980:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000080687c9b. 00000100:00000010:1.0:1767389129.195600:0:361980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000480186f8. 02000000:00000010:1.0:1767389129.195606:0:361980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dafa6a18. 00000100:00000010:1.0:1767389129.195611:0:361980:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000938cd606. 02000000:00000010:1.0:1767389129.195621:0:361980:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000007ba8e09c. 00000400:00000010:1.0:1767389129.195625:0:361980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d6ac4be. 00000400:00000010:1.0:1767389129.195629:0:361980:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000d9cb9c25. 00000100:00000200:1.0:1767389129.195632:0:361980:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853241654555136, portal 25 00000400:00000010:1.0:1767389129.195634:0:361980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.195636:0:361980:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853241654555136, offset 0 00000400:00000200:1.0:1767389129.195639:0:361980:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389129.195645:0:361980:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389129.195650:0:361980:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695837280b200 00000400:00000200:1.0:1767389129.195653:0:361980:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x266d [2] + 0 00000400:00000010:1.0:1767389129.195656:0:361980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024164eee. 00000400:00000200:1.0:1767389129.195659:0:361980:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000012e19651 00000400:00000200:1.0:1767389129.195662:0:361980:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389129.195664:0:361980:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389129.195666:0:361980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000012e19651 00000400:00000010:1.0:1767389129.195668:0:361980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000012e19651. 00000100:00000200:1.0:1767389129.195671:0:361980:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767389129.195685:0:361980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f35abd 00000400:00000010:1.0:1767389129.195686:0:361980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.195690:0:361980:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000480186f8 x1853241654555136/t0(0) o502->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389129.195758:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b087e50. 00000020:00000010:0.0:1767389129.195763:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b087e50. 00000020:00000010:0.0:1767389129.195769:0:361958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0ceb65b. 00000020:00000010:0.0:1767389129.195772:0:361958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004ec81004. 00000020:00000010:0.0:1767389129.195775:0:361958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000028b9b622. 00000020:00000010:0.0:1767389129.195795:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b087e50. 00000020:00000010:0.0:1767389129.195798:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b087e50. 00000100:00000200:0.0:1767389129.195801:0:361958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654555136 02000000:00000010:0.0:1767389129.195850:0:361958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000f6f0037d. 00000040:00000010:0.0:1767389129.195857:0:361958:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000091de1dbd. 00000040:00000010:0.0:1767389129.195868:0:361958:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e83aa93e. 00000040:00000010:0.0:1767389129.196015:0:361958:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e83aa93e. 00000040:00000010:0.0:1767389129.196019:0:361958:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000091de1dbd. 00010000:00000200:0.0:1767389129.196027:0:361958:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000412702c0 x1853241654555136/t0(0) o502->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 272/8472 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389129.196043:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b521dff2. 00000100:00000200:0.0:1767389129.196047:0:361958:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853241654555136, offset 224 00000400:00000200:0.0:1767389129.196053:0:361958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389129.196062:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389129.196069:0:361958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695837280b200 00000400:00000200:0.0:1767389129.196076:0:361958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2ed1 [4] + 224 00000400:00000200:0.0:1767389129.196086:0:361958:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389129.196090:0:361958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767389129.196152:0:361958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000480186f8 x1853241654555136/t0(0) o502->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389129.196177:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b521dff2 00000400:00000010:0.0:1767389129.196180:0:361958:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b521dff2. 00000020:00000010:0.0:1767389129.196193:0:361958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004ec81004. 00000020:00000010:0.0:1767389129.196197:0:361958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000028b9b622. 00000020:00000010:0.0:1767389129.196203:0:361958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0ceb65b. 02000000:00000010:0.0:1767389129.196222:0:361958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000f6f0037d. 00000400:00000010:1.0:1767389129.196227:0:361980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d6ac4be. 00000400:00000200:1.0:1767389129.196234:0:361980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9cb9c25 00000400:00000010:1.0:1767389129.196236:0:361980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000d9cb9c25. 00000100:00000200:0.0:1767389129.196239:0:361958:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767389129.196244:0:361980:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000480186f8 x1853241654555136/t0(0) o502->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767389129.196246:0:361958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6722ea5. 00000400:00000010:0.0:1767389129.196260:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b521dff2. 00000100:00000200:1.0:1767389129.196264:0:361980:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000480186f8 x1853241654555136/t0(0) o502->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767389129.196279:0:361980:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000938cd606. 02000000:00000010:1.0:1767389129.196286:0:361980:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000007ba8e09c. 02000000:00000010:1.0:1767389129.196295:0:361980:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dafa6a18. 00000100:00000010:1.0:1767389129.196298:0:361980:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000480186f8. 00000020:00000010:1.0:1767389129.196312:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000036751c27. 00000020:00000010:1.0:1767389129.196316:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000036751c27. 00000020:00000010:1.0:1767389129.196320:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000073454d7d. 00000020:00000010:1.0:1767389129.196334:0:361980:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000005fc0ced0. 00000020:00000010:1.0:1767389129.196340:0:361980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000bd705dc. 00000020:00000010:1.0:1767389129.196355:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 0000000073454d7d. 00000020:00000010:1.0:1767389129.196357:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 00000000938cd606. 00000001:00000010:1.0:1767389129.196374:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000036751c27. 00000001:00000010:1.0:1767389129.196378:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000326a197d. 00000001:00000010:1.0:1767389129.196381:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dafa6a18. 00000001:00000010:1.0:1767389129.196385:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ef94a442. 00000001:00000010:1.0:1767389129.196387:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d75ddabd. 00000001:00000010:1.0:1767389129.196389:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008cd0aa16. 00000001:00000010:1.0:1767389129.196392:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b7be839c. 00000001:00000010:1.0:1767389129.196395:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000bcc84a3. 00000001:00000010:1.0:1767389129.196397:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d6243171. 00000001:00000010:1.0:1767389129.196398:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000073e33de9. 00000001:00000010:1.0:1767389129.196400:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000ee7736c. 00000001:00000010:1.0:1767389129.196402:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000273778f1. 00000020:00000010:1.0:1767389129.196405:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b1455f2. 00000020:00000010:1.0:1767389129.196408:0:361980:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073454d7d. 00000020:00000010:1.0:1767389129.196411:0:361980:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d57284bb. 00000008:00000010:1.0:1767389129.196415:0:361980:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000028ee23b2. 00020000:00000010:1.0:1767389129.196418:0:361980:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000ebebb441. 00008000:00000010:1.0:1767389129.196422:0:361980:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000d1c1079c. 00000080:00000010:1.0:1767389129.196427:0:361980:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000008f6fc62a. 00000020:00000010:1.0:1767389129.196430:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000065ba4ce7. 00000020:00000010:1.0:1767389129.196432:0:361980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000bb71377. 00000040:00000010:1.0:1767389129.196434:0:361980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008b090c5b. 00000020:00000010:1.0:1767389129.196438:0:361980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000009b1ecf8. 00000020:00000010:1.0:1767389129.196440:0:361980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006c51ac2b. 00000020:00000010:1.0:1767389129.196443:0:361980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005fb36172. 80000000:00000010:1.0:1767389129.196445:0:361980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a175e550. 40000000:00000010:1.0:1767389129.196447:0:361980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000046f93778. 00100000:00000010:1.0:1767389129.196450:0:361980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000889d41d1. 00040000:00000010:1.0:1767389129.196452:0:361980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000743e7c6. 00040000:00000010:1.0:1767389129.196455:0:361980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f8542d26. 00080000:00000010:1.0:1767389129.196457:0:361980:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b365aa4c. 00000004:00000010:1.0:1767389129.196461:0:361980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a52d70db. 00000004:00000010:1.0:1767389129.196467:0:361980:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 00000000d29503a9. 00000004:00000010:1.0:1767389129.196474:0:361980:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 000000000a97e9dc. 00000004:00000010:1.0:1767389129.196477:0:361980:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 00000000d9cb9c25. 00000020:00000010:1.0:1767389129.196482:0:361980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b9022382. 00000004:00000010:1.0:1767389129.196489:0:361980:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 00000000d9cb9c25. 00000004:00000010:1.0:1767389129.196491:0:361980:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 000000000a97e9dc. 00000020:00000010:1.0:1767389129.196519:0:361980:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000706c7d4f. 00000020:00000010:1.0:1767389129.196521:0:361980:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000e7afb48e. 00000020:00000010:1.0:1767389129.196523:0:361980:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000008b364d93. 00000020:00000010:1.0:1767389129.196525:0:361980:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000086068985. 00000020:00000010:1.0:1767389129.196628:0:361980:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d9cb9c25. 00000020:00000010:1.0:1767389129.196637:0:361980:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000d9cb9c25. 00000020:00000010:1.0:1767389129.196646:0:361980:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d9cb9c25. 00000020:00000010:1.0:1767389129.196650:0:361980:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000d9cb9c25. 00000020:00000010:1.0:1767389129.196656:0:361980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000bb71377. 00000040:00000010:1.0:1767389129.196659:0:361980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008b090c5b. 00000020:00000010:1.0:1767389129.196662:0:361980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000009b1ecf8. 00000020:00000010:1.0:1767389129.196665:0:361980:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006c51ac2b. 00000020:00000010:1.0:1767389129.196668:0:361980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005fb36172. 80000000:00000010:1.0:1767389129.196671:0:361980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a175e550. 40000000:00000010:1.0:1767389129.196673:0:361980:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000046f93778. 00100000:00000010:1.0:1767389129.196675:0:361980:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000889d41d1. 00040000:00000010:1.0:1767389129.196679:0:361980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000743e7c6. 00040000:00000010:1.0:1767389129.196682:0:361980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f8542d26. 00080000:00000010:1.0:1767389129.196684:0:361980:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b365aa4c. 00000004:00000010:1.0:1767389129.196688:0:361980:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a52d70db. 00000020:00000010:1.0:1767389129.196690:0:361980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000065ba4ce7. 00000020:00000010:1.0:1767389129.196693:0:361980:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073454d7d. 00000020:00000010:1.0:1767389129.196696:0:361980:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d57284bb. 00000008:00000010:1.0:1767389129.196698:0:361980:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000028ee23b2. 00020000:00000010:1.0:1767389129.196700:0:361980:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000ebebb441. 00008000:00000010:1.0:1767389129.196703:0:361980:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000d1c1079c. 00000080:00000010:1.0:1767389129.196706:0:361980:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000008f6fc62a. 00000020:00000010:1.0:1767389129.196708:0:361980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b1455f2. 00000020:00000010:1.0:1767389129.196711:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 00000000938cd606. 00000020:00000010:1.0:1767389129.196714:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000743e7c6. 00000020:00000010:1.0:1767389129.196717:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000743e7c6. 00000020:00000010:1.0:1767389129.196720:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000743e7c6. 00000020:00000010:1.0:1767389129.196721:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000743e7c6. 00000020:00000010:1.0:1767389129.196723:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000a175e550. 00000020:00000010:1.0:1767389129.196729:0:361980:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000007babb7e0. 00000020:00000010:1.0:1767389129.196732:0:361980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b365aa4c. 00000004:00000010:1.0:1767389129.196736:0:361980:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000046f93778. 00000020:00000010:1.0:1767389129.196767:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000a175e550. 00000020:00000010:1.0:1767389129.196773:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000a175e550. 00000020:00000010:1.0:1767389129.196778:0:361980:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 000000009228c5c1. 00000020:00000010:1.0:1767389129.196781:0:361980:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 00000000401b2c15. 00000020:00000010:1.0:1767389129.196784:0:361980:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 0000000094a6ee3d. 00000020:00000010:1.0:1767389129.196786:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000a175e550. 00000020:00000010:1.0:1767389129.196789:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000938cd606. 00000001:00000010:1.0:1767389129.196810:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000000743e7c6. 00000001:00000010:1.0:1767389129.196817:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000026580932. 00000001:00000010:1.0:1767389129.196820:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009b1455f2. 00000001:00000010:1.0:1767389129.196824:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000065ba4ce7. 00000001:00000010:1.0:1767389129.196827:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f8542d26. 00000001:00000010:1.0:1767389129.196830:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005fb36172. 00000001:00000010:1.0:1767389129.196832:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000410be9b1. 00000001:00000010:1.0:1767389129.196837:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000aee23612. 00000001:00000010:1.0:1767389129.196838:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008b090c5b. 00000001:00000010:1.0:1767389129.196840:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000bb71377. 00000001:00000010:1.0:1767389129.196842:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005eb52346. 00000001:00000010:1.0:1767389129.196847:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ad13fff6. 00000020:00000010:1.0:1767389129.196850:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc65d82b. 00000020:00000010:1.0:1767389129.196853:0:361980:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073454d7d. 00000020:00000010:1.0:1767389129.196855:0:361980:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d57284bb. 00000008:00000010:1.0:1767389129.196857:0:361980:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000028ee23b2. 00020000:00000010:1.0:1767389129.196859:0:361980:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000ebebb441. 00008000:00000010:1.0:1767389129.196861:0:361980:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000d1c1079c. 00000080:00000010:1.0:1767389129.196864:0:361980:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000008f6fc62a. 00000020:00000010:1.0:1767389129.196867:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000016ff9d3f. 00000020:00000010:1.0:1767389129.196869:0:361980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001153e9cb. 00000040:00000010:1.0:1767389129.196871:0:361980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003f02f0e6. 00000020:00000010:1.0:1767389129.196873:0:361980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000889d41d1. 00000020:00000010:1.0:1767389129.196875:0:361980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006c51ac2b. 00000020:00000010:1.0:1767389129.196877:0:361980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000082f16fbf. 80000000:00000010:1.0:1767389129.196879:0:361980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a175e550. 40000000:00000010:1.0:1767389129.196880:0:361980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a4c94a1e. 00100000:00000010:1.0:1767389129.196882:0:361980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000009b1ecf8. 00040000:00000010:1.0:1767389129.196885:0:361980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bf2c0156. 00040000:00000010:1.0:1767389129.196887:0:361980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ff1f80ec. 00080000:00000010:1.0:1767389129.196890:0:361980:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000676a997. 00000004:00000010:1.0:1767389129.196892:0:361980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a52d70db. 00000004:00000010:1.0:1767389129.196896:0:361980:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cd26fbc7. 00000004:00000010:1.0:1767389129.196900:0:361980:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 000000003de8f694. 00000004:00000010:1.0:1767389129.196906:0:361980:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 00000000fb27edca. 00000004:00000010:1.0:1767389129.196908:0:361980:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 00000000ed5c8adf. 00000004:00000010:1.0:1767389129.196910:0:361980:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 00000000df071c69. 00000004:00000010:1.0:1767389129.196915:0:361980:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 00000000644d23f1. 00000020:00000010:1.0:1767389129.196930:0:361980:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000058b4bf48. 00000020:00000010:1.0:1767389129.196935:0:361980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000025a57880. 00000004:00000010:1.0:1767389129.196943:0:361980:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 00000000644d23f1. 00000004:00000010:1.0:1767389129.196947:0:361980:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 00000000644d23f1. 00000001:00000010:1.0:1767389129.196953:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b82c0a21. 00000001:00000010:1.0:1767389129.196956:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007bebf08e. 00000001:00000010:1.0:1767389129.196958:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006b0591c7. 00000001:00000010:1.0:1767389129.196960:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004dea0ec7. 00000001:00000010:1.0:1767389129.196962:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005ae412bb. 00000001:00000010:1.0:1767389129.196965:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000011704415. 00000001:00000010:1.0:1767389129.196967:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005acbe559. 00000001:00000010:1.0:1767389129.196968:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a2d9a131. 00000001:00000010:1.0:1767389129.196972:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004f7399d0. 00000001:00000010:1.0:1767389129.196975:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a8d8b6b1. 00000001:00000010:1.0:1767389129.196977:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006c88033c. 00000001:00000010:1.0:1767389129.196979:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d6686ad1. 00000020:00000010:1.0:1767389129.196981:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000881c22fb. 00000020:00000010:1.0:1767389129.196984:0:361980:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000070da22e6. 00000020:00000010:1.0:1767389129.196986:0:361980:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c892480b. 00000008:00000010:1.0:1767389129.196988:0:361980:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a946fddd. 00020000:00000010:1.0:1767389129.196990:0:361980:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a502734b. 00008000:00000010:1.0:1767389129.196991:0:361980:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000082dbf233. 00000080:00000010:1.0:1767389129.196994:0:361980:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000001d906c8f. 00000020:00000010:1.0:1767389129.196996:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eff637ec. 00000020:00000010:1.0:1767389129.196999:0:361980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003eda7d50. 00000040:00000010:1.0:1767389129.197001:0:361980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000085926710. 00000020:00000010:1.0:1767389129.197004:0:361980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000be254979. 00000020:00000010:1.0:1767389129.197006:0:361980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005bd71d93. 00000020:00000010:1.0:1767389129.197008:0:361980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000844c0497. 80000000:00000010:1.0:1767389129.197010:0:361980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000be287103. 40000000:00000010:1.0:1767389129.197012:0:361980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002cd7392f. 00100000:00000010:1.0:1767389129.197014:0:361980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000051dcf959. 00040000:00000010:1.0:1767389129.197016:0:361980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001bc67fa3. 00040000:00000010:1.0:1767389129.197018:0:361980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000093f45619. 00080000:00000010:1.0:1767389129.197021:0:361980:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ba8cab95. 00000004:00000010:1.0:1767389129.197024:0:361980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002e5a9b9d. 00000004:00000010:1.0:1767389129.197026:0:361980:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001b1cae5c. 00000004:00000010:1.0:1767389129.197029:0:361980:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 00000000cfa71460. 00000004:00000010:1.0:1767389129.197033:0:361980:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 00000000d9cb9c25. 00000020:00000010:1.0:1767389129.197038:0:361980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001c05fc99. 00000004:00000010:1.0:1767389129.197042:0:361980:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 00000000d9cb9c25. 00000020:00000010:1.0:1767389129.197135:0:361980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003eda7d50. 00000040:00000010:1.0:1767389129.197139:0:361980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000085926710. 00000020:00000010:1.0:1767389129.197142:0:361980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000be254979. 00000020:00000010:1.0:1767389129.197145:0:361980:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005bd71d93. 00000020:00000010:1.0:1767389129.197147:0:361980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000844c0497. 80000000:00000010:1.0:1767389129.197149:0:361980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000be287103. 40000000:00000010:1.0:1767389129.197151:0:361980:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002cd7392f. 00100000:00000010:1.0:1767389129.197155:0:361980:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000051dcf959. 00040000:00000010:1.0:1767389129.197157:0:361980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001bc67fa3. 00040000:00000010:1.0:1767389129.197159:0:361980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000093f45619. 00080000:00000010:1.0:1767389129.197160:0:361980:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ba8cab95. 00000004:00000010:1.0:1767389129.197164:0:361980:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002e5a9b9d. 00000004:00000010:1.0:1767389129.197167:0:361980:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001b1cae5c. 00000020:00000010:1.0:1767389129.197170:0:361980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eff637ec. 00000020:00000010:1.0:1767389129.197172:0:361980:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000070da22e6. 00000020:00000010:1.0:1767389129.197174:0:361980:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c892480b. 00000008:00000010:1.0:1767389129.197176:0:361980:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000a946fddd. 00020000:00000010:1.0:1767389129.197178:0:361980:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000a502734b. 00008000:00000010:1.0:1767389129.197180:0:361980:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000082dbf233. 00000080:00000010:1.0:1767389129.197182:0:361980:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000001d906c8f. 00000020:00000010:1.0:1767389129.197184:0:361980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000881c22fb. 00000004:00000010:1.0:1767389129.197187:0:361980:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000d9cb9c25. 00000020:00000010:1.0:1767389129.197191:0:361980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000001b1cae5c. 00000004:00000010:1.0:1767389129.197196:0:361980:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000d9cb9c25. 00000004:00000010:1.0:1767389129.197199:0:361980:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000d9cb9c25. 00000020:00000010:1.0:1767389129.197201:0:361980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ba8cab95. 00000004:00000010:1.0:1767389129.197204:0:361980:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000d9cb9c25. 00000004:00000010:1.0:1767389129.197207:0:361980:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000051dcf959. 00000004:00000010:1.0:1767389129.197210:0:361980:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 00000000644d23f1. 00000004:00000010:1.0:1767389129.197213:0:361980:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 00000000df071c69. 00000004:00000010:1.0:1767389129.197215:0:361980:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 00000000fb27edca. 00000004:00000010:1.0:1767389129.197216:0:361980:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 00000000ed5c8adf. 00000004:00000010:1.0:1767389129.197219:0:361980:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000d9cb9c25. 80000000:00000010:1.0:1767389129.197224:0:361980:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 000000006e9014b0. 80000000:00000010:1.0:1767389129.197227:0:361980:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 0000000070da22e6. 00000004:00000010:1.0:1767389129.197236:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008186f78c. 00000004:00000010:1.0:1767389129.197243:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009f4a0542. 00000004:00000010:1.0:1767389129.197249:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005694ed71. 00080000:00000010:1.0:1767389129.197257:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002756fd2e. 00100000:00000010:1.0:1767389129.197359:0:361980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004e2646b1. 00100000:00000010:1.0:1767389129.197366:0:361980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000004e2646b1. 00080000:00000010:1.0:1767389129.197371:0:361980:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000851a82fc. 00080000:00000010:1.0:1767389129.197374:0:361980:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000004e2646b1. 80000000:00000010:1.0:1767389129.197569:0:361980:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000b6340abd. 80000000:00000010:1.0:1767389129.197581:0:361980:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000046ac0268. 80000000:00000010:1.0:1767389129.197589:0:361980:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000003a245e51. 80000000:00000010:1.0:1767389129.197596:0:361980:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 00000000b75ad50b. 80000000:00000010:1.0:1767389129.197602:0:361980:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000004b10c52. 00080000:00000010:1.0:1767389129.197610:0:361980:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000264c1e97. 00080000:00000010:1.0:1767389129.197621:0:361980:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000264c1e97. 00080000:00000010:1.0:1767389129.197623:0:361980:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000264c1e97. 00080000:00000010:1.0:1767389129.197625:0:361980:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000264c1e97. 00080000:00000010:1.0:1767389129.197627:0:361980:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000264c1e97. 00080000:00000010:1.0:1767389129.197629:0:361980:0:(osd_handler.c:310:osd_trans_stop()) kfreed 'oh': 848 at 00000000264c1e97. 00080000:00000010:1.0:1767389129.197643:0:361980:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000004e2646b1. 00080000:00000010:1.0:1767389129.197647:0:361980:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000851a82fc. 80000000:00000010:1.0:1767389129.197650:0:361980:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 0000000070da22e6. 00000004:00000010:1.0:1767389129.197669:0:361980:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 0000000085926710. 00000004:00000010:1.0:1767389129.197676:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002119388c. 00000004:00000010:1.0:1767389129.197679:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000df8f2a13. 00000004:00000010:1.0:1767389129.197682:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ed88e958. 00080000:00000010:1.0:1767389129.197686:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000488522a3. 00000004:00000010:1.0:1767389129.197881:0:361980:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 0000000017f1bd85. 00000004:00000010:1.0:1767389129.197886:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b1f5cd84. 00000004:00000010:1.0:1767389129.197936:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f969b4bc. 00000004:00000010:1.0:1767389129.197939:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ead95d46. 00080000:00000010:1.0:1767389129.197942:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000080aee11e. 00000004:00000010:1.0:1767389129.198030:0:361980:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 000000001bc67fa3. 00000004:00000010:1.0:1767389129.198034:0:361980:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 00000000301372b1. 00000004:00000010:1.0:1767389129.198061:0:361980:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 00000000301372b1. 00010000:00000010:1.0:1767389129.198067:0:361980:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000264c1e97. 00000001:00000010:1.0:1767389129.198069:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000804efa2e. 00000001:00000010:1.0:1767389129.198071:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 000000009d85c34c. 00000001:00000010:1.0:1767389129.198334:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b72574be. 00000001:00000010:1.0:1767389129.198646:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f7975928. 00000001:00000010:1.0:1767389129.198978:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d81cdc60. 00000001:00000010:1.0:1767389129.199299:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000240a04c0. 00000001:00000010:1.0:1767389129.199603:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c051cae8. 00000001:00000010:1.0:1767389129.199922:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008626a45b. 00000001:00000010:1.0:1767389129.200234:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ab9a21f8. 00000001:00000010:1.0:1767389129.200544:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000023306f10. 00000001:00000010:1.0:1767389129.200871:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000026cc6caa. 00000001:00000010:1.0:1767389129.201177:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000090d63b43. 00000001:00000010:1.0:1767389129.201482:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000a06897f. 00000001:00000010:1.0:1767389129.201814:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000847f0d98. 00000001:00000010:1.0:1767389129.202133:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000967b2079. 00000001:00000010:1.0:1767389129.202441:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000741cce8. 00000001:00000010:1.0:1767389129.202767:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bbb3bafd. 00000001:00000010:1.0:1767389129.203057:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ba414797. 00000001:00000010:1.0:1767389129.203370:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000093e81cf3. 00000001:00000010:1.0:1767389129.203684:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000076cf6e2b. 00000001:00000010:1.0:1767389129.204011:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004c001de6. 00000001:00000010:1.0:1767389129.204323:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dc0fe09a. 00000001:00000010:1.0:1767389129.204622:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c8d8a331. 00000001:00000010:1.0:1767389129.204942:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000260566e0. 00000001:00000010:1.0:1767389129.205263:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000986b96d1. 00000001:00000010:1.0:1767389129.205574:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000349b847a. 00000001:00000010:1.0:1767389129.205893:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000eb574597. 00000001:00000010:1.0:1767389129.206205:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a3cd7783. 00000001:00000010:1.0:1767389129.206520:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f9c731b2. 00000001:00000010:1.0:1767389129.206846:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005cb3cebf. 00000001:00000010:1.0:1767389129.207171:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000078f53d95. 00000001:00000010:1.0:1767389129.207479:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006d9b05b1. 00000001:00000010:1.0:1767389129.207803:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003c621e38. 00000001:00000010:1.0:1767389129.208118:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bbc49312. 00000001:00000010:1.0:1767389129.208427:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000193a7c3e. 00000001:00000010:1.0:1767389129.208751:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ad28cac3. 00000001:00000010:1.0:1767389129.209083:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002c0097e8. 00000001:00000010:1.0:1767389129.209389:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000022d2f246. 00000001:00000010:1.0:1767389129.209697:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003fc931fd. 00000001:00000010:1.0:1767389129.210028:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000080751977. 00000001:00000010:1.0:1767389129.210363:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000067ec13d6. 00000001:00000010:1.0:1767389129.210676:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000acf9fee9. 00000001:00000010:1.0:1767389129.210993:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000044d77a12. 00000001:00000010:1.0:1767389129.211305:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f2062996. 00000001:00000010:1.0:1767389129.211608:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000689a7b8d. 00000001:00000010:1.0:1767389129.211928:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000015378bd. 00000001:00000010:1.0:1767389129.212237:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007b828eeb. 00000001:00000010:1.0:1767389129.212537:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000264c957b. 00000001:00000010:1.0:1767389129.212856:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d2130fe2. 00000001:00000010:1.0:1767389129.213166:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b531d527. 00000001:00000010:1.0:1767389129.213469:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ac7899e6. 00000001:00000010:1.0:1767389129.213788:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006f94e1aa. 00000001:00000010:1.0:1767389129.214084:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000030837093. 00000001:00000010:1.0:1767389129.214401:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000229fbdb1. 00000001:00000010:1.0:1767389129.214685:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000272945aa. 00000001:00000010:1.0:1767389129.214988:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009f50e0c9. 00000001:00000010:1.0:1767389129.215292:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c3bd8a37. 00000001:00000010:1.0:1767389129.215588:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000068a4729b. 00000001:00000010:1.0:1767389129.215882:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000013a33b85. 00000001:00000010:1.0:1767389129.216163:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000021cbc89b. 00000001:00000010:1.0:1767389129.216434:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001a4bfc29. 00000001:00000010:1.0:1767389129.216703:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cb36fee4. 00000001:00000010:1.0:1767389129.216992:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005cd5ac80. 00000001:00000010:1.0:1767389129.217268:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000059ae3f05. 00000001:00000010:1.0:1767389129.217532:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000092a07a8e. 00000001:00000010:1.0:1767389129.217817:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008ace0836. 00000001:00000010:1.0:1767389129.218089:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000631aca2. 00000001:00000010:1.0:1767389129.218371:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007f9f2346. 00000001:00000010:1.0:1767389129.218637:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000007425ec2. 00000100:00000010:1.0:1767389129.218759:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c612dde2. 00000100:00000010:2.0:1767389129.218809:0:327896:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b507f882. 00000100:00000010:0.0:1767389129.218833:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001d78f5ff. 00000100:00000010:3.0:1767389129.218841:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000b0517de. 00000001:00000010:1.0:1767389129.218950:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000edf71f52. 00000001:00000010:1.0:1767389129.219228:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000068789422. 00000001:00000010:1.0:1767389129.219505:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005354ca0a. 00000001:00000010:1.0:1767389129.219810:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f11eabeb. 00000001:00000010:1.0:1767389129.220108:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007ad00d38. 00000001:00000010:1.0:1767389129.220380:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aec9b746. 00000001:00000010:1.0:1767389129.220658:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000722dc2f1. 00000001:00000010:1.0:1767389129.220958:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b156bad1. 00000001:00000010:1.0:1767389129.221242:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000260eff02. 00000001:00000010:1.0:1767389129.221516:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000acc725c4. 00000001:00000010:1.0:1767389129.221812:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000056984f17. 00000001:00000010:1.0:1767389129.222084:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000db791d53. 00000001:00000010:1.0:1767389129.222362:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000078d11d0f. 00000001:00000010:1.0:1767389129.222632:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001c967879. 00000001:00000010:1.0:1767389129.222928:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000731512c1. 00000001:00000010:1.0:1767389129.223214:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000baa16b06. 00000001:00000010:1.0:1767389129.223486:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000960ec4c8. 00000001:00000010:1.0:1767389129.223775:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002b1e2ab9. 00000001:00000010:1.0:1767389129.224044:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000037bc836. 00000001:00000010:1.0:1767389129.224334:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bb07bf4b. 00000001:00000010:1.0:1767389129.224612:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000077496417. 00000001:00000010:1.0:1767389129.224924:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000067e7bde2. 00000001:00000010:1.0:1767389129.225219:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007eb1398f. 00000001:00000010:1.0:1767389129.225487:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fa797d18. 00000001:00000010:1.0:1767389129.225779:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b3908c8e. 00000001:00000010:1.0:1767389129.226062:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f54d4580. 00000001:00000010:1.0:1767389129.226372:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000cd91b748. 00000001:00000010:1.0:1767389129.226653:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ca22360e. 00000001:00000010:1.0:1767389129.226938:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dcfa4c54. 00000001:00000010:1.0:1767389129.227253:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004f3074d3. 00000001:00000010:1.0:1767389129.227544:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000de551fef. 00000001:00000010:1.0:1767389129.227847:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000d2cf92f. 00000001:00000010:1.0:1767389129.228151:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d34f6e0a. 00000001:00000010:1.0:1767389129.228434:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e6064308. 00000001:00000010:1.0:1767389129.228708:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005ce5ba1a. 00000001:00000010:1.0:1767389129.229005:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000034e1bfb6. 00000001:00000010:1.0:1767389129.229318:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005da66fe1. 00000001:00000010:1.0:1767389129.229603:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ac5e0eca. 00000001:00000010:1.0:1767389129.229905:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000018a1d029. 00000001:00000010:1.0:1767389129.230209:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f6e1f598. 00000001:00000010:1.0:1767389129.230495:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b8fcc7b9. 00000001:00000010:1.0:1767389129.230788:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000398563b1. 00000001:00000010:1.0:1767389129.231067:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dea6dfb4. 00000001:00000010:1.0:1767389129.231371:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000055b2eb96. 00000001:00000010:1.0:1767389129.231657:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f0f5363a. 00000001:00000010:1.0:1767389129.231963:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000836acee8. 00000001:00000010:1.0:1767389129.232272:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004f7f740c. 00000001:00000010:1.0:1767389129.232561:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ee327ade. 00000001:00000010:1.0:1767389129.232855:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000006afd6ef. 00000001:00000010:1.0:1767389129.233167:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a95d6129. 00000001:00000010:1.0:1767389129.233445:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000079dcb9b2. 00000001:00000010:1.0:1767389129.233716:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003ed5ce34. 00000001:00000010:1.0:1767389129.234024:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000091c1f4fd. 00000001:00000010:1.0:1767389129.234327:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d8f5f4a4. 00000001:00000010:1.0:1767389129.234628:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b2de6883. 00000001:00000010:1.0:1767389129.234932:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000095dee27e. 00000001:00000010:1.0:1767389129.235225:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c4214528. 00000001:00000010:1.0:1767389129.235503:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000df6b8730. 00000001:00000010:1.0:1767389129.235798:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002c3f767d. 00000001:00000010:1.0:1767389129.236078:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e534157d. 00000001:00000010:1.0:1767389129.236352:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000027c858dc. 00000020:00000010:1.0:1767389129.236501:0:361980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000241e44d3. 00000020:00000010:1.0:1767389129.236505:0:361980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000092892120. 00000020:00000010:1.0:1767389129.236559:0:361980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ccd76400. 00000020:00000010:1.0:1767389129.236562:0:361980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000003e522983. 00000020:00000010:1.0:1767389129.236609:0:361980:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 00000000d5541161. 00000004:00000010:1.0:1767389129.236619:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e3728d8c. 00000004:00000010:1.0:1767389129.236627:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002cae6ed8. 00000004:00000010:1.0:1767389129.236632:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000b4d6db81. 00080000:00000010:1.0:1767389129.236640:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006032f44e. 00000001:00000010:1.0:1767389129.236940:0:361980:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 00000000fb27edca. 00000001:00000010:1.0:1767389129.236967:0:361980:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 00000000fb27edca. 00080000:00000010:1.0:1767389129.236975:0:361980:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000476e11cc. 00000020:00000010:1.0:1767389129.237060:0:361980:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 00000000fb27edca. 00000004:00000010:1.0:1767389129.237064:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000776bcc6a. 00000004:00000010:1.0:1767389129.237067:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e2cf73cd. 00000004:00000010:1.0:1767389129.237070:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c1550a77. 00080000:00000010:1.0:1767389129.237072:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c5be5c84. 00000001:00000010:1.0:1767389129.237157:0:361980:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 00000000301372b1. 00000001:00000010:1.0:1767389129.237180:0:361980:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 00000000301372b1. 00000001:00000010:1.0:1767389129.237190:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004cc45507. 00000001:00000010:1.0:1767389129.237195:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000000373a227. 00000001:00000010:1.0:1767389129.237197:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000301372b1. 00000020:00000010:1.0:1767389129.237199:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000023d1c394. 00000020:00000010:1.0:1767389129.237202:0:361980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000369b1e1c. 00000040:00000010:1.0:1767389129.237205:0:361980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008369c1ce. 00000020:00000010:1.0:1767389129.237209:0:361980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000be254979. 00000020:00000010:1.0:1767389129.237212:0:361980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005bd71d93. 00000020:00000010:1.0:1767389129.237215:0:361980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000414ca817. 80000000:00000010:1.0:1767389129.237218:0:361980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b98e546a. 40000000:00000010:1.0:1767389129.237220:0:361980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000266651d3. 00100000:00000010:1.0:1767389129.237224:0:361980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000502b82e5. 00040000:00000010:1.0:1767389129.237227:0:361980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d4661e59. 00040000:00000010:1.0:1767389129.237230:0:361980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003997bb5d. 00080000:00000010:1.0:1767389129.237234:0:361980:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000acd6b460. 00000004:00000010:1.0:1767389129.237238:0:361980:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006fc1ae80. 00000004:00000010:1.0:1767389129.237242:0:361980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002e5a9b9d. 00000004:00000010:1.0:1767389129.237245:0:361980:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d85e835e. 00000020:00000010:1.0:1767389129.237249:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c4632fe. 00000020:00000010:1.0:1767389129.237251:0:361980:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000644d23f1. 00000020:00000010:1.0:1767389129.237254:0:361980:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c892480b. 02000000:00000010:1.0:1767389129.237268:0:361980:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000b971d13e. 02000000:00000010:1.0:1767389129.237272:0:361980:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 0000000070c3e5b3. 02000000:00000010:1.0:1767389129.237276:0:361980:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000007ef3c2dc. 02000000:00000010:1.0:1767389129.237278:0:361980:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 000000005dd3f4e6. 00000020:00000010:1.0:1767389129.237549:0:361980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000590f2c25. 00000020:00000010:1.0:1767389129.237553:0:361980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 000000009ff8e8a3. 00000004:00000010:1.0:1767389129.237576:0:361980:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 00000000faf8b693. 00000004:00000010:1.0:1767389129.237579:0:361980:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 0000000017670a91. 00000004:00000010:1.0:1767389129.237582:0:361980:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 0000000015883491. 00000004:00000010:1.0:1767389129.237586:0:361980:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 0000000087ca611e. 00000004:00000010:1.0:1767389129.237591:0:361980:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 00000000b1151ff3. 00000020:00000010:1.0:1767389129.237601:0:361980:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000004e0e0f70. 00000020:00000010:1.0:1767389129.237607:0:361980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000085be9568. 00000004:00000010:1.0:1767389129.237626:0:361980:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 00000000b1151ff3. 00000004:00000010:1.0:1767389129.237630:0:361980:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 00000000b1151ff3. 00000001:00000010:1.0:1767389129.237653:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000013cfe45f. 00000001:00000010:1.0:1767389129.237656:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007141afc4. 00000001:00000010:1.0:1767389129.237658:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b1ccdb37. 00000001:00000010:1.0:1767389129.237661:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000623c6dc2. 00000001:00000010:1.0:1767389129.237664:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000881ad835. 00000001:00000010:1.0:1767389129.237667:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000024f60c3. 00000001:00000010:1.0:1767389129.237670:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005d657b5a. 00000001:00000010:1.0:1767389129.237673:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000315a3c9a. 00000001:00000010:1.0:1767389129.237675:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000717d66e2. 00000001:00000010:1.0:1767389129.237677:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003be6553d. 00000001:00000010:1.0:1767389129.237679:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f5fac177. 00000001:00000010:1.0:1767389129.237681:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f7cab762. 00000020:00000010:1.0:1767389129.237685:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040e440d5. 00000020:00000010:1.0:1767389129.237687:0:361980:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c3fae277. 00000020:00000010:1.0:1767389129.237690:0:361980:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b171edbd. 00000008:00000010:1.0:1767389129.237693:0:361980:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000a946fddd. 00020000:00000010:1.0:1767389129.237697:0:361980:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000a502734b. 00008000:00000010:1.0:1767389129.237701:0:361980:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000082dbf233. 00000080:00000010:1.0:1767389129.237706:0:361980:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000001d906c8f. 00000020:00000010:1.0:1767389129.237709:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ef9f865d. 00000020:00000010:1.0:1767389129.237712:0:361980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005ab54caf. 00000040:00000010:1.0:1767389129.237715:0:361980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a5b9754c. 00000020:00000010:1.0:1767389129.237717:0:361980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000065fafb79. 00000020:00000010:1.0:1767389129.237720:0:361980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e3b23b0e. 00000020:00000010:1.0:1767389129.237723:0:361980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000054f46d75. 80000000:00000010:1.0:1767389129.237747:0:361980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000c116ed9. 40000000:00000010:1.0:1767389129.237749:0:361980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000008365909. 00100000:00000010:1.0:1767389129.237751:0:361980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000eaaa4fa3. 00040000:00000010:1.0:1767389129.237755:0:361980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000075e261c1. 00040000:00000010:1.0:1767389129.237757:0:361980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000083cf79f6. 00080000:00000010:1.0:1767389129.237760:0:361980:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007112f924. 00000004:00000010:1.0:1767389129.237763:0:361980:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006b4a92ae. 00000004:00000010:1.0:1767389129.237766:0:361980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b17a2efe. 00000004:00000010:1.0:1767389129.237769:0:361980:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cec2fc01. 00040000:00000010:1.0:1767389129.237773:0:361980:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 00000000bb0dd45e. 00040000:00000010:1.0:1767389129.237781:0:361980:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 0000000012e19651. 00000020:00000010:1.0:1767389129.237786:0:361980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000049899d82. 00040000:00000010:1.0:1767389129.237793:0:361980:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 0000000012e19651. 00040000:00000010:1.0:1767389129.237797:0:361980:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 00000000cd898f34. 00000020:00000010:1.0:1767389129.237800:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b03e7c6. 00000020:00000010:1.0:1767389129.237802:0:361980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bcd12dc6. 00000040:00000010:1.0:1767389129.237804:0:361980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006bab3d13. 00000020:00000010:1.0:1767389129.237808:0:361980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000054502c6f. 00000020:00000010:1.0:1767389129.237811:0:361980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000312095c2. 00000020:00000010:1.0:1767389129.237815:0:361980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000033db777a. 80000000:00000010:1.0:1767389129.237818:0:361980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000048c065c9. 40000000:00000010:1.0:1767389129.237821:0:361980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000079136267. 00100000:00000010:1.0:1767389129.237825:0:361980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c8dd7fa4. 00040000:00000010:1.0:1767389129.237828:0:361980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006e4221f5. 00040000:00000010:1.0:1767389129.237832:0:361980:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003cf5f4a5. 00040000:00000010:1.0:1767389129.237835:0:361980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000038938311. 00080000:00000010:1.0:1767389129.237838:0:361980:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003f1f2314. 00000004:00000010:1.0:1767389129.237841:0:361980:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cc7c6656. 00000004:00000010:1.0:1767389129.237845:0:361980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000967dd24c. 00000004:00000010:1.0:1767389129.237850:0:361980:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000efd97d44. 00000020:00000010:1.0:1767389129.238286:0:361980:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f71ce8ee. 00040000:00000010:1.0:1767389129.238363:0:361980:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000047a84d25. 00040000:00000010:1.0:1767389129.238369:0:361980:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 0000000005ee789f. 00000020:00000010:1.0:1767389129.238377:0:361980:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000ab4bac44. 00040000:00000010:1.0:1767389129.238384:0:361980:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000b64e4d9b. 00000020:00000010:1.0:1767389129.238402:0:361980:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000003045beac. 00000020:00000010:1.0:1767389129.238433:0:361980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000005ab54caf. 00000040:00000010:1.0:1767389129.238438:0:361980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a5b9754c. 00000020:00000010:1.0:1767389129.238441:0:361980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000065fafb79. 00000020:00000010:1.0:1767389129.238445:0:361980:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e3b23b0e. 00000020:00000010:1.0:1767389129.238450:0:361980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000054f46d75. 80000000:00000010:1.0:1767389129.238454:0:361980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000c116ed9. 40000000:00000010:1.0:1767389129.238456:0:361980:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000008365909. 00100000:00000010:1.0:1767389129.238458:0:361980:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000eaaa4fa3. 00040000:00000010:1.0:1767389129.238461:0:361980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000075e261c1. 00040000:00000010:1.0:1767389129.238466:0:361980:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000047a84d25. 00040000:00000010:1.0:1767389129.238470:0:361980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000083cf79f6. 00080000:00000010:1.0:1767389129.238473:0:361980:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007112f924. 00000004:00000010:1.0:1767389129.238478:0:361980:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006b4a92ae. 00000004:00000010:1.0:1767389129.238481:0:361980:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b17a2efe. 00000004:00000010:1.0:1767389129.238484:0:361980:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cec2fc01. 00000020:00000010:1.0:1767389129.238486:0:361980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ef9f865d. 00000020:00000010:1.0:1767389129.238489:0:361980:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c3fae277. 00000020:00000010:1.0:1767389129.238491:0:361980:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b171edbd. 00000008:00000010:1.0:1767389129.238494:0:361980:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000a946fddd. 00020000:00000010:1.0:1767389129.238497:0:361980:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000a502734b. 00008000:00000010:1.0:1767389129.238499:0:361980:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000082dbf233. 00000080:00000010:1.0:1767389129.238503:0:361980:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000001d906c8f. 00000020:00000010:1.0:1767389129.238506:0:361980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040e440d5. 00000004:00000010:1.0:1767389129.238516:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000bb0099b. 00000004:00000010:1.0:1767389129.238523:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002cbc3954. 00000004:00000010:1.0:1767389129.238527:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004250bdb2. 00080000:00000010:1.0:1767389129.238532:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000671c000f. 00000020:00000010:1.0:1767389129.238608:0:361980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000075e261c1. 00080000:00000010:1.0:1767389129.238614:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000044dfa3b1. 00080000:00000010:1.0:1767389129.238675:0:361980:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000044dfa3b1. 00000020:00000010:1.0:1767389129.238679:0:361980:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000075e261c1. 00000004:00000010:1.0:1767389129.238693:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000088b1bc91. 00000004:00000010:1.0:1767389129.238698:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000062fdf078. 00000004:00000010:1.0:1767389129.238700:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002518ab9a. 00080000:00000010:1.0:1767389129.238702:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000044dfa3b1. 00040000:00000010:1.0:1767389129.238936:0:361980:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000047a84d25. 00000020:00000010:1.0:1767389129.238993:0:361980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000abd7f579. 00080000:00000010:1.0:1767389129.238998:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008a52257c. 00080000:00000010:1.0:1767389129.239059:0:361980:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000008a52257c. 00000020:00000010:1.0:1767389129.239061:0:361980:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000abd7f579. 00000004:00000010:1.0:1767389129.239067:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d10b2bbd. 00000004:00000010:1.0:1767389129.239073:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002cc2a7a5. 00000004:00000010:1.0:1767389129.239078:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004f8d9d56. 00080000:00000010:1.0:1767389129.239083:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008a52257c. 00000004:00000010:1.0:1767389129.239175:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000d9d115b. 00000004:00000010:1.0:1767389129.239182:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000a7e49e69. 00000004:00000010:1.0:1767389129.239186:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004d0afdaf. 00080000:00000010:1.0:1767389129.239190:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a4cd1a0c. 00100000:00000010:1.0:1767389129.239319:0:361980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e0319c6b. 00100000:00000010:1.0:1767389129.239324:0:361980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000e0319c6b. 00040000:00000010:1.0:1767389129.239335:0:361980:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000b3b5add6. 00000001:00000010:1.0:1767389129.239340:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ef9f865d. 00000001:00000010:1.0:1767389129.239343:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c59ee5cb. 00000001:00000010:1.0:1767389129.239352:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000012e19651. 00040000:00000010:1.0:1767389129.239362:0:361980:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000e0319c6b. 00080000:00000010:1.0:1767389129.239369:0:361980:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000851a82fc. 00080000:00000010:1.0:1767389129.239373:0:361980:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000002f528446. 00080000:00000010:1.0:1767389129.239406:0:361980:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000002f528446. 00080000:00000010:1.0:1767389129.239411:0:361980:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000851a82fc. 00040000:00000010:1.0:1767389129.239414:0:361980:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000e0319c6b. 00040000:00000010:1.0:1767389129.239435:0:361980:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000d56d2f32. 00000004:00000010:1.0:1767389129.239560:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f67f2f94. 00000004:00000010:1.0:1767389129.239566:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000098262988. 00000004:00000010:1.0:1767389129.239572:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003c3af2f6. 00080000:00000010:1.0:1767389129.239576:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c1f33ee9. 00100000:00000010:1.0:1767389129.239647:0:361980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e31772e2. 00100000:00000010:1.0:1767389129.239650:0:361980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000e31772e2. 00040000:00000010:1.0:1767389129.239654:0:361980:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000c7581309. 00000001:00000010:1.0:1767389129.239658:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 0000000054f46d75. 00000001:00000010:1.0:1767389129.239660:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000074260d78. 00000001:00000010:1.0:1767389129.239664:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000006d75aa3f. 00040000:00000010:1.0:1767389129.239666:0:361980:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000e31772e2. 00080000:00000010:1.0:1767389129.239668:0:361980:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000851a82fc. 00080000:00000010:1.0:1767389129.239671:0:361980:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000b3c87e3b. 00080000:00000010:1.0:1767389129.239687:0:361980:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000b3c87e3b. 00080000:00000010:1.0:1767389129.239690:0:361980:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000851a82fc. 00040000:00000010:1.0:1767389129.239694:0:361980:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000e31772e2. 00040000:00000010:1.0:1767389129.239698:0:361980:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000009a2ad5d. 00000004:00000010:1.0:1767389129.239843:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000831b7865. 00000004:00000010:1.0:1767389129.239848:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d6c784a7. 00000004:00000010:1.0:1767389129.239852:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000002e4e6a06. 00080000:00000010:1.0:1767389129.239856:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fb46504a. 00100000:00000010:1.0:1767389129.239895:0:361980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006c50643c. 00100000:00000010:1.0:1767389129.239898:0:361980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000006c50643c. 00040000:00000010:1.0:1767389129.239901:0:361980:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ab217236. 00000001:00000010:1.0:1767389129.239905:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b0c34ef2. 00000001:00000010:1.0:1767389129.239909:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c92ff122. 00000001:00000010:1.0:1767389129.239912:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000008cc6da4a. 00040000:00000010:1.0:1767389129.239915:0:361980:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000006c50643c. 00080000:00000010:1.0:1767389129.239918:0:361980:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000851a82fc. 00080000:00000010:1.0:1767389129.239920:0:361980:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 0000000043b2b467. 00080000:00000010:1.0:1767389129.239936:0:361980:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 0000000043b2b467. 00080000:00000010:1.0:1767389129.239939:0:361980:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000851a82fc. 00040000:00000010:1.0:1767389129.239941:0:361980:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000006c50643c. 00040000:00000010:1.0:1767389129.239945:0:361980:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000d17684ce. 00000020:00000010:1.0:1767389129.240028:0:361980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e74f70c7. 00080000:00000010:1.0:1767389129.240032:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a9a480e4. 00080000:00000010:1.0:1767389129.240078:0:361980:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a9a480e4. 00000020:00000010:1.0:1767389129.240082:0:361980:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e74f70c7. 00000004:00000010:1.0:1767389129.240089:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b3a210dc. 00000004:00000010:1.0:1767389129.240092:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000393274ce. 00000004:00000010:1.0:1767389129.240108:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000071f40bfa. 00080000:00000010:1.0:1767389129.240111:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a9a480e4. 00000004:00000010:1.0:1767389129.240160:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000501de5b0. 00000004:00000010:1.0:1767389129.240164:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b5a467a4. 00000004:00000010:1.0:1767389129.240167:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f39ece7f. 00080000:00000010:1.0:1767389129.240170:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000a2f03be. 00100000:00000010:1.0:1767389129.240207:0:361980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006160fe93. 00100000:00000010:1.0:1767389129.240210:0:361980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000006160fe93. 00040000:00000010:1.0:1767389129.240213:0:361980:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000003f3a904d. 00000001:00000010:1.0:1767389129.240218:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000657f3130. 00000001:00000010:1.0:1767389129.240221:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000006acdeb28. 00000001:00000010:1.0:1767389129.240224:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000008fbc1d6d. 00040000:00000010:1.0:1767389129.240228:0:361980:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000006160fe93. 00080000:00000010:1.0:1767389129.240232:0:361980:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000851a82fc. 00080000:00000010:1.0:1767389129.240234:0:361980:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000004a9c1f1e. 00080000:00000010:1.0:1767389129.240255:0:361980:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000004a9c1f1e. 00080000:00000010:1.0:1767389129.240261:0:361980:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000851a82fc. 00040000:00000010:1.0:1767389129.240263:0:361980:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000006160fe93. 00040000:00000010:1.0:1767389129.240269:0:361980:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000004b944e57. 00000004:00000010:1.0:1767389129.240324:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000893de1f. 00000004:00000010:1.0:1767389129.240328:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d3746234. 00000004:00000010:1.0:1767389129.240332:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ec7b70c7. 00080000:00000010:1.0:1767389129.240335:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000cd6a9b4. 00100000:00000010:1.0:1767389129.240363:0:361980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008e55232d. 00100000:00000010:1.0:1767389129.240366:0:361980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000008e55232d. 00040000:00000010:1.0:1767389129.240368:0:361980:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ee2bfb78. 00000001:00000010:1.0:1767389129.240372:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000005ed14d15. 00000001:00000010:1.0:1767389129.240375:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000016f0ab74. 00000001:00000010:1.0:1767389129.240378:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000000f4f40b2. 00040000:00000010:1.0:1767389129.240380:0:361980:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000008e55232d. 00080000:00000010:1.0:1767389129.240382:0:361980:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000851a82fc. 00080000:00000010:1.0:1767389129.240383:0:361980:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000a8c3d2f1. 00080000:00000010:1.0:1767389129.240396:0:361980:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000a8c3d2f1. 00080000:00000010:1.0:1767389129.240398:0:361980:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000851a82fc. 00040000:00000010:1.0:1767389129.240399:0:361980:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000008e55232d. 00040000:00000010:1.0:1767389129.240402:0:361980:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000573b350b. 00000004:00000010:1.0:1767389129.240473:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000053cd3141. 00000004:00000010:1.0:1767389129.240529:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000af27f2fb. 00000004:00000010:1.0:1767389129.240532:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a5da2a74. 00080000:00000010:1.0:1767389129.240535:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a73c8e59. 00100000:00000010:1.0:1767389129.240572:0:361980:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000053ebaf62. 00100000:00000010:1.0:1767389129.240575:0:361980:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000053ebaf62. 00040000:00000010:1.0:1767389129.240578:0:361980:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000004f0b032. 00000001:00000010:1.0:1767389129.240581:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000160466cf. 00000001:00000010:1.0:1767389129.240586:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000030a5af73. 00000001:00000010:1.0:1767389129.240589:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000029bdb2fc. 00040000:00000010:1.0:1767389129.240591:0:361980:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 0000000053ebaf62. 00080000:00000010:1.0:1767389129.240593:0:361980:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000851a82fc. 00080000:00000010:1.0:1767389129.240594:0:361980:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000dfcb5f37. 00080000:00000010:1.0:1767389129.240609:0:361980:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000dfcb5f37. 00080000:00000010:1.0:1767389129.240612:0:361980:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000851a82fc. 00040000:00000010:1.0:1767389129.240613:0:361980:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 0000000053ebaf62. 00040000:00000010:1.0:1767389129.240617:0:361980:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000008c25ab45. 00000020:00000010:1.0:1767389129.240693:0:361980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c0879f27. 00000004:00000010:1.0:1767389129.240700:0:361980:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 00000000b1151ff3. 00000004:00000010:1.0:1767389129.240704:0:361980:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 0000000015883491. 00000004:00000010:1.0:1767389129.240705:0:361980:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 00000000faf8b693. 00000004:00000010:1.0:1767389129.240707:0:361980:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 0000000017670a91. 00000004:00000010:1.0:1767389129.240710:0:361980:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 0000000087ca611e. 00000020:00000010:1.0:1767389129.240721:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acfb7456. 00000020:00000010:1.0:1767389129.240753:0:361980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000df53d163. 00000040:00000010:1.0:1767389129.240757:0:361980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004cc7e015. 00000020:00000010:1.0:1767389129.240760:0:361980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000069b84437. 00000020:00000010:1.0:1767389129.240762:0:361980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e3b23b0e. 00000020:00000010:1.0:1767389129.240765:0:361980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000038080e35. 80000000:00000010:1.0:1767389129.240770:0:361980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bd613eb0. 40000000:00000010:1.0:1767389129.240773:0:361980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000053ebaf62. 00100000:00000010:1.0:1767389129.240777:0:361980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000079c05b5e. 00040000:00000010:1.0:1767389129.240780:0:361980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000025a4188d. 00040000:00000010:1.0:1767389129.240782:0:361980:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007fb15c77. 00040000:00000010:1.0:1767389129.240787:0:361980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000324b8110. 00080000:00000010:1.0:1767389129.240790:0:361980:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000065aa76bc. 00000004:00000010:1.0:1767389129.240794:0:361980:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ce641f95. 00000004:00000010:1.0:1767389129.240796:0:361980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b17a2efe. 00000004:00000010:1.0:1767389129.240800:0:361980:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003a13dbfe. 00000020:00000010:1.0:1767389129.240804:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d6d12c2. 00000020:00000010:1.0:1767389129.240806:0:361980:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000099bb4f13. 00000020:00000010:1.0:1767389129.240808:0:361980:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b171edbd. 00000020:00000010:0.0:1767389129.241160:0:361980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001153e9cb. 00000040:00000010:0.0:1767389129.241176:0:361980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003f02f0e6. 00000020:00000010:0.0:1767389129.241183:0:361980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000889d41d1. 00000020:00000010:0.0:1767389129.241193:0:361980:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006c51ac2b. 00000020:00000010:0.0:1767389129.241202:0:361980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000082f16fbf. 80000000:00000010:0.0:1767389129.241219:0:361980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a175e550. 40000000:00000010:0.0:1767389129.241226:0:361980:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a4c94a1e. 00100000:00000010:0.0:1767389129.241234:0:361980:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000009b1ecf8. 00040000:00000010:0.0:1767389129.241240:0:361980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bf2c0156. 00040000:00000010:0.0:1767389129.241248:0:361980:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000047a84d25. 00040000:00000010:0.0:1767389129.241254:0:361980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ff1f80ec. 00080000:00000010:0.0:1767389129.241259:0:361980:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000000676a997. 00000004:00000010:0.0:1767389129.241265:0:361980:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000051dcf959. 00000004:00000010:0.0:1767389129.241272:0:361980:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a52d70db. 00000004:00000010:0.0:1767389129.241280:0:361980:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cd26fbc7. 00000020:00000010:0.0:1767389129.241287:0:361980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000016ff9d3f. 00000020:00000010:0.0:1767389129.241294:0:361980:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073454d7d. 00000020:00000010:0.0:1767389129.241311:0:361980:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d57284bb. 00000008:00000010:0.0:1767389129.241316:0:361980:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000028ee23b2. 00020000:00000010:0.0:1767389129.241323:0:361980:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000ebebb441. 00008000:00000010:0.0:1767389129.241329:0:361980:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000d1c1079c. 00000080:00000010:0.0:1767389129.241335:0:361980:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000008f6fc62a. 00000020:00000010:0.0:1767389129.241341:0:361980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc65d82b. 00000020:00000010:0.0:1767389129.241350:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000938cd606. 00000020:00000010:0.0:1767389129.241370:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000096234e11. 00000020:00000010:0.0:1767389129.241376:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000096234e11. 00000020:00000010:0.0:1767389129.241385:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000096234e11. 00000020:00000010:0.0:1767389129.241389:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000096234e11. 00000020:00000010:0.0:1767389129.241398:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000096234e11. 00000020:00000010:0.0:1767389129.241402:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000096234e11. 00000020:00000010:0.0:1767389129.241410:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000938cd606. 00000020:00000010:0.0:1767389129.241424:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006aadc72b. 00000020:00000010:0.0:1767389129.241430:0:361980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000452ca6cc. 00000040:00000010:0.0:1767389129.241436:0:361980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bc65d82b. 00000020:00000010:0.0:1767389129.241443:0:361980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000b5af852. 00000020:00000010:0.0:1767389129.241449:0:361980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009044f842. 00000020:00000010:0.0:1767389129.241456:0:361980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000016ff9d3f. 80000000:00000010:0.0:1767389129.241461:0:361980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001d78f5ff. 40000000:00000010:0.0:1767389129.241466:0:361980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000997b7ad9. 00100000:00000010:0.0:1767389129.241472:0:361980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009874dad8. 00040000:00000010:0.0:1767389129.241478:0:361980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000096234e11. 00040000:00000010:0.0:1767389129.241483:0:361980:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000051dcf959. 00040000:00000010:0.0:1767389129.241489:0:361980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ff1f80ec. 00080000:00000010:0.0:1767389129.241496:0:361980:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000cd26fbc7. 00000004:00000010:0.0:1767389129.241502:0:361980:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000676a997. 00000004:00000010:0.0:1767389129.241510:0:361980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006ca7bba4. 00000004:00000010:0.0:1767389129.241516:0:361980:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000009b1ecf8. 02000000:00000010:0.0:1767389129.241533:0:361980:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 00000000bb538809. 02000000:00000010:0.0:1767389129.241543:0:361980:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 00000000bb538809. 00000020:00000010:0.0:1767389129.241552:0:361980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000452ca6cc. 00000040:00000010:0.0:1767389129.241557:0:361980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bc65d82b. 00000020:00000010:0.0:1767389129.241562:0:361980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000b5af852. 00000020:00000010:0.0:1767389129.241567:0:361980:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009044f842. 00000020:00000010:0.0:1767389129.241573:0:361980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000016ff9d3f. 80000000:00000010:0.0:1767389129.241577:0:361980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001d78f5ff. 40000000:00000010:0.0:1767389129.241581:0:361980:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000997b7ad9. 00100000:00000010:0.0:1767389129.241585:0:361980:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009874dad8. 00040000:00000010:0.0:1767389129.241590:0:361980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000096234e11. 00040000:00000010:0.0:1767389129.241594:0:361980:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000051dcf959. 00040000:00000010:0.0:1767389129.241598:0:361980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ff1f80ec. 00080000:00000010:0.0:1767389129.241602:0:361980:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000cd26fbc7. 00000004:00000010:0.0:1767389129.241606:0:361980:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000676a997. 00000004:00000010:0.0:1767389129.241611:0:361980:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006ca7bba4. 00000004:00000010:0.0:1767389129.241616:0:361980:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000009b1ecf8. 00000020:00000010:0.0:1767389129.241620:0:361980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006aadc72b. 00000020:00000010:0.0:1767389129.241625:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000938cd606. 00000020:00000010:0.0:1767389129.241634:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000096234e11. 00000020:00000010:0.0:1767389129.241638:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000096234e11. 00000020:00000010:0.0:1767389129.241647:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000096234e11. 00000020:00000010:0.0:1767389129.241652:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000096234e11. 00000020:00000010:0.0:1767389129.241657:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000997b7ad9. 00000100:00000010:0.0:1767389129.241665:0:361980:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000031c00260. 00000400:00000200:0.0:1767389129.241671:0:361980:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:0.0:1767389129.241680:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.113@tcp 00000400:00000200:0.0:1767389129.241691:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767389129.241701:0:361980:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (42) 00000400:00000200:0.0:1767389129.241709:0:361980:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (43) 00000400:00000200:0.0:1767389129.241784:0:361980:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): 0 00000400:00000200:0.0:1767389129.241790:0:361980:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:0.0:1767389129.241795:0:361980:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767389129.241800:0:361980:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp: 0. pending discovery 00000400:00000200:0.0:1767389129.241804:0:361980:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (44) 00000400:00000200:0.0:1767389129.241810:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp 00000400:00000200:0.0:1767389129.241814:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.113@tcp10 00000400:00000200:0.0:1767389129.241823:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.241826:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp10 00000400:00000200:0.0:1767389129.241830:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.113@tcp11 00000400:00000200:0.0:1767389129.241839:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.241843:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp11 00000400:00000200:0.0:1767389129.241847:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.113@tcp12 00000400:00000200:2.0:1767389129.241849:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767389129.241857:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.241862:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x102071 00000400:00000200:2.0:1767389129.241872:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (43) 00000400:00000200:0.0:1767389129.241872:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp12 00000400:00000200:0.0:1767389129.241899:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.113@tcp13 00000400:00000010:2.0:1767389129.241907:0:337534:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000002549f554. 00000400:00000200:0.0:1767389129.241908:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.241919:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp13 00000400:00000010:2.0:1767389129.241920:0:337534:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000471bfa54. 00000400:00000200:0.0:1767389129.241931:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.113@tcp14 00000400:00000010:2.0:1767389129.241935:0:337534:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b6b3fc45. 00000400:00000200:2.0:1767389129.241949:0:337534:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp 00000400:00000200:0.0:1767389129.241951:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.241959:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp14 00000400:00000200:0.0:1767389129.241965:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.113@tcp15 00000400:00000200:2.0:1767389129.241983:0:337534:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.113@tcp local destination 00000400:00000200:0.0:1767389129.241983:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.242002:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp15 00000400:00000200:2.0:1767389129.242003:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[64, 170], ns[65, 174] 00000400:00000200:0.0:1767389129.242023:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.113@tcp16 00000400:00000200:2.0:1767389129.242027:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[70, 64], ns[71, 65] 00000400:00000200:2.0:1767389129.242046:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[76, 64], ns[77, 65] 00000400:00000200:0.0:1767389129.242046:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.242068:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp16 00000400:00000200:2.0:1767389129.242080:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[80, 64], ns[81, 65] 00000400:00000200:0.0:1767389129.242086:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.113@tcp17 00000400:00000200:2.0:1767389129.242094:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 64], ns[97, 65] 00000400:00000200:0.0:1767389129.242130:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.242140:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp17 00000400:00000200:2.0:1767389129.242142:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[98, 64], ns[101, 65] 00000400:00000200:0.0:1767389129.242159:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.113@tcp18 00000400:00000200:2.0:1767389129.242161:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 64], ns[112, 65] 00000400:00000200:0.0:1767389129.242184:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.242185:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[116, 64], ns[119, 65] 00000400:00000200:0.0:1767389129.242197:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp18 00000400:00000200:0.0:1767389129.242210:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.113@tcp19 00000400:00000200:2.0:1767389129.242215:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[120, 64], ns[123, 65] 00000400:00000200:0.0:1767389129.242227:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.242239:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp19 00000400:00000200:2.0:1767389129.242241:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[131, 64], ns[135, 65] 00000400:00000200:0.0:1767389129.242252:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.113@tcp20 00000400:00000200:2.0:1767389129.242273:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[139, 64], ns[143, 65] 00000400:00000200:0.0:1767389129.242274:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.242290:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp20 00000400:00000200:0.0:1767389129.242305:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.113@tcp21 00000400:00000200:2.0:1767389129.242313:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[142, 64], ns[146, 65] 00000400:00000200:0.0:1767389129.242325:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.242341:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[151, 64], ns[155, 65] 00000400:00000200:0.0:1767389129.242343:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp21 00000400:00000200:2.0:1767389129.242365:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[155, 64], ns[159, 65] 00000400:00000200:0.0:1767389129.242365:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.113@tcp22 00000400:00000200:2.0:1767389129.242388:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 64], ns[181, 65] 00000400:00000200:0.0:1767389129.242397:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.242405:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[184, 64], ns[188, 65] 00000400:00000200:0.0:1767389129.242409:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp22 00000400:00000200:2.0:1767389129.242426:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 64], ns[192, 65] 00000400:00000200:0.0:1767389129.242426:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.113@tcp23 00000400:00000200:2.0:1767389129.242451:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[204, 64], ns[208, 65] 00000400:00000200:0.0:1767389129.242453:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.242470:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp23 00000400:00000200:2.0:1767389129.242472:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[212, 64], ns[216, 65] 00000400:00000200:0.0:1767389129.242484:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.113@tcp24 00000400:00000200:2.0:1767389129.242490:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[201, 64], ns[205, 65] 00000400:00000200:2.0:1767389129.242503:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[137, 64], ns[141, 65] 00000400:00000200:0.0:1767389129.242506:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.242520:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp24 00000400:00000200:2.0:1767389129.242521:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 64], ns[87, 65] 00000400:00000200:0.0:1767389129.242537:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.113@tcp25 00000400:00000200:2.0:1767389129.242546:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[89, 64], ns[90, 65] 00000400:00000200:0.0:1767389129.242559:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.242566:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[300, 1000], np[4294967295, 4294967295], ps[222, 64], ns[257, 65] 00000400:00000200:0.0:1767389129.242575:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp25 00000400:00000200:2.0:1767389129.242583:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[129, 64], ns[132, 65] 00000400:00000200:0.0:1767389129.242598:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.113@tcp26 00000400:00000200:2.0:1767389129.242602:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[106, 64], ns[109, 65] 00000400:00000200:2.0:1767389129.242621:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 64], ns[117, 65] 00000400:00000200:0.0:1767389129.242624:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.242637:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp26 00000400:00000200:2.0:1767389129.242638:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[124, 64], ns[127, 65] 00000400:00000200:2.0:1767389129.242659:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[199, 64], ns[203, 65] 00000400:00000200:0.0:1767389129.242661:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.113@tcp27 00000400:00000200:2.0:1767389129.242690:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[168, 64], ns[172, 65] 00000400:00000200:0.0:1767389129.242691:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.242713:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp27 00000400:00000200:2.0:1767389129.242717:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[175, 64], ns[179, 65] 00000400:00000200:0.0:1767389129.242798:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.113@tcp28 00000400:00000200:2.0:1767389129.242810:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[218, 64], ns[224, 65] 00000400:00000200:0.0:1767389129.242817:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.242830:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[167, 64], ns[171, 65] 00000400:00000200:0.0:1767389129.242831:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp28 00000400:00000200:0.0:1767389129.242855:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.113@tcp29 00000400:00000200:2.0:1767389129.242862:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[200, 64], ns[204, 65] 00000400:00000200:2.0:1767389129.242879:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[225, 64], ns[260, 65] 00000400:00000200:0.0:1767389129.242880:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.242899:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp29 00000400:00000200:2.0:1767389129.242910:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[191, 64], ns[195, 65] 00000400:00000200:0.0:1767389129.242923:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.113@tcp30 00000400:00000200:2.0:1767389129.242930:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[220, 64], ns[255, 65] 00000400:00000200:0.0:1767389129.242948:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.242949:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[223, 64], ns[258, 65] 00000400:00000200:0.0:1767389129.242969:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp30 00000400:00000200:2.0:1767389129.242972:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp48, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[215, 64], ns[219, 65] 00000400:00000200:2.0:1767389129.242991:0:337534:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp49, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[226, 64], ns[261, 65] 00000400:00000200:0.0:1767389129.242991:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.113@tcp31 00000400:00000200:2.0:1767389129.243010:0:337534:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:0.0:1767389129.243020:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.243026:0:337534:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp10 00000400:00000200:0.0:1767389129.243037:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp31 00000400:00000200:2.0:1767389129.243040:0:337534:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.113@tcp10 lpni_is_preferred = 0 00000400:00000200:2.0:1767389129.243052:0:337534:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.113@tcp10 00000400:00000200:0.0:1767389129.243052:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.113@tcp32 00000400:00000200:2.0:1767389129.243066:0:337534:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp10 NI seq info: [262:262:256:4294967295] 192.168.204.113@tcp10 LPNI seq info [227:227:8:4294967295] 00000400:00000200:0.0:1767389129.243074:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.243084:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp32 00000400:00000200:2.0:1767389129.243085:0:337534:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp10 00000400:00000200:0.0:1767389129.243125:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.113@tcp33 00000400:00000200:2.0:1767389129.243141:0:337534:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp10(192.168.204.113@tcp10:) -> 192.168.204.113@tcp10(192.168.204.113@tcp:192.168.204.113@tcp10) : GET try# 0 00000400:00000200:0.0:1767389129.243153:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp33 NID flags 0x1: -114 00000800:00000200:2.0:1767389129.243164:0:337534:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp10 00000400:00000200:0.0:1767389129.243164:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp33 00000800:00000010:2.0:1767389129.243181:0:337534:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a8d85655. 00000400:00000200:0.0:1767389129.243182:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.113@tcp34 00000400:00000200:0.0:1767389129.243202:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp34 NID flags 0x1: -114 00000800:00000200:2.0:1767389129.243209:0:337534:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c15aeb1d] -> 12345-192.168.204.113@tcp10 (6) 00000400:00000200:0.0:1767389129.243212:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp34 00000400:00000200:0.0:1767389129.243226:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.113@tcp35 00000400:00000200:0.0:1767389129.243239:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp35 NID flags 0x1: -114 00000800:00000200:2.0:1767389129.243250:0:337534:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp10 ip 192.168.204.113:988 00000400:00000200:0.0:1767389129.243254:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp35 00000800:00000200:2.0:1767389129.243266:0:337534:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a8d85655 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767389129.243269:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.113@tcp36 00000400:00000200:0.0:1767389129.243291:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.243296:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp36 00000400:00000200:0.0:1767389129.243299:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.113@tcp37 00000400:00000200:0.0:1767389129.243305:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp37 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.243308:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp37 00000400:00000200:0.0:1767389129.243312:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.113@tcp38 00000400:00000200:2.0:1767389129.243317:0:337534:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.204.113@tcp 00000400:00000200:0.0:1767389129.243333:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.243349:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100271 rc 0 00000400:00000200:0.0:1767389129.243358:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp38 00000400:00000200:0.0:1767389129.243367:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.113@tcp39 00000400:00000200:0.0:1767389129.243375:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp39 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.243380:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp39 00000400:00000200:0.0:1767389129.243385:0:361980:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.113@tcp40 00000400:00000200:0.0:1767389129.243392:0:361980:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp40 NID flags 0x1: -114 00000400:00000200:0.0:1767389129.243397:0:361980:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp40 00000100:00000010:0.0:1767389129.243402:0:361980:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000031c00260. 00000020:00000010:0.0:1767389129.243413:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000997b7ad9. 00000020:00000010:0.0:1767389129.243425:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 0000000018465391. 00000020:00000010:0.0:1767389129.243445:0:361980:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000712f9fda. 00000020:00000010:0.0:1767389129.243456:0:361980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000009b1ecf8. 00000800:00000200:1.0:1767389129.243480:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767389129.243486:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a8d85655. 00000400:00000200:1.0:1767389129.243491:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767389129.243495:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 0000000018465391. 00000400:00000200:1.0:1767389129.243502:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp10->192.168.204.113@tcp10: GET: OK 00000400:00000200:1.0:1767389129.243510:0:337531:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000010:0.0:1767389129.243512:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000018465391. 00000400:00000200:1.0:1767389129.243515:0:337531:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.204.113@tcp: 0 00000400:00000200:1.0:1767389129.243549:0:337531:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp10(192.168.204.113@tcp10) <- 192.168.204.113@tcp10 : GET - for me 00000400:00000200:1.0:1767389129.243561:0:337531:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.113@tcp of length 704 into portal 0 MB=0x8000000000000000 00000001:00000010:0.0:1767389129.243563:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000096234e11. 00000400:00000200:1.0:1767389129.243571:0:337531:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.204.113@tcp of length 704/704 into md 0x2405 [1] + 0 00000001:00000010:0.0:1767389129.243579:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003ab95097. 00000400:00000200:1.0:1767389129.243586:0:337531:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.113@tcp10 to MR: 192.168.204.113@tcp10 local destination 00000001:00000010:0.0:1767389129.243590:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ff1f80ec. 00000400:00000200:1.0:1767389129.243601:0:337531:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp10 NI seq info: [263:263:256:4294967295] 192.168.204.113@tcp10 LPNI seq info [228:228:8:4294967295] 00000001:00000010:0.0:1767389129.243606:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000016ff9d3f. 00000001:00000010:0.0:1767389129.243622:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000082f16fbf. 00000400:00000200:1.0:1767389129.243626:0:337531:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp10(192.168.204.113@tcp10:192.168.204.113@tcp10) -> 192.168.204.113@tcp10(192.168.204.113@tcp10:192.168.204.113@tcp10) 192.168.204.113@tcp10 : REPLY try# 0 00000001:00000010:0.0:1767389129.243638:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003f02f0e6. 00000800:00000200:1.0:1767389129.243640:0:337531:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.204.113@tcp10 00000800:00000010:1.0:1767389129.243653:0:337531:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000889cb1ab. 00000001:00000010:0.0:1767389129.243655:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000018d9d246. 00000800:00000200:1.0:1767389129.243665:0:337531:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c15aeb1d] -> 12345-192.168.204.113@tcp10 (6) 00000800:00000200:1.0:1767389129.243672:0:337531:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp10 ip 192.168.204.113:1021 00000001:00000010:0.0:1767389129.243674:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004bf207b5. 00000800:00000200:1.0:1767389129.243676:0:337531:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000889cb1ab type 3, nob 800 niov 1 nkiov 1 00000001:00000010:0.0:1767389129.243690:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001153e9cb. 00000001:00000010:0.0:1767389129.243702:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bc65d82b. 00000001:00000010:0.0:1767389129.243711:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006aadc72b. 00000001:00000010:0.0:1767389129.243717:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000452ca6cc. 00000020:00000010:0.0:1767389129.243789:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b15bf4c1. 00000020:00000010:0.0:1767389129.243799:0:361980:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d59bff8a. 00000020:00000010:0.0:1767389129.243808:0:361980:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000028b9b622. 00000008:00000010:0.0:1767389129.243817:0:361980:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000b0f6a8c2. 00020000:00000010:0.0:1767389129.243824:0:361980:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000050b1f7ea. 00008000:00000010:0.0:1767389129.243831:0:361980:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000003874d69. 00000800:00000200:1.0:1767389129.243835:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000080:00000010:0.0:1767389129.243839:0:361980:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005288b028. 00000800:00000010:1.0:1767389129.243840:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000889cb1ab. 00000400:00000200:1.0:1767389129.243851:0:337531:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767389129.243855:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d376792. 00000020:00000010:0.0:1767389129.243866:0:361980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b73b71f1. 00000400:00000200:1.0:1767389129.243875:0:337531:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp10->192.168.204.113@tcp10: REPLY: OK 00000400:00000200:3.0:1767389129.243876:0:337529:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.113@tcp10(192.168.204.113@tcp10) <- 192.168.204.113@tcp10 : REPLY - for me 00000040:00000010:0.0:1767389129.243878:0:361980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003c1ef98d. 00000020:00000010:0.0:1767389129.243888:0:361980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000676a997. 00000020:00000010:0.0:1767389129.243893:0:361980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009044f842. 00000020:00000010:0.0:1767389129.243899:0:361980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a23ba5c8. 80000000:00000010:0.0:1767389129.243904:0:361980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001d78f5ff. 00000400:00000200:3.0:1767389129.243906:0:337529:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.113@tcp10: Reply from 12345-192.168.204.113@tcp10 of length 704/704 into md 0x2ee1 40000000:00000010:0.0:1767389129.243911:0:361980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000997b7ad9. 00100000:00000010:0.0:1767389129.243916:0:361980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cd26fbc7. 00040000:00000010:0.0:1767389129.243921:0:361980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000064df2bfe. 00040000:00000010:0.0:1767389129.243928:0:361980:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000889d41d1. 00000400:00000200:3.0:1767389129.243932:0:337529:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:0.0:1767389129.243933:0:361980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000043c2f94e. 00080000:00000010:0.0:1767389129.243939:0:361980:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000051dcf959. 00000400:00000200:3.0:1767389129.243941:0:337529:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp10->192.168.204.113@tcp10: REPLY: OK 00000004:00000010:0.0:1767389129.243945:0:361980:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009874dad8. 00000400:00000200:3.0:1767389129.243952:0:337529:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000471bfa54 00000004:00000010:0.0:1767389129.243952:0:361980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006ca7bba4. 00000400:00000010:3.0:1767389129.243967:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000471bfa54. 00000004:00000010:0.0:1767389129.243968:0:361980:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000b5af852. 00000400:00000200:3.0:1767389129.243974:0:337529:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00002000:00000010:0.0:1767389129.243975:0:361980:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000062dda036. 00000400:00000200:3.0:1767389129.243983:0:337529:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.204.113@tcp has discovery enabled 00000004:00000010:0.0:1767389129.243983:0:361980:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 0000000006c291b5. 00000400:00000200:3.0:1767389129.243989:0:337529:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.204.113@tcp(00000000a5247196) is MR 00000400:00000200:3.0:1767389129.243996:0:337529:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.204.113@tcp data present 42. state = 0x100271 00000004:00000010:0.0:1767389129.244003:0:361980:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 0000000048f4014f. 00000400:00000200:3.0:1767389129.244005:0:337529:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.204.113@tcp (00000000a5247196): -114 00000004:00000010:0.0:1767389129.244010:0:361980:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 00000000938cd606. 00000020:00000010:0.0:1767389129.244020:0:361980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000053d89c5c. 00000004:00000010:0.0:1767389129.244033:0:361980:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 00000000938cd606. 00000400:00000200:3.0:1767389129.244037:0:337529:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (44) 00010000:00000010:0.0:1767389129.244051:0:361980:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000885418d5. 00010000:00000010:0.0:1767389129.244076:0:361980:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000965d08b3. 00000400:00000200:1.0:1767389129.244106:0:337534:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767389129.244112:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x1000f1 00000400:00000010:1.0:1767389129.244122:0:337534:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000db0409d0. 00000400:00000010:1.0:1767389129.244126:0:337534:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 00000000ef7e869a. 00000400:00000010:1.0:1767389129.244133:0:337534:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 0000000057a14890. 00000020:00000010:0.0:1767389129.244134:0:361980:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000007cc376e6. 00000100:00000200:0.0:1767389129.244170:0:361980:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.113@tcp->12345-0@lo 00010000:00000010:0.0:1767389129.244180:0:361980:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000085f6a4af. 00000400:00000200:1.0:1767389129.244186:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp33(00000000ba248ab2) status changed from 0xdeadface to 0x15aac0de 00010000:00000010:0.0:1767389129.244193:0:361980:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000bb5f44a2. 00000400:00000200:1.0:1767389129.244200:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp41(000000003e2be875) status changed from 0xdeadface to 0x15aac0de 00000001:00000010:0.0:1767389129.244206:0:361980:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d7e1b48d. 00000400:00000200:1.0:1767389129.244212:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp44(000000009aa94067) status changed from 0xdeadface to 0x15aac0de 00000001:00000010:0.0:1767389129.244213:0:361980:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000125f6b30. 00000001:00000010:0.0:1767389129.244227:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e83aa93e. 00000400:00000200:1.0:1767389129.244228:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp46(0000000029149edc) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767389129.244244:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp47(00000000d7cde1b8) status changed from 0xdeadface to 0x15aac0de 00000001:00000010:0.0:1767389129.244246:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ab4201aa. 00000400:00000200:1.0:1767389129.244253:0:337534:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.204.113@tcp49(000000000d278740) status changed from 0xdeadface to 0x15aac0de 00000001:00000010:0.0:1767389129.244256:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000039b6bc63. 00000400:00000010:1.0:1767389129.244263:0:337534:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000cac06df2. 00000001:00000010:0.0:1767389129.244269:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003d42487f. 00000400:00000200:1.0:1767389129.244274:0:337534:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000cac06df2 nid 192.168.204.113@tcp50 00000400:00000010:1.0:1767389129.244279:0:337534:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000ecc0c8e0. 00000001:00000010:0.0:1767389129.244280:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000066c23b5f. 00000400:00000200:1.0:1767389129.244284:0:337534:0:(peer.c:204:lnet_peer_net_alloc()) 00000000ecc0c8e0 net tcp50 00000400:00000200:1.0:1767389129.244290:0:337534:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (43) 00000001:00000010:0.0:1767389129.244292:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001e3bd27a. 00000400:00000200:1.0:1767389129.244298:0:337534:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp50 flags 0x11 00000400:00000010:1.0:1767389129.244303:0:337534:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000db0409d0. 00000400:00000010:1.0:1767389129.244307:0:337534:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 00000000ef7e869a. 00000400:00000010:1.0:1767389129.244310:0:337534:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 0000000057a14890. 00000400:00000010:1.0:1767389129.244312:0:337534:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 000000002549f554. 00000400:00000200:1.0:1767389129.244316:0:337534:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.204.113@tcp (00000000a5247196): 0 00000001:00000010:0.0:1767389129.244318:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f5e2633a. 00000400:00000200:1.0:1767389129.244319:0:337534:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.204.113@tcp(00000000a5247196): 0. state = 0x100171 00000400:00000200:1.0:1767389129.244335:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 rc 1 00000001:00000010:0.0:1767389129.244341:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000001ef874c3. 00000400:00000200:1.0:1767389129.244342:0:337534:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100171 00000400:00000200:1.0:1767389129.244360:0:337534:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.204.113@tcp 00000400:00000200:1.0:1767389129.244362:0:337534:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.204.113@tcp(00000000a5247196) state 0x100111 rc 0 00000001:00000010:0.0:1767389129.244364:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000227f2539. 00000400:00000200:1.0:1767389129.244375:0:337534:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.204.113@tcp (00000000a5247196) 00000400:00000200:1.0:1767389129.244380:0:337534:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (44) 00000001:00000010:0.0:1767389129.244380:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a3feacb2. 00000001:00000010:0.0:1767389129.244410:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a9f78812. 00000001:00000010:0.0:1767389129.244419:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004f56a882. 00000001:00000010:0.0:1767389129.244428:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000bc2ca22. 00000001:00000010:0.0:1767389129.244436:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000330ede63. 00000001:00000010:0.0:1767389129.244453:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000afa0b85d. 00000001:00000010:0.0:1767389129.244474:0:361980:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000099e639da. 00000020:00000010:0.0:1767389129.244598:0:361980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cab874d6. 00000020:00000010:0.0:1767389129.244604:0:361980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000adbba702. 00000020:00000010:0.0:1767389129.244680:0:361980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000ef65a9d1. 00000020:00000010:0.0:1767389129.244684:0:361980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000e297e5d0. 40000000:00000010:0.0:1767389129.244711:0:361980:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000bf2c0156. 40000000:00000010:0.0:1767389129.244716:0:361980:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 00000000938cd606. 40000000:00000010:0.0:1767389129.244853:0:361980:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 00000000938cd606. 00000004:00000010:0.0:1767389129.244866:0:361980:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c2f92c8c. 00000004:00000010:0.0:1767389129.244880:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b23fdc65. 00000004:00000010:0.0:1767389129.244890:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005538328f. 00000004:00000010:0.0:1767389129.244899:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004a705892. 00080000:00000010:0.0:1767389129.244908:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cc6dd8b2. 00000004:00000010:0.0:1767389129.245255:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007fe3494c. 00000004:00000010:0.0:1767389129.245266:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009cdad942. 00000004:00000010:0.0:1767389129.245271:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000075bb39b6. 00080000:00000010:0.0:1767389129.245277:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007f9a9dd0. 00000004:00000010:0.0:1767389129.245510:0:361980:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 00000000fe839164. 00000004:00000010:0.0:1767389129.245517:0:361980:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 00000000d16af0fc. 00000004:00000010:0.0:1767389129.245524:0:361980:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f066a684. 00000004:00000010:0.0:1767389129.245531:0:361980:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000024866d2a. 00000004:00000010:0.0:1767389129.245536:0:361980:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000009174ce67. 00080000:00000010:0.0:1767389129.245558:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a644a536. 00000040:00000010:0.0:1767389129.245724:0:361980:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000938cd606. 00000040:00000010:0.0:1767389129.245807:0:361980:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000011a6e10b. 00000020:00000010:0.0:1767389129.245818:0:361980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c41c2a20. 00080000:00000010:0.0:1767389129.245839:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ba1b1c78. 00000040:00000010:0.0:1767389129.246317:0:361980:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000917fd0e2. 00080000:00000010:0.0:1767389129.246546:0:361980:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000043ac27bb. 00080000:00000010:0.0:1767389129.246821:0:361980:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009529fdfd. 00000040:00000010:0.0:1767389129.246831:0:361980:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000aa4b8e5f. 00000020:00000010:0.0:1767389129.246843:0:361980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a2e5487a. 00080000:00000010:0.0:1767389129.246852:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003a1e8fbc. 00080000:00000010:0.0:1767389129.246979:0:361980:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000bc7a4492. 00000040:00000010:0.0:1767389129.247026:0:361980:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000603b8f9c. 00000020:00000010:0.0:1767389129.247037:0:361980:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c3e32bb5. 00080000:00000010:0.0:1767389129.247044:0:361980:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e88c03fc. 00000040:00000010:0.0:1767389129.247307:0:361980:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000055aaacf3. 00000020:00000010:0.0:1767389129.247481:0:361980:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 000000002c9dd789. 00000020:00000010:0.0:1767389129.247860:0:361984:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a0fad1c7. 00000020:00000010:0.0:1767389129.247868:0:361984:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eefd34aa. 00000040:00000010:0.0:1767389129.247872:0:361984:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c276f251. 00000020:00000010:0.0:1767389129.247877:0:361984:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000883a00f2. 00000020:00000010:0.0:1767389129.247884:0:361984:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000004ab365a. 00000004:00000010:1.0:1767389129.247889:0:361980:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 00000000e48108bd. 00040000:00000010:0.0:1767389129.247891:0:361984:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000089bbdf5a. 00000020:00000010:1.0:1767389129.247904:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ea219c3e. 00040000:00000010:0.0:1767389129.247905:0:361984:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e550afe1. 00000020:00000010:1.0:1767389129.247920:0:361980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007459bfb8. 00080000:00000010:0.0:1767389129.247920:0:361984:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d6840383. 00000040:00000010:1.0:1767389129.247943:0:361980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000088cc4103. 00000020:00000010:0.0:1767389129.247944:0:361984:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000033e58300. 00000020:00000010:1.0:1767389129.247956:0:361980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ef7e869a. 00000040:00000010:0.0:1767389129.247960:0:361984:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000605752b7. 00000020:00000010:1.0:1767389129.247962:0:361980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000746a999a. 00000020:00000010:1.0:1767389129.247969:0:361980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ca51ecdb. 80000000:00000010:1.0:1767389129.247974:0:361980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ee5e13d3. 40000000:00000010:1.0:1767389129.247976:0:361980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000abcd8136. 00100000:00000010:1.0:1767389129.247980:0:361980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000047a84d25. 00040000:00000010:1.0:1767389129.247983:0:361980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000889cb1ab. 00040000:00000010:1.0:1767389129.247986:0:361980:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cec2fc01. 00000040:00000010:0.0:1767389129.247987:0:361984:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000010df0c6e. 00040000:00000010:1.0:1767389129.247992:0:361980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000014bea90c. 00080000:00000010:1.0:1767389129.247997:0:361980:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006b4a92ae. 00000004:00000010:1.0:1767389129.248000:0:361980:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007112f924. 00000004:00000010:1.0:1767389129.248008:0:361980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000026b0a6cb. 00000004:00000010:1.0:1767389129.248013:0:361980:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000eaaa4fa3. 00002000:00000010:1.0:1767389129.248016:0:361980:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000057a14890. 00000004:00000010:1.0:1767389129.248020:0:361980:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000db0409d0. 00000040:00000010:0.0:1767389129.248062:0:361984:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000004574ccee. 00000040:00000010:0.0:1767389129.248074:0:361984:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000450d145f. 00000020:00000010:1.0:1767389129.248591:0:361980:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000083b44aed. 00000020:00000010:1.0:1767389129.248597:0:361980:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a52d70db. 00000020:00000010:1.0:1767389129.248622:0:361980:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000e37d47ae. 00000020:00000010:1.0:1767389129.248631:0:361980:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000e37d47ae. 00000004:00000010:1.0:1767389129.248634:0:361980:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 0000000048f4014f. 00000020:00000010:1.0:1767389129.248641:0:361980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b73b71f1. 00000040:00000010:1.0:1767389129.248644:0:361980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003c1ef98d. 00000020:00000010:1.0:1767389129.248646:0:361980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000676a997. 00000020:00000010:1.0:1767389129.248649:0:361980:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009044f842. 00000020:00000010:1.0:1767389129.248652:0:361980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a23ba5c8. 80000000:00000010:1.0:1767389129.248655:0:361980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001d78f5ff. 40000000:00000010:1.0:1767389129.248657:0:361980:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000997b7ad9. 00100000:00000010:1.0:1767389129.248660:0:361980:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cd26fbc7. 00040000:00000010:1.0:1767389129.248663:0:361980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000064df2bfe. 00040000:00000010:1.0:1767389129.248666:0:361980:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000889d41d1. 00040000:00000010:1.0:1767389129.248669:0:361980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000043c2f94e. 00080000:00000010:1.0:1767389129.248671:0:361980:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 00000000bc7a4492. 00000020:00000010:1.0:1767389129.248674:0:361980:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 000000002c9dd789. 00080000:00000010:1.0:1767389129.248676:0:361980:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000051dcf959. 00000004:00000010:1.0:1767389129.248679:0:361980:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000009874dad8. 00000004:00000010:1.0:1767389129.248682:0:361980:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000006ca7bba4. 00000004:00000010:1.0:1767389129.248684:0:361980:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000b5af852. 00002000:00000010:1.0:1767389129.248687:0:361980:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000062dda036. 00000004:00000010:1.0:1767389129.248692:0:361980:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c2f92c8c. 00000020:00000010:1.0:1767389129.248695:0:361980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d376792. 00000020:00000010:1.0:1767389129.248699:0:361980:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d59bff8a. 00000020:00000010:1.0:1767389129.248701:0:361980:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000028b9b622. 00000008:00000010:1.0:1767389129.248703:0:361980:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000b0f6a8c2. 00020000:00000010:1.0:1767389129.248706:0:361980:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000050b1f7ea. 00008000:00000010:1.0:1767389129.248710:0:361980:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000003874d69. 00000080:00000010:1.0:1767389129.248714:0:361980:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000005288b028. 00000020:00000010:1.0:1767389129.248717:0:361980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b15bf4c1. 00000020:00000010:1.0:1767389129.248721:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000018465391. 00000020:00000010:1.0:1767389129.248731:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 000000000909f4ca. 00000020:00000010:1.0:1767389129.248767:0:361980:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b15bf4c1. 00000020:00000010:1.0:1767389129.248771:0:361980:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006d376792. 00000040:00000010:1.0:1767389129.248774:0:361980:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000043c2f94e. 00000020:00000010:1.0:1767389129.248777:0:361980:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000065fafb79. 00000020:00000010:1.0:1767389129.248779:0:361980:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a11976fb. 00000020:00000010:1.0:1767389129.248782:0:361980:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a23ba5c8. 80000000:00000010:1.0:1767389129.248784:0:361980:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000af8ad450. 40000000:00000010:1.0:1767389129.248787:0:361980:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000066f4d791. 00100000:00000010:1.0:1767389129.248790:0:361980:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000b5af852. 00040000:00000010:1.0:1767389129.248794:0:361980:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000f9610d0. 00040000:00000010:1.0:1767389129.248797:0:361980:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000009874dad8. 00040000:00000010:1.0:1767389129.248799:0:361980:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003c1ef98d. 00080000:00000010:1.0:1767389129.248801:0:361980:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000051dcf959. 00000004:00000010:1.0:1767389129.248805:0:361980:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000889d41d1. 00000004:00000010:1.0:1767389129.248816:0:361980:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000044293907. 00000004:00000010:1.0:1767389129.248819:0:361980:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cd26fbc7. 00000004:00000010:1.0:1767389129.248822:0:361980:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a459761d. 00000004:00000010:1.0:1767389129.248838:0:361980:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 00000000e37d47ae. 00000020:00000010:1.0:1767389129.248843:0:361980:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000676a997. 00000100:00000010:1.0:1767389129.248866:0:361980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000480186f8. 02000000:00000010:1.0:1767389129.248878:0:361980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d43d53de. 00000004:00000010:1.0:1767389129.248920:0:361980:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 00000000e37d47ae. 00040000:00000010:2.0:1767389129.248922:0:337535:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000011239ec7. 00000004:00000010:1.0:1767389129.248925:0:361980:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 00000000b73b71f1. 00000004:00000010:2.0:1767389129.248930:0:337535:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001ba610aa. 00020000:00000010:1.0:1767389129.248933:0:361980:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000001f8e13e3. 00000004:00000010:2.0:1767389129.248937:0:337535:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000014330a84. 00020000:00000010:1.0:1767389129.248939:0:361980:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000023dcc15. 00000004:00000010:2.0:1767389129.248944:0:337535:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e252d7eb. 00100000:00000010:1.0:1767389129.248949:0:361980:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 00000000e37d47ae. 00000004:00000010:2.0:1767389129.248951:0:337535:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000080a39d85. 00000020:00000010:1.0:1767389129.248955:0:361980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006d376792. 00000040:00000010:1.0:1767389129.248963:0:361980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000043c2f94e. 00000020:00000010:1.0:1767389129.248966:0:361980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000065fafb79. 02000000:00000010:2.0:1767389129.248970:0:337535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002549f554. 00000020:00000010:1.0:1767389129.248970:0:361980:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a11976fb. 00000020:00000010:1.0:1767389129.248978:0:361980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a23ba5c8. 00000400:00000010:2.0:1767389129.248979:0:337535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000031c24c0. 80000000:00000010:1.0:1767389129.248982:0:361980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000af8ad450. 00000400:00000010:2.0:1767389129.248986:0:337535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000e493685. 40000000:00000010:1.0:1767389129.248989:0:361980:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000066f4d791. 00000100:00000010:0.0:1767389129.248989:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000daf8f7c7. 00000100:00000200:2.0:1767389129.248993:0:337535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654555264, portal 4 00100000:00000010:1.0:1767389129.248995:0:361980:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000b5af852. 00040000:00000010:1.0:1767389129.249001:0:361980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000f9610d0. 00000020:00000010:2.0:1767389129.249006:0:337535:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004fac8970. 00040000:00000010:1.0:1767389129.249006:0:361980:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009874dad8. 00040000:00000010:1.0:1767389129.249008:0:361980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003c1ef98d. 00080000:00000010:1.0:1767389129.249013:0:361980:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000051dcf959. 00000004:00000010:1.0:1767389129.249015:0:361980:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000889d41d1. 00000004:00000010:1.0:1767389129.249017:0:361980:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000044293907. 00000400:00000010:2.0:1767389129.249020:0:337535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 02000000:00000010:0.0:1767389129.249020:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002f2651fe. 00000004:00000010:1.0:1767389129.249022:0:361980:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cd26fbc7. 00000100:00000200:2.0:1767389129.249035:0:337535:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853241654555264, offset 0 00000004:00000010:1.0:1767389129.249036:0:361980:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a459761d. 00000020:00000010:1.0:1767389129.249046:0:361980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b15bf4c1. 00000400:00000200:2.0:1767389129.249049:0:337535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767389129.249052:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 000000000909f4ca. 00000020:00000010:1.0:1767389129.249058:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000f9610d0. 00000400:00000200:2.0:1767389129.249059:0:337535:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767389129.249064:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000f9610d0. 00000020:00000010:1.0:1767389129.249071:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000f9610d0. 00000020:00000010:1.0:1767389129.249073:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000f9610d0. 00000400:00000200:2.0:1767389129.249074:0:337535:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695837280b280 00000020:00000010:1.0:1767389129.249076:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 0000000066f4d791. 00000020:00000010:1.0:1767389129.249082:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 0000000066f4d791. 00000400:00000200:2.0:1767389129.249088:0:337535:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xad9 [8] + 6872 00000400:00000200:2.0:1767389129.249094:0:337535:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767389129.249106:0:361980:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d659aeb. 00000400:00000200:2.0:1767389129.249113:0:337535:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767389129.249116:0:361980:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003c1ef98d. 00000100:00000200:2.0:1767389129.249119:0:337535:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767389129.249126:0:337535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c4f469a5. 00000100:00000010:1.0:1767389129.249132:0:361980:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000082e0f5b6. 00040000:00000010:3.0:1767389129.249133:0:337537:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003947b985. 00040000:00000010:0.0:1767389129.249141:0:337536:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000031b687f9. 00000004:00000010:3.0:1767389129.249146:0:337537:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c5a09083. 00000400:00000200:2.0:1767389129.249148:0:337535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000004:00000010:0.0:1767389129.249149:0:337536:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b2402e28. 00000400:00000010:2.0:1767389129.249152:0:337535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000004:00000010:3.0:1767389129.249154:0:337537:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000d3cc736. 02000000:00000010:1.0:1767389129.249157:0:361980:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000435c69d8. 00000004:00000010:3.0:1767389129.249167:0:337537:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000052b496c. 00000400:00000010:1.0:1767389129.249168:0:361980:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d6ac4be. 00000100:00000200:2.0:1767389129.249169:0:337535:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000480186f8 x1853241654555264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767389139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:0.0:1767389129.249169:0:337536:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e982ad8b. 00000400:00000010:1.0:1767389129.249194:0:361980:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000036ec9a86. 00000004:00000010:3.0:1767389129.249195:0:337537:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cce5a5b5. 00000004:00000010:0.0:1767389129.249196:0:337536:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008fa39fc6. 00000100:00000010:2.0:1767389129.249210:0:337535:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000486410ef. 00000100:00000200:1.0:1767389129.249212:0:361980:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853241654555520, portal 25 00000004:00000010:0.0:1767389129.249215:0:337536:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a5acf433. 00000400:00000010:1.0:1767389129.249220:0:361980:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.249226:0:361980:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853241654555520, offset 0 02000000:00000010:3.0:1767389129.249234:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012b8e98d. 00000100:00000010:2.0:1767389129.249234:0:337535:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006cffb0ab. 00000400:00000200:1.0:1767389129.249237:0:361980:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389129.249252:0:361980:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767389129.249255:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052c5be4b. 00000100:00000010:2.0:1767389129.249258:0:337535:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004ed48f66. 00000400:00000200:1.0:1767389129.249268:0:361980:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695837280b380 00000400:00000010:3.0:1767389129.249282:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67c1aca. 00000100:00000010:2.0:1767389129.249282:0:337535:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099f3870c. 00000400:00000200:1.0:1767389129.249282:0:361980:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2671 [2] + 0 00000400:00000010:1.0:1767389129.249297:0:361980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bd9b48e. 00000400:00000200:1.0:1767389129.249303:0:361980:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000885cdf14 00000400:00000200:1.0:1767389129.249305:0:361980:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389129.249308:0:361980:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389129.249314:0:361980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000885cdf14 00000100:00000200:3.0:1767389129.249315:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654555392, portal 10 00000020:00000010:0.0:1767389129.249315:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c266f547. 00000400:00000010:1.0:1767389129.249316:0:361980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000885cdf14. 00000100:00000200:1.0:1767389129.249324:0:361980:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1767389129.249326:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b836136a. 00000400:00000010:3.0:1767389129.249330:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d43b72. 00000100:00000200:3.0:1767389129.249336:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853241654555392, offset 0 00000020:00000010:0.0:1767389129.249336:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056cb4a59. 00000400:00000200:3.0:1767389129.249352:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389129.249357:0:361980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f35abd 00000400:00000010:1.0:1767389129.249362:0:361980:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000020:00000010:2.0:1767389129.249368:0:361958:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000044466658. 00000100:00000200:1.0:1767389129.249371:0:361980:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d659aeb x1853241654555520/t0(0) o502->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389129.249378:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767389129.249383:0:339009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654555264 00000020:00000010:2.0:1767389129.249391:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d0c91378. 00000020:00000010:2.0:1767389129.249398:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d0c91378. 00000020:00000010:2.0:1767389129.249406:0:361958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d812d8e. 00000400:00000200:3.0:1767389129.249412:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695837280b300 02000000:00000010:0.0:1767389129.249418:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000016da759a. 00000020:00000010:2.0:1767389129.249419:0:361958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dcf6f044. 00000400:00000200:3.0:1767389129.249435:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x2771 [64] + 0 00000020:00000010:2.0:1767389129.249437:0:361958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000045aeb922. 00000020:00000010:0.0:1767389129.249446:0:339009:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000087b1371b. 00000400:00000200:3.0:1767389129.249453:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389129.249462:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:0.0:1767389129.249464:0:339009:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000bd718e66. 00000100:00000200:3.0:1767389129.249471:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000001:00000010:0.0:1767389129.249474:0:339009:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000006f35ab99. 00000100:00000010:3.0:1767389129.249479:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f47c9212. 00000020:00000010:2.0:1767389129.249480:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d0c91378. 00000001:00000010:0.0:1767389129.249483:0:339009:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000050606b4e. 00000020:00000010:2.0:1767389129.249488:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d0c91378. 00000001:00000010:0.0:1767389129.249492:0:339009:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002c7e1072. 00000100:00000200:2.0:1767389129.249494:0:361958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654555520 00000001:00000010:0.0:1767389129.249516:0:339009:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f60acc6b. 00000001:00000010:0.0:1767389129.249527:0:339009:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e06dbdb9. 00000001:00000010:0.0:1767389129.249533:0:339009:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005c48948a. 00000400:00000200:3.0:1767389129.249535:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d43b72 00000400:00000010:3.0:1767389129.249538:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d43b72. 00000100:00000200:3.0:1767389129.249548:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000daf8f7c7 x1853241654555392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389129.249554:0:361958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000971e344a. 00000040:00000010:2.0:1767389129.249583:0:361958:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ceb25b09. 00000040:00000010:2.0:1767389129.249600:0:361958:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000078fffa08. 00080000:00000010:0.0:1767389129.249603:0:339009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000002ca5277f. 00000020:00000010:1.0:1767389129.249605:0:361965:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005f437379. 00040000:00000010:1.0:1767389129.249619:0:361965:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cd26fbc7. 00000004:00000010:1.0:1767389129.249625:0:361965:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000889d41d1. 00000004:00000010:1.0:1767389129.249630:0:361965:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000051dcf959. 00000004:00000010:1.0:1767389129.249633:0:361965:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a459761d. 00000020:00000010:1.0:1767389129.249645:0:361965:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a23ba5c8. 00000020:00000010:1.0:1767389129.249649:0:361965:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000909f4ca. 00000020:00000010:1.0:1767389129.249653:0:361965:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4f5a43. 00000100:00000200:1.0:1767389129.249695:0:361965:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654555392 02000000:00000010:1.0:1767389129.249705:0:361965:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006e7d1671. 00000400:00000010:1.0:1767389129.249716:0:361965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.249721:0:361965:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654555392, offset 224 00000400:00000200:1.0:1767389129.249728:0:361965:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389129.249777:0:361965:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389129.249787:0:361965:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695837280b300 00000400:00000200:1.0:1767389129.249794:0:361965:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2ef5 [1] + 224 00000400:00000200:1.0:1767389129.249799:0:361965:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389129.249805:0:361965:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767389129.249818:0:361965:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000daf8f7c7 x1853241654555392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389129.249854:0:361965:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f35abd 00000400:00000010:1.0:1767389129.249858:0:361965:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000020:00000010:1.0:1767389129.249875:0:361965:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000909f4ca. 00000020:00000010:1.0:1767389129.249881:0:361965:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389129.249890:0:361965:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a23ba5c8. 00000400:00000010:3.0:1767389129.249903:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052c5be4b. 00000400:00000200:3.0:1767389129.249916:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67c1aca 00000400:00000010:3.0:1767389129.249922:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67c1aca. 00000100:00000200:3.0:1767389129.249937:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000daf8f7c7 x1853241654555392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389129.249955:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000daf8f7c7 x1853241654555392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767389145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:2.0:1767389129.249967:0:361958:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000078fffa08. 00000040:00000010:2.0:1767389129.249973:0:361958:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ceb25b09. 00000001:00000010:0.0:1767389129.249994:0:339009:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000d10349e5. 00000100:02000400:3.0:1767389129.250004:0:337537:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00010000:00000200:2.0:1767389129.250007:0:361958:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000020f196d4 x1853241654555520/t0(0) o502->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 272/8472 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389129.250045:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b87f36e8. 00000100:00000200:2.0:1767389129.250055:0:361958:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853241654555520, offset 224 00000400:00000200:2.0:1767389129.250064:0:361958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.250080:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.250093:0:361958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695837280b380 00000400:00000200:2.0:1767389129.250130:0:361958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2eed [4] + 224 00000400:00000200:2.0:1767389129.250140:0:361958:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.250150:0:361958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767389129.250161:0:361958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d659aeb x1853241654555520/t0(0) o502->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389129.250226:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b87f36e8 00000400:00000010:2.0:1767389129.250230:0:361958:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b87f36e8. 00000020:00000010:2.0:1767389129.250252:0:361958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dcf6f044. 00000400:00000010:1.0:1767389129.250253:0:361980:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008d6ac4be. 00000400:00000200:1.0:1767389129.250268:0:361980:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036ec9a86 00000020:00000010:2.0:1767389129.250271:0:361958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000045aeb922. 00000400:00000010:1.0:1767389129.250272:0:361980:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000036ec9a86. 00000020:00000010:2.0:1767389129.250280:0:361958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d812d8e. 00000100:00000200:1.0:1767389129.250282:0:361980:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d659aeb x1853241654555520/t0(0) o502->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389129.250292:0:361958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000971e344a. 00000100:00000200:1.0:1767389129.250295:0:361980:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d659aeb x1853241654555520/t0(0) o502->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389129.250298:0:339009:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000c45d423d. 00000100:00000200:2.0:1767389129.250309:0:361958:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.250317:0:361958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c58c3542. 00000020:00000010:0.0:1767389129.250317:0:339009:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000c45d423d. 00000100:00000010:1.0:1767389129.250318:0:361980:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000082e0f5b6. 00000400:00000010:2.0:1767389129.250326:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b87f36e8. 02000000:00000010:1.0:1767389129.250333:0:361980:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000435c69d8. 00000020:00000010:0.0:1767389129.250338:0:339009:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000070921f91. 02000000:00000010:1.0:1767389129.250354:0:361980:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003c1ef98d. 00000020:00000010:0.0:1767389129.250356:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e281b7ea. 00000100:00000010:1.0:1767389129.250364:0:361980:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d659aeb. 00000020:00000010:1.0:1767389129.250374:0:361980:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000000f9610d0. 00000020:00000010:1.0:1767389129.250376:0:361980:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000000f9610d0. 00000040:00000010:1.0:1767389129.250379:0:361980:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000080687c9b. 00000020:00000010:1.0:1767389129.250385:0:361980:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004c546501. 00000020:00000010:1.0:1767389129.250394:0:361980:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001c300a2f. 00000040:00000010:1.0:1767389129.250397:0:361980:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004b760ed3. 00000020:00000010:1.0:1767389129.250401:0:361980:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e45d7a21. 00000020:00000010:1.0:1767389129.250404:0:361980:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ef28c501. 00000020:00000010:1.0:1767389129.250409:0:361980:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bc95d767. 00010000:00000200:0.0:1767389129.250413:0:339009:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c4f469a5 x1853241654555264/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767389149 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 80000000:00000010:1.0:1767389129.250415:0:361980:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000501f911a. 40000000:00000010:1.0:1767389129.250421:0:361980:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000324c4cd7. 00100000:00000010:1.0:1767389129.250429:0:361980:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fa84883c. 00040000:00000010:1.0:1767389129.250435:0:361980:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002d4d0840. 00040000:00000010:1.0:1767389129.250444:0:361980:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001bd2a673. 00080000:00000010:1.0:1767389129.250449:0:361980:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000fb243749. 00000004:00000010:1.0:1767389129.250456:0:361980:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009a773ae1. 00002000:00000010:1.0:1767389129.250460:0:361980:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000eb381525. 00000020:00000010:1.0:1767389129.250464:0:361980:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079cb4d0b. 00000400:00000010:0.0:1767389129.250472:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000100:00000200:0.0:1767389129.250483:0:339009:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853241654555264, offset 0 00000400:00000200:0.0:1767389129.250497:0:339009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000040:00000010:2.0:1767389129.250514:0:361953:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000e13fcd3c. 00000400:00000200:0.0:1767389129.250521:0:339009:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000010:2.0:1767389129.250522:0:361953:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000050e9914e. 00000040:00000010:2.0:1767389129.250530:0:361953:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000000bb46aaf. 00000020:00000010:2.0:1767389129.250539:0:361953:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000095db391d. 00000040:00000010:2.0:1767389129.250544:0:361953:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000007e08b8da. 00000400:00000200:0.0:1767389129.250545:0:339009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695837280b280 00000020:00000010:2.0:1767389129.250549:0:361953:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ec8517d4. 00000020:00000010:2.0:1767389129.250556:0:361953:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000475306d0. 80000000:00000010:2.0:1767389129.250564:0:361953:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ae423731. 00000400:00000200:0.0:1767389129.250574:0:339009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2ee5 [1] + 0 00040000:00000010:2.0:1767389129.250575:0:361953:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000eccba725. 00080000:00000010:2.0:1767389129.250585:0:361953:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000000cb8d6f. 20000000:00000010:2.0:1767389129.250591:0:361953:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000063fb71e. 00000020:00000010:2.0:1767389129.250599:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc00359e. 10000000:00000010:2.0:1767389129.250602:0:361953:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000972f928b. 00000400:00000200:0.0:1767389129.250602:0:339009:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389129.250616:0:339009:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767389129.250632:0:361953:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036f9ab8d. 00000100:00000200:0.0:1767389129.250632:0:339009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000480186f8 x1853241654555264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767389139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767389129.250645:0:361953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d812d8e. 00010000:00000010:2.0:1767389129.250657:0:361953:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000063a2f455. 00010000:00000010:2.0:1767389129.250666:0:361953:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009f41be2f. 00000100:00000010:2.0:1767389129.250678:0:361953:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f76f45c. 02000000:00000010:2.0:1767389129.250687:0:361953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000ee63ac9. 00000400:00000010:2.0:1767389129.250690:0:361953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041b54189. 00000400:00000010:2.0:1767389129.250696:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00000400:00000200:0.0:1767389129.250697:0:339009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000400:00000010:0.0:1767389129.250704:0:339009:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000100:00000200:2.0:1767389129.250713:0:361953:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654555648, portal 25 00000400:00000010:1.0:1767389129.250714:0:337535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000031c24c0. 00000400:00000010:2.0:1767389129.250719:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000400:00000200:1.0:1767389129.250720:0:337535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000e493685 00000400:00000010:1.0:1767389129.250757:0:337535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000e493685. 00000100:00000200:2.0:1767389129.250763:0:361953:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654555648, offset 0 00000100:00000200:1.0:1767389129.250766:0:337535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000480186f8 x1853241654555264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767389139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389129.250773:0:361953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767389129.250777:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b836136a. 00000100:00000200:1.0:1767389129.250781:0:337535:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000480186f8 x1853241654555264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767389139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389129.250791:0:361953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767389129.250796:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056cb4a59. 00000400:00000200:2.0:1767389129.250803:0:361953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695837280b400 00000020:00000010:1.0:1767389129.250809:0:337535:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f0345b49. 00000020:00000010:0.0:1767389129.250810:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c266f547. 00000400:00000200:2.0:1767389129.250811:0:361953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2675 [2] + 0 00000400:00000010:2.0:1767389129.250825:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039a065a9. 00000400:00000200:2.0:1767389129.250830:0:361953:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007ee641f7 00000400:00000200:2.0:1767389129.250833:0:361953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.250842:0:361953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389129.250845:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ee641f7 00000400:00000010:2.0:1767389129.250848:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ee641f7. 00000100:00000200:2.0:1767389129.250851:0:361953:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767389129.250864:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3df1a58 00000400:00000010:2.0:1767389129.250866:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 02000000:00000010:1.0:1767389129.250867:0:337535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002549f554. 00000100:00000200:2.0:1767389129.250872:0:361953:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036f9ab8d x1853241654555648/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767389129.250875:0:337535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d43d53de. 00000100:00000010:1.0:1767389129.250882:0:337535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000480186f8. 00080000:00000010:0.0:1767389129.250890:0:361984:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000597b7c44. 00000020:00000010:2.0:1767389129.250921:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d0c91378. 00000020:00000010:2.0:1767389129.250925:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d0c91378. 00080000:00000010:0.0:1767389129.250928:0:361984:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 00000000cff9991c. 00000020:00000010:2.0:1767389129.250930:0:361958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ceb25b09. 00000020:00000010:2.0:1767389129.250940:0:361958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e19c03b. 00000020:00000010:2.0:1767389129.250943:0:361958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000045aeb922. 00000020:00000010:2.0:1767389129.250967:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d0c91378. 00000020:00000010:2.0:1767389129.250969:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d0c91378. 00000100:00000200:2.0:1767389129.250973:0:361958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654555648 00010000:00000010:2.0:1767389129.250988:0:361958:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000044809c7d. 00010000:00000010:2.0:1767389129.250993:0:361958:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000094c0982e. 00000020:00000010:2.0:1767389129.250996:0:361958:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000d0c91378. 02000000:00000010:2.0:1767389129.251006:0:361958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000003553902c. 00010000:00000200:2.0:1767389129.251023:0:361958:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a985aa93 x1853241654555648/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 328/344 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389129.251032:0:361958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389129.251035:0:361958:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654555648, offset 224 00000400:00000200:2.0:1767389129.251040:0:361958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.251051:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.251060:0:361958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695837280b400 00000400:00000200:2.0:1767389129.251063:0:361958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2f0d [1] + 224 00000400:00000200:2.0:1767389129.251066:0:361958:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.251068:0:361958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:0.0:1767389129.251069:0:361984:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000058783ff3. 00000100:00000200:2.0:1767389129.251075:0:361958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036f9ab8d x1853241654555648/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000010:0.0:1767389129.251088:0:361984:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000009c39064e. 00000400:00000200:2.0:1767389129.251092:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3df1a58 00000400:00000010:2.0:1767389129.251113:0:361958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000020:00000010:2.0:1767389129.251125:0:361958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e19c03b. 00000020:00000010:2.0:1767389129.251128:0:361958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000045aeb922. 00000020:00000010:2.0:1767389129.251131:0:361958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ceb25b09. 02000000:00000010:2.0:1767389129.251135:0:361958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000003553902c. 00000100:00000200:2.0:1767389129.251140:0:361958:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.251143:0:361958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ff7e0f1. 00000400:00000010:2.0:1767389129.251145:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d37c8936. 00000400:00000010:2.0:1767389129.251168:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041b54189. 00000400:00000200:2.0:1767389129.251171:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000400:00000010:2.0:1767389129.251173:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389129.251178:0:361953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036f9ab8d x1853241654555648/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389129.251186:0:361953:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036f9ab8d x1853241654555648/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767389129.251206:0:361953:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000f76f45c. 00000100:00000010:0.0:1767389129.251206:0:361985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbe0c78d. 02000000:00000010:0.0:1767389129.251233:0:361985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000869399ad. 02000000:00000010:2.0:1767389129.251237:0:361953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000ee63ac9. 02000000:00000010:2.0:1767389129.251249:0:361953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002d812d8e. 00000100:00000010:2.0:1767389129.251255:0:361953:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036f9ab8d. 10000000:00000010:2.0:1767389129.251263:0:361953:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 0000000044a94d44. 00040000:00000010:0.0:1767389129.251301:0:337538:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000784970d5. 00000004:00000010:0.0:1767389129.251312:0:337538:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d1ef78fc. 00000004:00000010:0.0:1767389129.251320:0:337538:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000006ca7bba4. 00000004:00000010:0.0:1767389129.251331:0:337538:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007da68f72. 00000004:00000010:0.0:1767389129.251339:0:337538:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006e7bd5ec. 02000000:00000010:0.0:1767389129.251359:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008e88acc6. 00000400:00000010:0.0:1767389129.251368:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012ee9b3e. 00000400:00000010:0.0:1767389129.251377:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000100:00000200:0.0:1767389129.251384:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654555776, portal 4 00000020:00000010:0.0:1767389129.251395:0:337538:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e4572771. 00000400:00000010:0.0:1767389129.251405:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000100:00000200:0.0:1767389129.251411:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654555776, offset 0 00000400:00000200:0.0:1767389129.251425:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389129.251439:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389129.251454:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695837280b480 00000400:00000200:0.0:1767389129.251465:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 5600 00000400:00000200:0.0:1767389129.251475:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389129.251486:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767389129.251496:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767389129.251504:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000224c8174. 00000400:00000200:0.0:1767389129.251537:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000400:00000010:0.0:1767389129.251542:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000100:00000200:0.0:1767389129.251557:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbe0c78d x1853241654555776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389145 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:0.0:1767389129.251622:0:337539:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000efd4943a. 00000004:00000010:0.0:1767389129.251629:0:337539:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dc957276. 00000004:00000010:0.0:1767389129.251637:0:337539:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ce9a64d6. 00000004:00000010:0.0:1767389129.251642:0:337539:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ba0450e4. 00000004:00000010:0.0:1767389129.251648:0:337539:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d9e3de40. 00000100:00000010:2.0:1767389129.251776:0:361953:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036f9ab8d. 00000020:00000010:0.0:1767389129.251783:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000622af29d. 02000000:00000010:2.0:1767389129.251787:0:361953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d812d8e. 00000020:00000010:0.0:1767389129.251797:0:339010:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e281b7ea. 00000100:00000010:2.0:1767389129.251800:0:361953:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000ee63ac9. 00000100:00000010:2.0:1767389129.251809:0:361953:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000000d67da91. 00000100:00000010:2.0:1767389129.251824:0:361953:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f76f45c. 00000400:00000010:2.0:1767389129.251836:0:361953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041b54189. 00000020:00000010:0.0:1767389129.251839:0:339010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2ce17b7. 00000400:00000010:2.0:1767389129.251841:0:361953:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000078fffa08. 00000100:00000200:2.0:1767389129.251849:0:361953:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695837280b500-0x695837280b500, portal 33 00000020:00000010:0.0:1767389129.251854:0:339010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b836136a. 02000000:00000010:2.0:1767389129.251855:0:361953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ceb25b09. 00000400:00000010:2.0:1767389129.251861:0:361953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000443571ec. 00000400:00000010:2.0:1767389129.251872:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00000020:00000010:0.0:1767389129.251873:0:339010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056cb4a59. 00000100:00000200:2.0:1767389129.251875:0:361953:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654555904, portal 25 00000400:00000010:2.0:1767389129.251883:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389129.251897:0:361953:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853241654555904, offset 0 00000400:00000200:2.0:1767389129.251907:0:361953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.251919:0:361953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.251926:0:361953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695837280b500 00000400:00000200:2.0:1767389129.251930:0:361953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x2679 [2] + 0 00000400:00000010:2.0:1767389129.251934:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000eab702e3. 00000400:00000200:2.0:1767389129.251939:0:361953:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005225395d 00000400:00000200:2.0:1767389129.251944:0:361953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.251948:0:361953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389129.251953:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005225395d 00000400:00000010:2.0:1767389129.251955:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005225395d. 00000100:00000200:2.0:1767389129.251958:0:361953:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1767389129.251959:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e281b7ea. 00000020:00000010:0.0:1767389129.251968:0:339010:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e281b7ea. 00000400:00000200:2.0:1767389129.251971:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3df1a58 00000400:00000010:2.0:1767389129.251974:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000100:00000200:0.0:1767389129.251977:0:339010:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654555776 00000100:00000200:2.0:1767389129.251982:0:361953:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036f9ab8d x1853241654555904/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767389129.252003:0:339010:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000002f4b9ab. 00000020:00000010:2.0:1767389129.252035:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d110a5bf. 00000020:00000010:2.0:1767389129.252040:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d110a5bf. 00000020:00000010:2.0:1767389129.252048:0:361958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7cdb20d. 00010000:00000200:0.0:1767389129.252049:0:339010:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000224c8174 x1853241654555776/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:580/0 lens 224/368 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389129.252053:0:361958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001e19c03b. 00000020:00000010:2.0:1767389129.252062:0:361958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000045aeb922. 00000020:00000010:1.0:1767389129.252117:0:361957:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a1f0e23b. 00000020:00000010:1.0:1767389129.252141:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dfcb5f37. 00000020:00000010:1.0:1767389129.252145:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dfcb5f37. 00000100:00000200:1.0:1767389129.252148:0:361957:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654555904 00000400:00000010:0.0:1767389129.252159:0:339010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 02000000:00000010:1.0:1767389129.252160:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000af092920. 00000100:00000200:0.0:1767389129.252172:0:339010:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654555776, offset 224 20000000:00000010:1.0:1767389129.252173:0:361957:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000fb243749. 00000400:00000200:0.0:1767389129.252203:0:339010:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389129.252218:0:339010:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389129.252232:0:339010:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695837280b480 00000400:00000200:0.0:1767389129.252246:0:339010:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2f1d [1] + 224 00000400:00000200:0.0:1767389129.252255:0:339010:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389129.252267:0:339010:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767389129.252285:0:339010:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbe0c78d x1853241654555776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389145 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389129.252332:0:339010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000400:00000010:0.0:1767389129.252338:0:339010:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000020:00000010:0.0:1767389129.252369:0:339010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b836136a. 00000020:00000010:0.0:1767389129.252378:0:339010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056cb4a59. 00000020:00000010:0.0:1767389129.252385:0:339010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2ce17b7. 00000400:00000010:0.0:1767389129.252448:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012ee9b3e. 00000400:00000200:0.0:1767389129.252459:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000400:00000010:0.0:1767389129.252482:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000100:00000010:1.0:1767389129.252493:0:361957:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000032e1ab8. 00000100:00000200:0.0:1767389129.252494:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbe0c78d x1853241654555776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389145 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767389129.252501:0:361957:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000f6ac0c5b. 00000400:00000010:1.0:1767389129.252513:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000100:00000200:0.0:1767389129.252529:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbe0c78d x1853241654555776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389145 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389129.252552:0:361957:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d5dd4e38. 00000400:00000200:1.0:1767389129.252557:0:361957:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389129.252567:0:361957:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389129.252576:0:361957:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x695837280b500 00000400:00000200:1.0:1767389129.252583:0:361957:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2f25 [256] + 0 02000000:00000010:0.0:1767389129.252586:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008e88acc6. 00000400:00000010:1.0:1767389129.252587:0:361957:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000041b54189. 00000400:00000200:1.0:1767389129.252599:0:361957:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000078fffa08 02000000:00000010:0.0:1767389129.252603:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000869399ad. 00000400:00000200:1.0:1767389129.252604:0:361957:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389129.252614:0:361957:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767389129.252618:0:361957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078fffa08 00000100:00000010:0.0:1767389129.252618:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbe0c78d. 00000400:00000010:1.0:1767389129.252625:0:361957:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000078fffa08. 00000100:00000200:1.0:1767389129.252634:0:361957:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000036f9ab8d desc 000000000ee63ac9 mbits 1853241654555904 00000400:00000200:1.0:1767389129.252647:0:361957:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767389129.252652:0:361957:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767389129.252657:0:361957:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2f35 00000400:00000200:1.0:1767389129.252660:0:361957:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389129.252663:0:361957:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:1.0:1767389129.252668:0:361957:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000032e1ab8 00000400:00000200:1.0:1767389129.252680:0:361957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f35abd 00000400:00000010:1.0:1767389129.252682:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.252685:0:361957:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000032e1ab8 00000100:00000200:1.0:1767389129.252692:0:361957:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x695837280b500-0x695837280b500 00000100:00000010:1.0:1767389129.252699:0:361957:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000f6ac0c5b. 00000100:00000010:1.0:1767389129.252704:0:361957:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000032e1ab8. 20000000:00000010:1.0:1767389129.252713:0:361957:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000fb243749. 00010000:00000200:1.0:1767389129.252720:0:361957:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b74a29be x1853241654555904/t0(0) o256->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 304/240 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389129.252761:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.252764:0:361957:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853241654555904, offset 224 00000400:00000200:1.0:1767389129.252783:0:361957:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389129.252788:0:361957:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389129.252795:0:361957:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695837280b500 00000400:00000200:1.0:1767389129.252797:0:361957:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2f29 [1] + 224 00000400:00000200:1.0:1767389129.252801:0:361957:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389129.252807:0:361957:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767389129.252813:0:361957:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036f9ab8d x1853241654555904/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389129.252832:0:361957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f35abd 00000400:00000010:1.0:1767389129.252834:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000020:00000010:1.0:1767389129.252844:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001e19c03b. 00000400:00000010:2.0:1767389129.252847:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000443571ec. 00000020:00000010:1.0:1767389129.252848:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000045aeb922. 00000400:00000200:2.0:1767389129.252853:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000020:00000010:1.0:1767389129.252854:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7cdb20d. 00000400:00000010:2.0:1767389129.252857:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 02000000:00000010:1.0:1767389129.252863:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000af092920. 00000100:00000200:2.0:1767389129.252866:0:361953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036f9ab8d x1853241654555904/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389129.252869:0:361957:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767389129.252876:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d6ac4be. 00000100:00000200:2.0:1767389129.252878:0:361953:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036f9ab8d x1853241654555904/t0(0) o256->MGC192.168.204.113@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389129.252882:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000987daa10. 00000100:00000010:2.0:1767389129.252897:0:361953:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000f76f45c. 10000000:00000010:2.0:1767389129.252908:0:361953:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000d38adc9a. 00000100:00000200:2.0:1767389129.252918:0:361953:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.204.113@tcp with 192.168.204.113@tcp 00000100:00000200:2.0:1767389129.252920:0:361953:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.204.113@tcp' 00000100:00000200:2.0:1767389129.252923:0:361953:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.204.113@tcp' 00000400:00000200:2.0:1767389129.252926:0:361953:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:2.0:1767389129.252929:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.113@tcp 00000400:00000200:2.0:1767389129.252933:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767389129.252936:0:361953:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (43) 00000400:00000200:2.0:1767389129.252940:0:361953:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767389129.252942:0:361953:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp: 0. pending discovery 00000400:00000200:2.0:1767389129.252943:0:361953:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (44) 00000400:00000200:2.0:1767389129.252946:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp 00000400:00000200:2.0:1767389129.252947:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.113@tcp10 00000400:00000200:2.0:1767389129.252949:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.252950:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp10 00000400:00000200:2.0:1767389129.252952:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.113@tcp11 00000400:00000200:2.0:1767389129.252953:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.252954:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp11 00000400:00000200:2.0:1767389129.252955:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.113@tcp12 00000400:00000200:2.0:1767389129.252956:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.252959:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp12 00000400:00000200:2.0:1767389129.252960:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.113@tcp13 00000400:00000200:2.0:1767389129.252962:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.252963:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp13 00000400:00000200:2.0:1767389129.252964:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.113@tcp14 00000400:00000200:2.0:1767389129.252965:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.252966:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp14 00000400:00000200:2.0:1767389129.252967:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.113@tcp15 00000400:00000200:2.0:1767389129.252968:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.252969:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp15 00000400:00000200:2.0:1767389129.252970:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.113@tcp16 00000400:00000200:2.0:1767389129.252971:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.252972:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp16 00000400:00000200:2.0:1767389129.252973:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.113@tcp17 00000400:00000200:2.0:1767389129.252974:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.252975:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp17 00000400:00000200:2.0:1767389129.252976:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.113@tcp18 00000400:00000200:2.0:1767389129.252977:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.252978:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp18 00000400:00000200:2.0:1767389129.252979:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.113@tcp19 00000400:00000200:2.0:1767389129.252984:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.252985:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp19 00000400:00000200:2.0:1767389129.252986:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.113@tcp20 00000400:00000200:2.0:1767389129.252988:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.252989:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp20 00000400:00000200:2.0:1767389129.252990:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.113@tcp21 00000400:00000200:2.0:1767389129.252991:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.252993:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp21 00000400:00000200:2.0:1767389129.252996:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.113@tcp22 00000400:00000200:2.0:1767389129.252998:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253001:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp22 00000400:00000200:2.0:1767389129.253002:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.113@tcp23 00000400:00000200:2.0:1767389129.253004:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253005:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp23 00000400:00000200:2.0:1767389129.253006:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.113@tcp24 00000400:00000200:2.0:1767389129.253007:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253008:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp24 00000400:00000200:2.0:1767389129.253009:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.113@tcp25 00000400:00000200:2.0:1767389129.253010:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253011:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp25 00000400:00000200:2.0:1767389129.253012:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.113@tcp26 00000400:00000200:2.0:1767389129.253013:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253014:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp26 00000400:00000200:2.0:1767389129.253015:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.113@tcp27 00000400:00000200:2.0:1767389129.253016:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253017:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp27 00000400:00000200:2.0:1767389129.253018:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.113@tcp28 00000400:00000200:2.0:1767389129.253019:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253020:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp28 00000400:00000200:2.0:1767389129.253021:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.113@tcp29 00000400:00000200:2.0:1767389129.253022:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253023:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp29 00000400:00000200:2.0:1767389129.253024:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.113@tcp30 00000400:00000200:2.0:1767389129.253025:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253026:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp30 00000400:00000200:2.0:1767389129.253027:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.113@tcp31 00000400:00000200:2.0:1767389129.253029:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253031:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp31 00000400:00000200:2.0:1767389129.253033:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.113@tcp32 00000400:00000200:2.0:1767389129.253034:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253035:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp32 00000400:00000200:2.0:1767389129.253036:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.113@tcp33 00000400:00000200:2.0:1767389129.253039:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253041:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp33 00000400:00000200:2.0:1767389129.253042:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.113@tcp34 00000400:00000200:2.0:1767389129.253044:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253045:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp34 00000400:00000200:2.0:1767389129.253046:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.113@tcp35 00000400:00000200:2.0:1767389129.253051:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253053:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp35 00000400:00000200:2.0:1767389129.253055:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.113@tcp36 00000400:00000200:2.0:1767389129.253057:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253058:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp36 00000400:00000200:2.0:1767389129.253060:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.113@tcp37 00000400:00000200:2.0:1767389129.253063:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253064:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp37 00000400:00000200:2.0:1767389129.253065:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.113@tcp38 00000400:00000200:2.0:1767389129.253067:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253067:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp38 00000400:00000200:2.0:1767389129.253070:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.113@tcp39 00000400:00000200:2.0:1767389129.253071:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253072:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp39 00000400:00000200:2.0:1767389129.253073:0:361953:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.113@tcp40 00000400:00000200:2.0:1767389129.253074:0:361953:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.253075:0:361953:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp40 10000000:00000010:2.0:1767389129.253079:0:361953:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000e4c5f5bd. 00000020:00000010:2.0:1767389129.253085:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c140245. 00000020:00000010:2.0:1767389129.253089:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009c38b7eb. 00000040:00000010:2.0:1767389129.253091:0:361953:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005e2fc7f8. 00000020:00000010:2.0:1767389129.253135:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000078108717. 00000020:00000010:2.0:1767389129.253140:0:361953:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000da6a4d50. 00000020:00000010:2.0:1767389129.253143:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000880d546b. 80000000:00000010:2.0:1767389129.253146:0:361953:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000011765aaf. 40000000:00000010:2.0:1767389129.253147:0:361953:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000077311272. 00100000:00000010:2.0:1767389129.253151:0:361953:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007bbdb3fe. 00040000:00000010:2.0:1767389129.253155:0:361953:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c3b8cf79. 00040000:00000010:2.0:1767389129.253159:0:361953:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bd34fff1. 00040000:00000010:2.0:1767389129.253161:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c7cdb20d. 00080000:00000010:2.0:1767389129.253165:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000df4d7367. 00000004:00000010:2.0:1767389129.253169:0:361953:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000036fc59d8. 00000004:00000010:2.0:1767389129.253173:0:361953:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000257040f1. 00000004:00000010:2.0:1767389129.253179:0:361953:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004412f119. 00002000:00000010:2.0:1767389129.253182:0:361953:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003553902c. 00000004:00000010:2.0:1767389129.253186:0:361953:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b7b9852d. 00000020:00000010:2.0:1767389129.253256:0:361953:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009c38b7eb. 00000040:00000010:2.0:1767389129.253260:0:361953:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005e2fc7f8. 00000020:00000010:2.0:1767389129.253263:0:361953:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000078108717. 00000020:00000010:2.0:1767389129.253268:0:361953:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000da6a4d50. 00000020:00000010:2.0:1767389129.253271:0:361953:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000880d546b. 80000000:00000010:2.0:1767389129.253273:0:361953:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000011765aaf. 40000000:00000010:2.0:1767389129.253275:0:361953:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000077311272. 00100000:00000010:2.0:1767389129.253277:0:361953:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007bbdb3fe. 00040000:00000010:2.0:1767389129.253281:0:361953:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c3b8cf79. 00040000:00000010:2.0:1767389129.253283:0:361953:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bd34fff1. 00040000:00000010:2.0:1767389129.253285:0:361953:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c7cdb20d. 00080000:00000010:2.0:1767389129.253287:0:361953:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000df4d7367. 00000004:00000010:2.0:1767389129.253289:0:361953:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000036fc59d8. 00000004:00000010:2.0:1767389129.253297:0:361953:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000257040f1. 00000004:00000010:2.0:1767389129.253305:0:361953:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004412f119. 00002000:00000010:2.0:1767389129.253308:0:361953:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003553902c. 00000004:00000010:2.0:1767389129.253310:0:361953:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b7b9852d. 00000020:00000010:2.0:1767389129.253312:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c140245. 10000000:00000010:2.0:1767389129.253314:0:361953:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000e4c5f5bd. 10000000:00000010:2.0:1767389129.253316:0:361953:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000d38adc9a. 02000000:00000010:2.0:1767389129.253323:0:361953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ceb25b09. 00000100:00000010:2.0:1767389129.253330:0:361953:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 000000000d67da91. 00000100:00000010:2.0:1767389129.253334:0:361953:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000ee63ac9. 02000000:00000010:2.0:1767389129.253337:0:361953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002d812d8e. 00000100:00000010:2.0:1767389129.253340:0:361953:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036f9ab8d. 10000000:00000010:2.0:1767389129.254124:0:361953:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 0000000044a94d44. 00000100:00000010:2.0:1767389129.254213:0:361953:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036f9ab8d. 02000000:00000010:2.0:1767389129.254224:0:361953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d812d8e. 00010000:00000010:2.0:1767389129.254233:0:361953:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009b358bc9. 00010000:00000010:2.0:1767389129.254239:0:361953:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000078f6d8b2. 00000100:00000010:2.0:1767389129.254298:0:361953:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f76f45c. 02000000:00000010:2.0:1767389129.254310:0:361953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000ee63ac9. 00000400:00000010:2.0:1767389129.254314:0:361953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000443571ec. 00000400:00000010:2.0:1767389129.254321:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389129.254326:0:361953:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654556032, portal 25 00000400:00000010:2.0:1767389129.254330:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389129.254332:0:361953:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654556032, offset 0 00000400:00000200:2.0:1767389129.254338:0:361953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.254342:0:361953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.254350:0:361953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695837280b580 00000400:00000200:2.0:1767389129.254357:0:361953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x267d [2] + 0 00000400:00000010:2.0:1767389129.254359:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009581fcfc. 00000400:00000200:2.0:1767389129.254363:0:361953:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e82cdce0 00000400:00000200:2.0:1767389129.254366:0:361953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.254373:0:361953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389129.254378:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e82cdce0 00000400:00000010:2.0:1767389129.254380:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e82cdce0. 00000100:00000200:2.0:1767389129.254386:0:361953:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767389129.254402:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3df1a58 00000400:00000010:2.0:1767389129.254404:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389129.254411:0:361953:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036f9ab8d x1853241654556032/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389129.254470:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077311272. 00000020:00000010:2.0:1767389129.254473:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077311272. 00000020:00000010:2.0:1767389129.254477:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ceb25b09. 00000020:00000010:2.0:1767389129.254481:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4c5f5bd. 00000020:00000010:2.0:1767389129.254485:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.254499:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077311272. 00000020:00000010:2.0:1767389129.254508:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077311272. 00000100:00000200:2.0:1767389129.254509:0:361957:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654556032 00010000:00000010:2.0:1767389129.254522:0:361957:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000aeaaa5f3. 00010000:00000010:2.0:1767389129.254530:0:361957:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fa904ff7. 02000000:00000010:2.0:1767389129.254538:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b7b9852d. 00010000:00000200:2.0:1767389129.254545:0:361957:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002cf91c67 x1853241654556032/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 328/344 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389129.254555:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389129.254558:0:361957:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654556032, offset 224 00000400:00000200:2.0:1767389129.254563:0:361957:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.254567:0:361957:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.254572:0:361957:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695837280b580 00000400:00000200:2.0:1767389129.254575:0:361957:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2f41 [1] + 224 00000400:00000200:2.0:1767389129.254578:0:361957:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.254586:0:361957:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767389129.254595:0:361957:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036f9ab8d x1853241654556032/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389129.254610:0:361957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3df1a58 00000400:00000010:2.0:1767389129.254611:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000020:00000010:2.0:1767389129.254622:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4c5f5bd. 00000020:00000010:2.0:1767389129.254624:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.254626:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ceb25b09. 02000000:00000010:2.0:1767389129.254629:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b7b9852d. 00000100:00000200:2.0:1767389129.254636:0:361957:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.254640:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe0d4185. 00000400:00000010:2.0:1767389129.254643:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fdc47745. 00000400:00000010:2.0:1767389129.254664:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000443571ec. 00000400:00000200:2.0:1767389129.254669:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000400:00000010:2.0:1767389129.254670:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389129.254676:0:361953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036f9ab8d x1853241654556032/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389129.254682:0:361953:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036f9ab8d x1853241654556032/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767389129.254694:0:361953:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000f76f45c. 02000000:00000010:2.0:1767389129.254701:0:361953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000ee63ac9. 02000000:00000010:2.0:1767389129.254703:0:361953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002d812d8e. 00000100:00000010:2.0:1767389129.254706:0:361953:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036f9ab8d. 10000000:00000010:2.0:1767389129.254711:0:361953:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000077311272. 00000020:00000010:2.0:1767389129.254714:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d812d8e. 00000020:00000010:2.0:1767389129.254718:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ceb25b09. 00000040:00000010:2.0:1767389129.254746:0:361953:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008c140245. 00000020:00000010:2.0:1767389129.254749:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004412f119. 00000020:00000010:2.0:1767389129.254752:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c7cdb20d. 80000000:00000010:2.0:1767389129.254755:0:361953:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000011765aaf. 00040000:00000010:2.0:1767389129.254759:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000880d546b. 00080000:00000010:2.0:1767389129.254763:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000dbed5725. 20000000:00000010:2.0:1767389129.254768:0:361953:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000005e2fc7f8. 00000040:00000010:2.0:1767389129.254773:0:361953:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009c38b7eb. 00000100:00000010:2.0:1767389129.254789:0:361953:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036f9ab8d. 02000000:00000010:2.0:1767389129.254796:0:361953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc00359e. 00000100:00000010:2.0:1767389129.254808:0:361953:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f76f45c. 02000000:00000010:2.0:1767389129.254815:0:361953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000063fb71e. 00000400:00000010:2.0:1767389129.254818:0:361953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000443571ec. 00000400:00000010:2.0:1767389129.254822:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389129.254824:0:361953:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654556160, portal 25 00000400:00000010:2.0:1767389129.254827:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389129.254829:0:361953:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853241654556160, offset 0 00000400:00000200:2.0:1767389129.254834:0:361953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.254838:0:361953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.254844:0:361953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695837280b600 00000400:00000200:2.0:1767389129.254846:0:361953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x2681 [2] + 0 00000400:00000010:2.0:1767389129.254848:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f28051da. 00000400:00000200:2.0:1767389129.254851:0:361953:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002ea7f819 00000400:00000200:2.0:1767389129.254854:0:361953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.254858:0:361953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389129.254864:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ea7f819 00000400:00000010:2.0:1767389129.254866:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ea7f819. 00000100:00000200:2.0:1767389129.254868:0:361953:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767389129.254881:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3df1a58 00000400:00000010:2.0:1767389129.254883:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389129.254886:0:361953:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036f9ab8d x1853241654556160/t0(0) o501->MGC192.168.204.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389129.254923:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1612b4d. 00000020:00000010:2.0:1767389129.254926:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1612b4d. 00000020:00000010:2.0:1767389129.254930:0:361958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eccba725. 00000020:00000010:2.0:1767389129.254934:0:361958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4c5f5bd. 00000020:00000010:2.0:1767389129.254937:0:361958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.255000:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a1612b4d. 00000020:00000010:2.0:1767389129.255002:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a1612b4d. 00000100:00000200:2.0:1767389129.255006:0:361957:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654556160 02000000:00000010:2.0:1767389129.255017:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000000ee63ac9. 00000040:00000010:2.0:1767389129.255023:0:361957:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000475306d0. 00000040:00000010:2.0:1767389129.255072:0:361957:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000247134ec. 00000020:00000010:2.0:1767389129.255078:0:361957:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c3b8cf79. 00080000:00000010:2.0:1767389129.255084:0:361957:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000000299b355. 00000040:00000010:2.0:1767389129.255227:0:361957:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000247134ec. 00000040:00000010:2.0:1767389129.255236:0:361957:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000475306d0. 00010000:00000200:2.0:1767389129.255249:0:361957:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a0f18934 x1853241654556160/t0(0) o501->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 504/272 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389129.255263:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389129.255266:0:361957:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853241654556160, offset 224 00000400:00000200:2.0:1767389129.255270:0:361957:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.255275:0:361957:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.255289:0:361957:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695837280b600 00000400:00000200:2.0:1767389129.255297:0:361957:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2f51 [1] + 224 00000400:00000200:2.0:1767389129.255301:0:361957:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.255304:0:361957:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767389129.255307:0:361957:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036f9ab8d x1853241654556160/t0(0) o501->MGC192.168.204.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389129.255325:0:361957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3df1a58 00000400:00000010:2.0:1767389129.255329:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000020:00000010:2.0:1767389129.255339:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4c5f5bd. 00000020:00000010:2.0:1767389129.255342:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.255345:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eccba725. 02000000:00000010:2.0:1767389129.255356:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000000ee63ac9. 00000100:00000200:2.0:1767389129.255364:0:361957:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.255500:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6177aef. 00000400:00000010:2.0:1767389129.255505:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003eba14bc. 00000400:00000010:2.0:1767389129.255538:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000443571ec. 00000400:00000200:2.0:1767389129.255543:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000400:00000010:2.0:1767389129.255545:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389129.255552:0:361953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036f9ab8d x1853241654556160/t0(0) o501->MGC192.168.204.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389129.255558:0:361953:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036f9ab8d x1853241654556160/t0(0) o501->MGC192.168.204.113@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767389129.255582:0:361953:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000f76f45c. 02000000:00000010:2.0:1767389129.255589:0:361953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000063fb71e. 02000000:00000010:2.0:1767389129.255592:0:361953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dc00359e. 00000100:00000010:2.0:1767389129.255596:0:361953:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036f9ab8d. 00000040:00000010:2.0:1767389129.255601:0:361953:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000078fffa08. 00000100:00000010:2.0:1767389129.255605:0:361953:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036f9ab8d. 02000000:00000010:2.0:1767389129.255610:0:361953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc00359e. 00000100:00000010:2.0:1767389129.255613:0:361953:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000f76f45c. 02000000:00000010:2.0:1767389129.255634:0:361953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000021707999. 00000400:00000010:2.0:1767389129.255637:0:361953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000443571ec. 00000400:00000010:2.0:1767389129.255642:0:361953:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000060950493. 00000100:00000200:2.0:1767389129.255646:0:361953:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853241654556288, portal 25 00000400:00000010:2.0:1767389129.255649:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389129.255652:0:361953:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853241654556288, offset 0 00000400:00000200:2.0:1767389129.255657:0:361953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.255663:0:361953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.255667:0:361953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695837280b680 00000400:00000200:2.0:1767389129.255669:0:361953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2685 [2] + 0 00000400:00000010:2.0:1767389129.255673:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003b95e249. 00000400:00000200:2.0:1767389129.255676:0:361953:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009bd18fc0 00000400:00000200:2.0:1767389129.255679:0:361953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.255681:0:361953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389129.255683:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009bd18fc0 00000400:00000010:2.0:1767389129.255685:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009bd18fc0. 00000100:00000200:2.0:1767389129.255688:0:361953:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767389129.255697:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000400:00000010:2.0:1767389129.255699:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389129.255701:0:361953:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036f9ab8d x1853241654556288/t0(0) o503->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389129.255761:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b5301d8. 00000020:00000010:2.0:1767389129.255767:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b5301d8. 00000020:00000010:2.0:1767389129.255818:0:361958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000063fb71e. 00000020:00000010:2.0:1767389129.255822:0:361958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e4c5f5bd. 00000020:00000010:2.0:1767389129.255824:0:361958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.255856:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b5301d8. 00000020:00000010:2.0:1767389129.255859:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b5301d8. 00000100:00000200:2.0:1767389129.255863:0:361958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654556288 02000000:00000010:2.0:1767389129.255879:0:361958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000435c69d8. 00000040:00000010:2.0:1767389129.255884:0:361958:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000eccba725. 00000040:00000010:2.0:1767389129.255904:0:361958:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000df27e902. 00000040:00000010:2.0:1767389129.256013:0:361958:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000df27e902. 00000040:00000010:2.0:1767389129.256016:0:361958:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000eccba725. 00010000:00000200:2.0:1767389129.256022:0:361958:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007f7f2c26 x1853241654556288/t0(0) o503->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 272/8416 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389129.256032:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000041050ce4. 00000100:00000200:2.0:1767389129.256035:0:361958:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853241654556288, offset 224 00000400:00000200:2.0:1767389129.256041:0:361958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.256047:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.256055:0:361958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695837280b680 00000400:00000200:2.0:1767389129.256058:0:361958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2f61 [4] + 224 00000400:00000200:2.0:1767389129.256062:0:361958:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.256069:0:361958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767389129.256077:0:361958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036f9ab8d x1853241654556288/t0(0) o503->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389129.256113:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041050ce4 00000400:00000010:2.0:1767389129.256115:0:361958:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000041050ce4. 00000020:00000010:2.0:1767389129.256137:0:361958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e4c5f5bd. 00000020:00000010:2.0:1767389129.256141:0:361958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.256148:0:361958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000063fb71e. 02000000:00000010:2.0:1767389129.256153:0:361958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000435c69d8. 00000100:00000200:2.0:1767389129.256171:0:361958:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.256678:0:361958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004669b746. 00000400:00000010:2.0:1767389129.256684:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041050ce4. 00000400:00000010:2.0:1767389129.256695:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000443571ec. 00000400:00000200:2.0:1767389129.256698:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060950493 00000400:00000010:2.0:1767389129.256699:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000060950493. 00000100:00000200:2.0:1767389129.256704:0:361953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036f9ab8d x1853241654556288/t0(0) o503->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389129.256710:0:361953:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036f9ab8d x1853241654556288/t0(0) o503->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767389129.256722:0:361953:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000f76f45c. 02000000:00000010:2.0:1767389129.256747:0:361953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000021707999. 02000000:00000010:2.0:1767389129.256758:0:361953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dc00359e. 00000100:00000010:2.0:1767389129.256764:0:361953:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036f9ab8d. 00000040:00000010:2.0:1767389129.256885:0:361953:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000004dea1d20. 00000020:00000010:2.0:1767389129.257286:0:361987:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000063fb71e. 00000020:00000010:2.0:1767389129.257290:0:361987:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eccba725. 00000040:00000010:2.0:1767389129.257293:0:361987:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000475306d0. 00000020:00000010:2.0:1767389129.257296:0:361987:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000036fc59d8. 00000020:00000010:2.0:1767389129.257299:0:361987:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000da6a4d50. 00000020:00000010:2.0:1767389129.257303:0:361987:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007e08b8da. 80000000:00000010:2.0:1767389129.257307:0:361987:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000035f6bcfd. 40000000:00000010:2.0:1767389129.257310:0:361987:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f5a88f7a. 00100000:00000010:2.0:1767389129.257314:0:361987:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000044a94d44. 00040000:00000010:2.0:1767389129.257318:0:361987:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004ccfbe9. 00040000:00000010:2.0:1767389129.257321:0:361987:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000df4d7367. 00040000:00000010:2.0:1767389129.257324:0:361987:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000095db391d. 00080000:00000010:2.0:1767389129.257327:0:361987:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bd34fff1. 00000004:00000010:2.0:1767389129.257330:0:361987:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007bbdb3fe. 00000004:00000010:2.0:1767389129.257333:0:361987:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000025ef4b8d. 00000004:00000010:2.0:1767389129.257337:0:361987:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000078108717. 00002000:00000010:2.0:1767389129.257341:0:361987:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000ee63ac9. 00000004:00000010:2.0:1767389129.257344:0:361987:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b7b9852d. 00000020:00000010:2.0:1767389129.257348:0:361987:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c225f65f. 00000040:00000010:2.0:1767389129.257353:0:361987:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000df27e902. 00000040:00000010:2.0:1767389129.257789:0:361987:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000df27e902. 00000020:00000010:2.0:1767389129.257796:0:361987:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c225f65f. 00000020:00000010:2.0:1767389129.257803:0:361987:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eccba725. 00000040:00000010:2.0:1767389129.257808:0:361987:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000475306d0. 00000020:00000010:2.0:1767389129.257811:0:361987:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000036fc59d8. 00000020:00000010:2.0:1767389129.257817:0:361987:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000da6a4d50. 00000020:00000010:2.0:1767389129.257820:0:361987:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007e08b8da. 80000000:00000010:2.0:1767389129.257824:0:361987:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000035f6bcfd. 40000000:00000010:2.0:1767389129.257828:0:361987:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f5a88f7a. 00100000:00000010:2.0:1767389129.257831:0:361987:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000044a94d44. 00040000:00000010:2.0:1767389129.257834:0:361987:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004ccfbe9. 00040000:00000010:2.0:1767389129.257836:0:361987:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000df4d7367. 00040000:00000010:2.0:1767389129.257838:0:361987:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000095db391d. 00080000:00000010:2.0:1767389129.257839:0:361987:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bd34fff1. 00000004:00000010:2.0:1767389129.257841:0:361987:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007bbdb3fe. 00000004:00000010:2.0:1767389129.257843:0:361987:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000025ef4b8d. 00000004:00000010:2.0:1767389129.257846:0:361987:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000078108717. 00002000:00000010:2.0:1767389129.257848:0:361987:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000ee63ac9. 00000004:00000010:2.0:1767389129.257851:0:361987:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b7b9852d. 00000020:00000010:2.0:1767389129.257857:0:361987:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000063fb71e. 00000040:00000010:2.0:1767389129.258656:0:361953:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000004dea1d20. 00000040:00000010:2.0:1767389129.258663:0:361953:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000078fffa08. 00000040:00000010:2.0:1767389129.258669:0:361953:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009c38b7eb. 00000020:00000010:2.0:1767389129.258676:0:361953:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ceb25b09. 00000040:00000010:2.0:1767389129.258680:0:361953:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008c140245. 00000020:00000010:2.0:1767389129.258683:0:361953:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004412f119. 00000020:00000010:2.0:1767389129.258688:0:361953:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c7cdb20d. 80000000:00000010:2.0:1767389129.258695:0:361953:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000011765aaf. 00040000:00000010:2.0:1767389129.258701:0:361953:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000880d546b. 00080000:00000010:2.0:1767389129.258706:0:361953:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000dbed5725. 20000000:00000010:2.0:1767389129.258710:0:361953:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000005e2fc7f8. 00000020:00000010:2.0:1767389129.258717:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d812d8e. 10000000:00000010:2.0:1767389129.258720:0:361953:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000077311272. 00000020:00000010:2.0:1767389129.258754:0:361953:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ad25a5b6. 00000040:00000010:2.0:1767389129.258759:0:361953:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006cf5075d. 00000020:00000010:2.0:1767389129.258763:0:361953:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007e0cfa34. 00000020:00000010:2.0:1767389129.258767:0:361953:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dc23defb. 00040000:00000010:2.0:1767389129.258772:0:361953:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003473f165. 00040000:00000010:2.0:1767389129.258775:0:361953:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000036b0c403. 00080000:00000010:2.0:1767389129.258777:0:361953:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000090923b1a. 00000020:00000010:2.0:1767389129.258788:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067b9eed3. 00000020:00000010:2.0:1767389129.258791:0:361953:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000000f6cd96e. 00000020:00000010:2.0:1767389129.258793:0:361953:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000436c264b. 00000020:00000010:2.0:1767389129.258801:0:361953:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 0000000077311272. 00000020:00000010:2.0:1767389129.258805:0:361953:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 0000000011765aaf. 00000020:00000010:2.0:1767389129.258808:0:361953:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000ae474adc. 00000020:00000010:2.0:1767389129.258812:0:361953:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 0000000060950493. 00000020:00000010:2.0:1767389129.258815:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036b0c403. 00000020:00000010:2.0:1767389129.258817:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dc23defb. 00000040:00000010:2.0:1767389129.258819:0:361953:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006cf5075d. 00000020:00000010:2.0:1767389129.258821:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000078108717. 00000020:00000010:2.0:1767389129.258824:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000063fb71e. 00040000:00000010:2.0:1767389129.258828:0:361953:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004ccfbe9. 00040000:00000010:2.0:1767389129.258830:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000095db391d. 00080000:00000010:2.0:1767389129.258833:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007bbdb3fe. 10000000:00000010:2.0:1767389129.258839:0:361953:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 000000007e08b8da. 00000100:00000010:2.0:1767389129.258847:0:361953:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036f9ab8d. 02000000:00000010:2.0:1767389129.258854:0:361953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000475306d0. 00010000:00000010:2.0:1767389129.258865:0:361953:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a93216f0. 00000100:00000010:2.0:1767389129.258872:0:361953:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a556301b. 02000000:00000010:2.0:1767389129.258881:0:361953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b7b9852d. 00000400:00000010:2.0:1767389129.258884:0:361953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000443571ec. 00000400:00000010:2.0:1767389129.258887:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389129.258891:0:361953:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654556416, portal 25 00000400:00000010:2.0:1767389129.258894:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389129.258898:0:361953:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853241654556416, offset 0 00000400:00000200:2.0:1767389129.258904:0:361953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.258911:0:361953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.258919:0:361953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695837280b700 00000400:00000200:2.0:1767389129.258924:0:361953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x2689 [2] + 0 00000400:00000010:2.0:1767389129.258926:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013ca900e. 00000400:00000200:2.0:1767389129.258933:0:361953:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000062e4a727 00000400:00000200:2.0:1767389129.258938:0:361953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.258943:0:361953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389129.258950:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062e4a727 00000400:00000010:2.0:1767389129.258953:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062e4a727. 00000100:00000200:2.0:1767389129.258957:0:361953:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767389129.258972:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3df1a58 00000400:00000010:2.0:1767389129.258976:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389129.258985:0:361953:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036f9ab8d x1853241654556416/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389129.259074:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016bb835b. 00000020:00000010:2.0:1767389129.259078:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016bb835b. 00000020:00000010:2.0:1767389129.259082:0:361958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eccba725. 00000020:00000010:2.0:1767389129.259087:0:361958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8cee59a. 00000020:00000010:2.0:1767389129.259092:0:361958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.259140:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000016bb835b. 00000020:00000010:2.0:1767389129.259143:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000016bb835b. 00000100:00000200:2.0:1767389129.259146:0:361958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654556416 00010000:00000010:2.0:1767389129.259157:0:361958:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000096de7756. 02000000:00000010:2.0:1767389129.259168:0:361958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000000ee63ac9. 00010000:00000200:2.0:1767389129.259183:0:361958:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000df51d80e x1853241654556416/t0(0) o101->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 328/344 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389129.259210:0:361958:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389129.259216:0:361958:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853241654556416, offset 224 00000400:00000200:2.0:1767389129.259222:0:361958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.259234:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.259248:0:361958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695837280b700 00000400:00000200:2.0:1767389129.259257:0:361958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2f71 [1] + 224 00000400:00000200:2.0:1767389129.259261:0:361958:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.259265:0:361958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767389129.259274:0:361958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036f9ab8d x1853241654556416/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389129.259297:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3df1a58 00000400:00000010:2.0:1767389129.259299:0:361958:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000020:00000010:2.0:1767389129.259319:0:361958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8cee59a. 00000020:00000010:2.0:1767389129.259323:0:361958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.259326:0:361958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eccba725. 02000000:00000010:2.0:1767389129.259334:0:361958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000000ee63ac9. 00000100:00000200:2.0:1767389129.259344:0:361958:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.259348:0:361958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008dc5cca1. 00000400:00000010:2.0:1767389129.259354:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082d49df5. 00000400:00000010:2.0:1767389129.259382:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000443571ec. 00000400:00000200:2.0:1767389129.259386:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000400:00000010:2.0:1767389129.259387:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389129.259391:0:361953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036f9ab8d x1853241654556416/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389129.259401:0:361953:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036f9ab8d x1853241654556416/t0(0) o101->MGC192.168.204.113@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767389129.259421:0:361953:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a556301b. 02000000:00000010:2.0:1767389129.259434:0:361953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b7b9852d. 02000000:00000010:2.0:1767389129.259440:0:361953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000475306d0. 00000100:00000010:2.0:1767389129.259442:0:361953:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036f9ab8d. 10000000:00000010:2.0:1767389129.259449:0:361953:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000016bb835b. 00000020:00000010:2.0:1767389129.259453:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000475306d0. 00000020:00000010:2.0:1767389129.259456:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eccba725. 00000040:00000010:2.0:1767389129.259460:0:361953:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000bb46aaf. 00000020:00000010:2.0:1767389129.259465:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bd34fff1. 00000020:00000010:2.0:1767389129.259470:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000067b9eed3. 80000000:00000010:2.0:1767389129.259472:0:361953:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004dea1d20. 00040000:00000010:2.0:1767389129.259487:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ad25a5b6. 00080000:00000010:2.0:1767389129.259491:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000df4d7367. 20000000:00000010:2.0:1767389129.259495:0:361953:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000002d812d8e. 00000040:00000010:2.0:1767389129.259504:0:361953:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005e2fc7f8. 00000100:00000010:2.0:1767389129.259509:0:361953:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036f9ab8d. 02000000:00000010:2.0:1767389129.259517:0:361953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000880d546b. 00000100:00000010:2.0:1767389129.259523:0:361953:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a556301b. 02000000:00000010:2.0:1767389129.259530:0:361953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7cdb20d. 00000400:00000010:2.0:1767389129.259533:0:361953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000443571ec. 00000400:00000010:2.0:1767389129.259540:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389129.259542:0:361953:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654556544, portal 25 00000400:00000010:2.0:1767389129.259547:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389129.259549:0:361953:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853241654556544, offset 0 00000400:00000200:2.0:1767389129.259558:0:361953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.259565:0:361953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.259577:0:361953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695837280b780 00000400:00000200:2.0:1767389129.259584:0:361953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x268d [2] + 0 00000400:00000010:2.0:1767389129.259593:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e86c61a9. 00000400:00000200:2.0:1767389129.259597:0:361953:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d8efb284 00000400:00000200:2.0:1767389129.259601:0:361953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.259606:0:361953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389129.259611:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8efb284 00000400:00000010:2.0:1767389129.259614:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8efb284. 00000100:00000200:2.0:1767389129.259619:0:361953:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767389129.259634:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3df1a58 00000400:00000010:2.0:1767389129.259636:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389129.259641:0:361953:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036f9ab8d x1853241654556544/t0(0) o501->MGC192.168.204.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389129.259674:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f5a88f7a. 00000020:00000010:2.0:1767389129.259678:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f5a88f7a. 00000020:00000010:2.0:1767389129.259682:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008c140245. 00000020:00000010:2.0:1767389129.259688:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8cee59a. 00000020:00000010:2.0:1767389129.259691:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.259722:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f5a88f7a. 00000020:00000010:2.0:1767389129.259743:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f5a88f7a. 00000100:00000200:2.0:1767389129.259749:0:361957:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654556544 02000000:00000010:2.0:1767389129.259756:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000b7b9852d. 00000040:00000010:2.0:1767389129.259760:0:361957:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000ceb25b09. 00000040:00000010:2.0:1767389129.259788:0:361957:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000092f14b79. 00000040:00000010:2.0:1767389129.259794:0:361957:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000092f14b79. 00000040:00000010:2.0:1767389129.259797:0:361957:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000ceb25b09. 20000000:00000010:2.0:1767389129.259803:0:361957:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000f5a88f7a. 20000000:00000010:2.0:1767389129.259807:0:361957:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000f5a88f7a. 00010000:00000200:2.0:1767389129.259814:0:361957:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c3795e55 x1853241654556544/t0(0) o501->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 512/272 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389129.259832:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389129.259838:0:361957:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853241654556544, offset 224 00000400:00000200:2.0:1767389129.259851:0:361957:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.259859:0:361957:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.259876:0:361957:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695837280b780 00000400:00000200:2.0:1767389129.259880:0:361957:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2f81 [1] + 224 00000400:00000200:2.0:1767389129.259885:0:361957:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.259888:0:361957:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767389129.259894:0:361957:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036f9ab8d x1853241654556544/t0(0) o501->MGC192.168.204.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389129.259912:0:361957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3df1a58 00000400:00000010:2.0:1767389129.259914:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000020:00000010:2.0:1767389129.259921:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8cee59a. 00000020:00000010:2.0:1767389129.259924:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.259927:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008c140245. 02000000:00000010:2.0:1767389129.259931:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000b7b9852d. 00000100:00000200:2.0:1767389129.259934:0:361957:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.259940:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f181f46. 00000400:00000010:2.0:1767389129.259944:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000507a1c55. 00000400:00000010:2.0:1767389129.259959:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000443571ec. 00000400:00000200:2.0:1767389129.259963:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000400:00000010:2.0:1767389129.259966:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389129.259971:0:361953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036f9ab8d x1853241654556544/t0(0) o501->MGC192.168.204.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389129.259978:0:361953:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036f9ab8d x1853241654556544/t0(0) o501->MGC192.168.204.113@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767389129.259990:0:361953:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a556301b. 02000000:00000010:2.0:1767389129.259998:0:361953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7cdb20d. 02000000:00000010:2.0:1767389129.260002:0:361953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000880d546b. 00000100:00000010:2.0:1767389129.260006:0:361953:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036f9ab8d. 00000040:00000010:2.0:1767389129.260015:0:361953:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000df27e902. 00000100:00000010:2.0:1767389129.260021:0:361953:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036f9ab8d. 02000000:00000010:2.0:1767389129.260028:0:361953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000880d546b. 00000100:00000010:2.0:1767389129.260033:0:361953:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a556301b. 02000000:00000010:2.0:1767389129.260046:0:361953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000971e344a. 00000400:00000010:2.0:1767389129.260050:0:361953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000443571ec. 00000400:00000010:2.0:1767389129.260054:0:361953:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000007e4e734d. 00000100:00000200:2.0:1767389129.260057:0:361953:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853241654556672, portal 25 00000400:00000010:2.0:1767389129.260068:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389129.260070:0:361953:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853241654556672, offset 0 00000400:00000200:2.0:1767389129.260076:0:361953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.260084:0:361953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.260090:0:361953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695837280b800 00000400:00000200:2.0:1767389129.260110:0:361953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2691 [2] + 0 00000400:00000010:2.0:1767389129.260114:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007be228f5. 00000400:00000200:2.0:1767389129.260119:0:361953:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008efa02e4 00000400:00000200:2.0:1767389129.260124:0:361953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.260129:0:361953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389129.260135:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008efa02e4 00000400:00000010:2.0:1767389129.260136:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008efa02e4. 00000100:00000200:2.0:1767389129.260141:0:361953:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767389129.260156:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000400:00000010:2.0:1767389129.260157:0:361953:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389129.260160:0:361953:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036f9ab8d x1853241654556672/t0(0) o503->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389129.260205:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f5a88f7a. 00000020:00000010:2.0:1767389129.260208:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f5a88f7a. 00000020:00000010:2.0:1767389129.260215:0:361958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7cdb20d. 00000020:00000010:2.0:1767389129.260222:0:361958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8cee59a. 00000020:00000010:2.0:1767389129.260231:0:361958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.260260:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f5a88f7a. 00000020:00000010:2.0:1767389129.260264:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f5a88f7a. 00000100:00000200:2.0:1767389129.260269:0:361958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654556672 02000000:00000010:2.0:1767389129.260291:0:361958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000001630fbd7. 00000040:00000010:2.0:1767389129.260301:0:361958:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008c140245. 00000040:00000010:2.0:1767389129.260315:0:361958:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002f8b62de. 00000040:00000010:2.0:1767389129.260508:0:361958:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002f8b62de. 00000040:00000010:2.0:1767389129.260512:0:361958:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008c140245. 00010000:00000200:2.0:1767389129.260520:0:361958:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008d821db5 x1853241654556672/t0(0) o503->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 272/8416 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389129.260529:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000002624688. 00000100:00000200:2.0:1767389129.260532:0:361958:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853241654556672, offset 224 00000400:00000200:2.0:1767389129.260537:0:361958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.260542:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.260548:0:361958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695837280b800 00000400:00000200:2.0:1767389129.260556:0:361958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2f91 [4] + 224 00000400:00000200:2.0:1767389129.260561:0:361958:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.260563:0:361958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767389129.260566:0:361958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036f9ab8d x1853241654556672/t0(0) o503->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389129.260581:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002624688 00000400:00000010:2.0:1767389129.260583:0:361958:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000002624688. 00000020:00000010:2.0:1767389129.260595:0:361958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8cee59a. 00000020:00000010:2.0:1767389129.260598:0:361958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.260600:0:361958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7cdb20d. 02000000:00000010:2.0:1767389129.260605:0:361958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000001630fbd7. 00000100:00000200:2.0:1767389129.260618:0:361958:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.260623:0:361958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000715647ce. 00000400:00000010:2.0:1767389129.260626:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002624688. 00000400:00000010:2.0:1767389129.260656:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000443571ec. 00000400:00000200:2.0:1767389129.260658:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e4e734d 00000400:00000010:2.0:1767389129.260659:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000007e4e734d. 00000100:00000200:2.0:1767389129.260662:0:361953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036f9ab8d x1853241654556672/t0(0) o503->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389129.260667:0:361953:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036f9ab8d x1853241654556672/t0(0) o503->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767389129.260678:0:361953:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a556301b. 02000000:00000010:2.0:1767389129.260682:0:361953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000971e344a. 02000000:00000010:2.0:1767389129.260691:0:361953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000880d546b. 00000100:00000010:2.0:1767389129.260697:0:361953:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036f9ab8d. 00000040:00000010:2.0:1767389129.260704:0:361953:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000035f6bcfd. 00000020:00000010:2.0:1767389129.260888:0:361988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c7cdb20d. 00000020:00000010:2.0:1767389129.260894:0:361988:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008c140245. 00000040:00000010:2.0:1767389129.260899:0:361988:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ceb25b09. 00000020:00000010:2.0:1767389129.260903:0:361988:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000044a94d44. 00000020:00000010:2.0:1767389129.260906:0:361988:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000da6a4d50. 00000020:00000010:2.0:1767389129.260911:0:361988:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009c38b7eb. 80000000:00000010:2.0:1767389129.260917:0:361988:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c0ac8116. 40000000:00000010:2.0:1767389129.260921:0:361988:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f5a88f7a. 00100000:00000010:2.0:1767389129.260925:0:361988:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dbed5725. 00040000:00000010:2.0:1767389129.260929:0:361988:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b16a15b9. 00040000:00000010:2.0:1767389129.260936:0:361988:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004412f119. 00040000:00000010:2.0:1767389129.260942:0:361988:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001e5de029. 00080000:00000010:2.0:1767389129.260947:0:361988:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000036fc59d8. 00000004:00000010:2.0:1767389129.260952:0:361988:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000adc2ad31. 00000004:00000010:2.0:1767389129.260957:0:361988:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000025ef4b8d. 00000004:00000010:2.0:1767389129.260961:0:361988:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003c68c06d. 00002000:00000010:2.0:1767389129.260965:0:361988:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b7b9852d. 00000004:00000010:2.0:1767389129.260968:0:361988:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000ee63ac9. 00000020:00000010:2.0:1767389129.260972:0:361988:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000b4c5402c. 00000040:00000010:2.0:1767389129.260978:0:361988:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000002f8b62de. 00000100:00000010:2.0:1767389129.260984:0:361988:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036f9ab8d. 02000000:00000010:2.0:1767389129.260992:0:361988:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cd11a442. 00000100:00000010:2.0:1767389129.260998:0:361988:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007e4e734d. 02000000:00000010:2.0:1767389129.261013:0:361988:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000971e344a. 00000400:00000010:2.0:1767389129.261019:0:361988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000443571ec. 00000400:00000010:2.0:1767389129.261025:0:361988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000063061490. 00000100:00000200:2.0:1767389129.261028:0:361988:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853241654556800, portal 25 00000400:00000010:2.0:1767389129.261033:0:361988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389129.261039:0:361988:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853241654556800, offset 0 00000400:00000200:2.0:1767389129.261042:0:361988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.261047:0:361988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.261058:0:361988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695837280b880 00000400:00000200:2.0:1767389129.261063:0:361988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2695 [2] + 0 00000400:00000010:2.0:1767389129.261067:0:361988:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027b59ffd. 00000400:00000200:2.0:1767389129.261071:0:361988:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f135bcba 00000400:00000200:2.0:1767389129.261074:0:361988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.261079:0:361988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389129.261083:0:361988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f135bcba 00000400:00000010:2.0:1767389129.261084:0:361988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f135bcba. 00000100:00000200:2.0:1767389129.261087:0:361988:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767389129.261109:0:361988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000400:00000010:2.0:1767389129.261111:0:361988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389129.261115:0:361988:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036f9ab8d x1853241654556800/t0(0) o502->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389129.261143:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000085e43b9e. 00000020:00000010:2.0:1767389129.261144:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000085e43b9e. 00000020:00000010:2.0:1767389129.261149:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007633f830. 00000020:00000010:2.0:1767389129.261152:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8cee59a. 00000020:00000010:2.0:1767389129.261156:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.261184:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000085e43b9e. 00000020:00000010:2.0:1767389129.261189:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000085e43b9e. 00000100:00000200:2.0:1767389129.261198:0:361957:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654556800 02000000:00000010:2.0:1767389129.261216:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000001630fbd7. 00000040:00000010:2.0:1767389129.261224:0:361957:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009fa59c77. 00000040:00000010:2.0:1767389129.261237:0:361957:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000297b833d. 00000040:00000010:2.0:1767389129.261506:0:361957:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000297b833d. 00000040:00000010:2.0:1767389129.261509:0:361957:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009fa59c77. 00010000:00000200:2.0:1767389129.261516:0:361957:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b0fdb48a x1853241654556800/t0(0) o502->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 272/8472 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389129.261527:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f912137c. 00000100:00000200:2.0:1767389129.261532:0:361957:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853241654556800, offset 224 00000400:00000200:2.0:1767389129.261536:0:361957:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.261544:0:361957:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.261548:0:361957:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695837280b880 00000400:00000200:2.0:1767389129.261555:0:361957:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2fa1 [4] + 224 00000400:00000200:2.0:1767389129.261561:0:361957:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.261566:0:361957:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767389129.261578:0:361957:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036f9ab8d x1853241654556800/t0(0) o502->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389129.261592:0:361957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f912137c 00000400:00000010:2.0:1767389129.261593:0:361957:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f912137c. 00000020:00000010:2.0:1767389129.261601:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8cee59a. 00000020:00000010:2.0:1767389129.261603:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.261607:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007633f830. 02000000:00000010:2.0:1767389129.261612:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000001630fbd7. 00000100:00000200:2.0:1767389129.261627:0:361957:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.261633:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe6ab82b. 00000400:00000010:2.0:1767389129.261637:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f912137c. 00000400:00000010:2.0:1767389129.261670:0:361988:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000443571ec. 00000400:00000200:2.0:1767389129.261677:0:361988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063061490 00000400:00000010:2.0:1767389129.261680:0:361988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000063061490. 00000100:00000200:2.0:1767389129.261690:0:361988:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036f9ab8d x1853241654556800/t0(0) o502->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389129.261697:0:361988:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036f9ab8d x1853241654556800/t0(0) o502->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767389129.261716:0:361988:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007e4e734d. 02000000:00000010:2.0:1767389129.261721:0:361988:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000971e344a. 02000000:00000010:2.0:1767389129.261763:0:361988:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000cd11a442. 00000100:00000010:2.0:1767389129.261766:0:361988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036f9ab8d. 00000100:00000010:2.0:1767389129.261778:0:361988:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000003553902c. 00000400:00000200:2.0:1767389129.261781:0:361988:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:2.0:1767389129.261784:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.204.113@tcp 00000400:00000200:2.0:1767389129.261788:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767389129.261791:0:361988:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000a5247196 (43) 00000400:00000200:2.0:1767389129.261795:0:361988:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767389129.261798:0:361988:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.204.113@tcp NID 192.168.204.113@tcp: 0. pending discovery 00000400:00000200:2.0:1767389129.261800:0:361988:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000a5247196 (44) 00000400:00000200:2.0:1767389129.261801:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp 00000400:00000200:2.0:1767389129.261803:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.204.113@tcp10 00000400:00000200:2.0:1767389129.261806:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261807:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp10 00000400:00000200:2.0:1767389129.261809:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.204.113@tcp11 00000400:00000200:2.0:1767389129.261811:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261812:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp11 00000400:00000200:2.0:1767389129.261814:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.204.113@tcp12 00000400:00000200:2.0:1767389129.261815:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261817:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp12 00000400:00000200:2.0:1767389129.261819:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.204.113@tcp13 00000400:00000200:2.0:1767389129.261823:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261825:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp13 00000400:00000200:2.0:1767389129.261827:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.204.113@tcp14 00000400:00000200:2.0:1767389129.261830:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261832:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp14 00000400:00000200:2.0:1767389129.261834:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.204.113@tcp15 00000400:00000200:2.0:1767389129.261835:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261836:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp15 00000400:00000200:2.0:1767389129.261837:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.204.113@tcp16 00000400:00000200:2.0:1767389129.261838:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261840:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp16 00000400:00000200:2.0:1767389129.261843:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.204.113@tcp17 00000400:00000200:2.0:1767389129.261847:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261849:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp17 00000400:00000200:2.0:1767389129.261850:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.204.113@tcp18 00000400:00000200:2.0:1767389129.261853:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261855:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp18 00000400:00000200:2.0:1767389129.261856:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.204.113@tcp19 00000400:00000200:2.0:1767389129.261858:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261860:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp19 00000400:00000200:2.0:1767389129.261861:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.204.113@tcp20 00000400:00000200:2.0:1767389129.261862:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261863:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp20 00000400:00000200:2.0:1767389129.261864:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.204.113@tcp21 00000400:00000200:2.0:1767389129.261865:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261866:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp21 00000400:00000200:2.0:1767389129.261867:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.204.113@tcp22 00000400:00000200:2.0:1767389129.261869:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261870:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp22 00000400:00000200:2.0:1767389129.261871:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.204.113@tcp23 00000400:00000200:2.0:1767389129.261875:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261877:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp23 00000400:00000200:2.0:1767389129.261879:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.204.113@tcp24 00000400:00000200:2.0:1767389129.261883:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261884:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp24 00000400:00000200:2.0:1767389129.261886:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.204.113@tcp25 00000400:00000200:2.0:1767389129.261889:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261891:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp25 00000400:00000200:2.0:1767389129.261893:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.204.113@tcp26 00000400:00000200:2.0:1767389129.261895:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261896:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp26 00000400:00000200:2.0:1767389129.261899:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.204.113@tcp27 00000400:00000200:2.0:1767389129.261902:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261906:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp27 00000400:00000200:2.0:1767389129.261907:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.204.113@tcp28 00000400:00000200:2.0:1767389129.261912:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261913:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp28 00000400:00000200:2.0:1767389129.261914:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.204.113@tcp29 00000400:00000200:2.0:1767389129.261917:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261918:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp29 00000400:00000200:2.0:1767389129.261920:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.204.113@tcp30 00000400:00000200:2.0:1767389129.261926:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261929:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp30 00000400:00000200:2.0:1767389129.261931:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.204.113@tcp31 00000400:00000200:2.0:1767389129.261934:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261935:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp31 00000400:00000200:2.0:1767389129.261937:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.204.113@tcp32 00000400:00000200:2.0:1767389129.261939:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261942:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp32 00000400:00000200:2.0:1767389129.261943:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.204.113@tcp33 00000400:00000200:2.0:1767389129.261944:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261946:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp33 00000400:00000200:2.0:1767389129.261947:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.204.113@tcp34 00000400:00000200:2.0:1767389129.261949:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261950:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp34 00000400:00000200:2.0:1767389129.261952:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.204.113@tcp35 00000400:00000200:2.0:1767389129.261960:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261964:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp35 00000400:00000200:2.0:1767389129.261967:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.204.113@tcp36 00000400:00000200:2.0:1767389129.261972:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261973:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp36 00000400:00000200:2.0:1767389129.261975:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.204.113@tcp37 00000400:00000200:2.0:1767389129.261979:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261980:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp37 00000400:00000200:2.0:1767389129.261982:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.204.113@tcp38 00000400:00000200:2.0:1767389129.261985:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261987:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp38 00000400:00000200:2.0:1767389129.261988:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.204.113@tcp39 00000400:00000200:2.0:1767389129.261991:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.261994:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp39 00000400:00000200:2.0:1767389129.261997:0:361988:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.204.113@tcp40 00000400:00000200:2.0:1767389129.262003:0:361988:0:(peer.c:1803:lnet_peer_add()) peer 192.168.204.113@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767389129.262004:0:361988:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.204.113@tcp40 00000100:00000010:2.0:1767389129.262006:0:361988:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000003553902c. 00000020:00000010:2.0:1767389129.262013:0:361988:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 0000000085e43b9e. 00000020:00000010:2.0:1767389129.262016:0:361988:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000d3de9da9. 00000020:00000010:2.0:1767389129.262021:0:361988:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000d3de9da9. 00000020:00000010:2.0:1767389129.262026:0:361988:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000d3de9da9. 00000020:00000010:2.0:1767389129.262032:0:361988:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000c8cee59a. 00000020:00000010:2.0:1767389129.262043:0:361988:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000f9921ce1. 00000020:00000010:2.0:1767389129.262048:0:361988:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000678fd0d3. 00000020:00000010:2.0:1767389129.262063:0:361988:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 00000000c8cee59a. 00000020:00000010:2.0:1767389129.262071:0:361988:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 00000000c455481a. 00000001:00000010:2.0:1767389129.262112:0:361988:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003642109f. 00000001:00000010:2.0:1767389129.262117:0:361988:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002f8b6a4c. 00000001:00000010:2.0:1767389129.262120:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009fa59c77. 00000001:00000010:2.0:1767389129.262122:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000f274731. 00000001:00000010:2.0:1767389129.262126:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a05233aa. 00000001:00000010:2.0:1767389129.262129:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000014863b74. 00000001:00000010:2.0:1767389129.262131:0:361988:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000099af52bf. 00000001:00000010:2.0:1767389129.262135:0:361988:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000086ff7df1. 00000001:00000010:2.0:1767389129.262138:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cd11a442. 00000001:00000010:2.0:1767389129.262140:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007633f830. 00000001:00000010:2.0:1767389129.262146:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ce444607. 00000001:00000010:2.0:1767389129.262150:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000daea69c8. 00000020:00000010:2.0:1767389129.262154:0:361988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ec9610d. 00000020:00000010:2.0:1767389129.262158:0:361988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8cee59a. 00000020:00000010:2.0:1767389129.262161:0:361988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000008:00000010:2.0:1767389129.262166:0:361988:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000007b24406d. 00020000:00000010:2.0:1767389129.262170:0:361988:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000c2af1e48. 00008000:00000010:2.0:1767389129.262174:0:361988:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000305bf4e1. 00000080:00000010:2.0:1767389129.262179:0:361988:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 000000008f237d4f. 00000020:00000010:2.0:1767389129.262183:0:361988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5311874. 00000020:00000010:2.0:1767389129.262188:0:361988:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e8e7519d. 00000040:00000010:2.0:1767389129.262193:0:361988:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004e40af2a. 00000020:00000010:2.0:1767389129.262199:0:361988:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000caeab2f6. 00000020:00000010:2.0:1767389129.262203:0:361988:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000014115d85. 00000020:00000010:2.0:1767389129.262208:0:361988:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cf4520e4. 80000000:00000010:2.0:1767389129.262211:0:361988:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cecef53c. 40000000:00000010:2.0:1767389129.262215:0:361988:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000dcbf39dc. 00100000:00000010:2.0:1767389129.262221:0:361988:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000199c659a. 00040000:00000010:2.0:1767389129.262225:0:361988:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a8d85655. 00040000:00000010:2.0:1767389129.262231:0:361988:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000038437f0. 00040000:00000010:2.0:1767389129.262235:0:361988:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be6f061f. 00080000:00000010:2.0:1767389129.262239:0:361988:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000005e98eb73. 00000004:00000010:2.0:1767389129.262243:0:361988:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004dd825d2. 00000004:00000010:2.0:1767389129.262247:0:361988:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000d67da91. 00000004:00000010:2.0:1767389129.262249:0:361988:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000061a81c71. 00000004:00000010:2.0:1767389129.262251:0:361988:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a3b9d8b4. 00000010:00000010:2.0:1767389129.262255:0:361988:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 00000000710b6e8a. 00000010:00000010:2.0:1767389129.262302:0:361988:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000125e159d. 00000010:00000010:2.0:1767389129.262305:0:361988:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 000000006fd2527e. 00000010:00000010:2.0:1767389129.262309:0:361988:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 000000001cfc776e. 00000010:00000010:2.0:1767389129.262315:0:361988:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 000000004a6dcfd2. 00010000:00000010:2.0:1767389129.262323:0:361988:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000d38adc9a. 00010000:00000010:2.0:1767389129.262330:0:361988:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000257040f1. 00010000:00000010:2.0:1767389129.262335:0:361988:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000ffe43b07. 00000020:00000010:2.0:1767389129.262340:0:361988:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000f278e70f. 00000100:00000200:2.0:1767389129.262360:0:361988:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.204.113@tcp->12345-0@lo 00010000:00000010:2.0:1767389129.262461:0:361988:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000386ba8f9. 00010000:00000010:2.0:1767389129.262466:0:361988:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000c4d49998. 00000001:00000010:2.0:1767389129.262469:0:361988:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b1ea28f8. 00000001:00000010:2.0:1767389129.262476:0:361988:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 0000000005c19075. 00000001:00000010:2.0:1767389129.262531:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000073ee2780. 00000001:00000010:2.0:1767389129.262585:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d68394be. 00000001:00000010:2.0:1767389129.262636:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bb49cc97. 00000001:00000010:2.0:1767389129.262686:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000be4af722. 00000001:00000010:2.0:1767389129.262755:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000033dc5117. 00000001:00000010:2.0:1767389129.262807:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002717f694. 00000001:00000010:2.0:1767389129.262863:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001f12e5a6. 00000001:00000010:2.0:1767389129.262914:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000be3acbc5. 00000001:00000010:2.0:1767389129.262969:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000743a67e2. 00000001:00000010:2.0:1767389129.263027:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000098e2f222. 00000001:00000010:2.0:1767389129.263086:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005d47cff7. 00000001:00000010:2.0:1767389129.263160:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ae6c8e10. 00000001:00000010:2.0:1767389129.263242:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f40f842a. 00000001:00000010:2.0:1767389129.263303:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ebbb1f9d. 00000001:00000010:2.0:1767389129.263362:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dac80030. 00000001:00000010:2.0:1767389129.263417:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d2e30f74. 00000001:00000010:2.0:1767389129.263475:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d0a89715. 00000001:00000010:2.0:1767389129.263547:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006dd39d2f. 00000001:00000010:2.0:1767389129.263605:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f619be72. 00000100:00000010:3.0:1767389129.263637:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a77bf420. 02000000:00000010:3.0:1767389129.263659:0:337537:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d11cb0b3. 00000001:00000010:2.0:1767389129.263665:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002980fcb7. 02000000:00000010:3.0:1767389129.263695:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012b8e98d. 02000000:00000010:3.0:1767389129.263705:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002f2651fe. 00000100:00000010:3.0:1767389129.263711:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000daf8f7c7. 00000001:00000010:2.0:1767389129.263781:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001946277e. 02000000:00000010:3.0:1767389129.263793:0:337535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e3d964b6. 00000400:00000010:3.0:1767389129.263804:0:337535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052c5be4b. 00000400:00000010:3.0:1767389129.263818:0:337535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67c1aca. 00000100:00000200:3.0:1767389129.263825:0:337535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654556928, portal 10 00000400:00000010:3.0:1767389129.263835:0:337535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d43b72. 00000100:00000200:3.0:1767389129.263839:0:337535:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853241654556928, offset 0 00000001:00000010:2.0:1767389129.263841:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000053a91f2c. 00000400:00000200:3.0:1767389129.263858:0:337535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389129.263874:0:337535:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389129.263890:0:337535:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695837280b900 00000001:00000010:2.0:1767389129.263896:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000013dd96c6. 00000400:00000200:3.0:1767389129.263903:0:337535:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x2771 [64] + 224 00000400:00000200:3.0:1767389129.263914:0:337535:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389129.263920:0:337535:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767389129.263927:0:337535:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767389129.263934:0:337535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e925b2c. 00000001:00000010:2.0:1767389129.263947:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000741abdf8. 00000400:00000200:3.0:1767389129.263960:0:337535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d43b72 00000400:00000010:3.0:1767389129.263967:0:337535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d43b72. 00000100:00000200:3.0:1767389129.263978:0:337535:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a77bf420 x1853241654556928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1767389129.264008:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b192075f. 00000001:00000010:2.0:1767389129.264061:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c7ccadb6. 00000001:00000010:2.0:1767389129.264154:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001183dbb5. 00000001:00000010:2.0:1767389129.264218:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d44cf3e2. 00000001:00000010:2.0:1767389129.264274:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a5acbb89. 00000001:00000010:2.0:1767389129.264327:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000061d52797. 00000020:00000010:3.0:1767389129.264335:0:361965:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001f732faf. 00000020:00000010:3.0:1767389129.264360:0:361965:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012b8e98d. 00000020:00000010:3.0:1767389129.264369:0:361965:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c33b0c6. 00000020:00000010:3.0:1767389129.264377:0:361965:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000001:00000010:2.0:1767389129.264385:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002578e6ee. 00000100:00000200:3.0:1767389129.264422:0:361965:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654556928 00000001:00000010:2.0:1767389129.264441:0:361988:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000397d48d1. 02000000:00000010:3.0:1767389129.264445:0:361965:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f4273c63. 00000400:00000010:3.0:1767389129.264461:0:361965:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d43b72. 00000100:00000200:3.0:1767389129.264469:0:361965:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654556928, offset 0 00000400:00000200:3.0:1767389129.264480:0:361965:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389129.264496:0:361965:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389129.264516:0:361965:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695837280b900 00000400:00000200:3.0:1767389129.264527:0:361965:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2fb1 [1] + 0 00000020:00000010:2.0:1767389129.264530:0:361988:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000025147104. 00000020:00000010:2.0:1767389129.264537:0:361988:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 000000003250a978. 00000400:00000200:3.0:1767389129.264538:0:361965:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389129.264550:0:361965:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767389129.264562:0:361965:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a77bf420 x1853241654556928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389129.264602:0:361965:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d43b72 00000400:00000010:3.0:1767389129.264605:0:361965:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d43b72. 00000020:00000010:2.0:1767389129.264611:0:361988:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000087354aa. 00000020:00000010:2.0:1767389129.264616:0:361988:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 0000000006ec4a42. 00000020:00000010:3.0:1767389129.264628:0:361965:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c33b0c6. 00000010:00000010:2.0:1767389129.264631:0:361988:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000125e159d. 00000010:00000010:2.0:1767389129.264641:0:361988:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 000000001cfc776e. 00000020:00000010:3.0:1767389129.264644:0:361965:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000010:00000010:2.0:1767389129.264647:0:361988:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 000000006fd2527e. 00000010:00000010:2.0:1767389129.264660:0:361988:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 000000004a6dcfd2. 00000020:00000010:3.0:1767389129.264663:0:361965:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012b8e98d. 00000020:00000010:2.0:1767389129.264705:0:361988:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e3b378a9. 00000400:00000010:3.0:1767389129.264718:0:337535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052c5be4b. 00000020:00000010:2.0:1767389129.264746:0:361988:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000d2b2522f. 00000400:00000200:3.0:1767389129.264767:0:337535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67c1aca 00000020:00000010:2.0:1767389129.264774:0:361988:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e8e7519d. 00000400:00000010:3.0:1767389129.264775:0:337535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67c1aca. 00000040:00000010:2.0:1767389129.264784:0:361988:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004e40af2a. 00000100:00000200:3.0:1767389129.264791:0:337535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a77bf420 x1853241654556928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389129.264795:0:361988:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000caeab2f6. 00000020:00000010:2.0:1767389129.264807:0:361988:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000014115d85. 00000020:00000010:2.0:1767389129.264820:0:361988:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cf4520e4. 80000000:00000010:2.0:1767389129.264832:0:361988:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cecef53c. 00000100:00000200:3.0:1767389129.264833:0:337535:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a77bf420 x1853241654556928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 40000000:00000010:2.0:1767389129.264843:0:361988:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000dcbf39dc. 00100000:00000010:2.0:1767389129.264852:0:361988:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000199c659a. 00040000:00000010:2.0:1767389129.264867:0:361988:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a8d85655. 00040000:00000010:2.0:1767389129.264873:0:361988:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000038437f0. 00040000:00000010:2.0:1767389129.264877:0:361988:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000be6f061f. 00080000:00000010:2.0:1767389129.264881:0:361988:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000005e98eb73. 00000004:00000010:2.0:1767389129.264890:0:361988:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004dd825d2. 02000000:00000010:3.0:1767389129.264893:0:337535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e3d964b6. 00000004:00000010:2.0:1767389129.264897:0:361988:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000d67da91. 02000000:00000010:3.0:1767389129.264907:0:337535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d11cb0b3. 00000004:00000010:2.0:1767389129.264907:0:361988:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000061a81c71. 00000004:00000010:2.0:1767389129.264922:0:361988:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a3b9d8b4. 00000100:00000010:3.0:1767389129.264923:0:337535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a77bf420. 00000020:00000010:2.0:1767389129.264929:0:361988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5311874. 00000020:00000010:2.0:1767389129.264938:0:361988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8cee59a. 00000020:00000010:2.0:1767389129.264941:0:361988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000008:00000010:2.0:1767389129.264946:0:361988:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000007b24406d. 00020000:00000010:2.0:1767389129.264950:0:361988:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000c2af1e48. 00008000:00000010:2.0:1767389129.264953:0:361988:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000305bf4e1. 00000080:00000010:2.0:1767389129.264958:0:361988:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000008f237d4f. 00000020:00000010:2.0:1767389129.264965:0:361988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ec9610d. 00000020:00000010:2.0:1767389129.264971:0:361988:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 00000000c455481a. 00000020:00000010:2.0:1767389129.264981:0:361988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc2180e6. 00000020:00000010:2.0:1767389129.264986:0:361988:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006874ae4b. 00000040:00000010:2.0:1767389129.264991:0:361988:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000014ce6cbf. 00000020:00000010:2.0:1767389129.264995:0:361988:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000061a81c71. 00000020:00000010:2.0:1767389129.264999:0:361988:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000014115d85. 00000020:00000010:2.0:1767389129.265002:0:361988:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006be09777. 80000000:00000010:2.0:1767389129.265005:0:361988:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000119f9dbc. 40000000:00000010:2.0:1767389129.265009:0:361988:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000085dd4613. 00100000:00000010:2.0:1767389129.265013:0:361988:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004dd825d2. 00040000:00000010:2.0:1767389129.265017:0:361988:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a8d85655. 00040000:00000010:2.0:1767389129.265023:0:361988:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005e98eb73. 00040000:00000010:2.0:1767389129.265027:0:361988:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be6f061f. 00080000:00000010:2.0:1767389129.265031:0:361988:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000038437f0. 00000004:00000010:2.0:1767389129.265035:0:361988:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000199c659a. 00000004:00000010:2.0:1767389129.265040:0:361988:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d69cf81f. 00000004:00000010:2.0:1767389129.265043:0:361988:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000caeab2f6. 00000004:00000010:2.0:1767389129.265047:0:361988:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a3b9d8b4. 00000020:00000010:2.0:1767389129.265050:0:361988:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf4520e4. 00000020:00000010:2.0:1767389129.265057:0:361988:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8cee59a. 00000020:00000010:2.0:1767389129.265060:0:361988:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.265065:0:361988:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 000000007e4e734d. 00000020:00000010:2.0:1767389129.265068:0:361988:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 00000000cebea8aa. 00000020:00000010:2.0:1767389129.265075:0:361988:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000092a521ca. 00000100:00000010:2.0:1767389129.265117:0:361988:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036f9ab8d. 02000000:00000010:2.0:1767389129.265125:0:361988:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000079908939. 02000000:00000010:3.0:1767389129.265213:0:337535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d11cb0b3. 00000400:00000010:3.0:1767389129.265228:0:337535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052c5be4b. 00000400:00000010:3.0:1767389129.265237:0:337535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67c1aca. 00000100:00000200:3.0:1767389129.265243:0:337535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654557056, portal 10 00000020:00000010:3.0:1767389129.265257:0:337535:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003db07adf. 00000400:00000010:3.0:1767389129.265269:0:337535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d43b72. 00000100:00000200:3.0:1767389129.265278:0:337535:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853241654557056, offset 0 00000400:00000200:3.0:1767389129.265291:0:337535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389129.265310:0:337535:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389129.265324:0:337535:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695837280b980 00000400:00000200:3.0:1767389129.265336:0:337535:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x2771 [64] + 744 00000400:00000200:3.0:1767389129.265345:0:337535:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389129.265356:0:337535:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767389129.265366:0:337535:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767389129.265372:0:337535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a77bf420. 00000400:00000200:3.0:1767389129.265397:0:337535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d43b72 00000400:00000010:3.0:1767389129.265401:0:337535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d43b72. 00000100:00000200:3.0:1767389129.265417:0:337535:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036f9ab8d x1853241654557056/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1767389129.265509:0:361964:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e63b538e. 00000004:00000010:3.0:1767389129.265520:0:361964:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007205a496. 00000004:00000010:3.0:1767389129.265536:0:361964:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e2d98685. 00000004:00000010:3.0:1767389129.265542:0:361964:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e3d964b6. 00000020:00000010:3.0:1767389129.265558:0:361964:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012b8e98d. 00000020:00000010:3.0:1767389129.265566:0:361964:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c33b0c6. 00000020:00000010:3.0:1767389129.265573:0:361964:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000100:00000200:3.0:1767389129.265615:0:361964:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654557056 02000000:00000010:3.0:1767389129.265636:0:361964:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000014c174e6. 00000400:00000010:3.0:1767389129.265651:0:361964:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d43b72. 00000100:00000200:3.0:1767389129.265661:0:361964:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853241654557056, offset 0 00000400:00000200:3.0:1767389129.265678:0:361964:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389129.265696:0:361964:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389129.265711:0:361964:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695837280b980 00000400:00000200:3.0:1767389129.265769:0:361964:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2fbd [1] + 0 00000400:00000200:3.0:1767389129.265782:0:361964:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389129.265791:0:361964:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767389129.265804:0:361964:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036f9ab8d x1853241654557056/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389129.265851:0:361964:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d43b72 00000020:00000010:2.0:1767389129.265854:0:361988:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 000000007e4e734d. 00000400:00000010:3.0:1767389129.265861:0:361964:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d43b72. 00000020:00000010:2.0:1767389129.265861:0:361988:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 00000000cebea8aa. 00000020:00000010:2.0:1767389129.265873:0:361988:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006874ae4b. 00000040:00000010:2.0:1767389129.265880:0:361988:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000014ce6cbf. 00000020:00000010:2.0:1767389129.265884:0:361988:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000061a81c71. 00000020:00000010:2.0:1767389129.265887:0:361988:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000014115d85. 00000020:00000010:3.0:1767389129.265891:0:361964:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c33b0c6. 00000020:00000010:2.0:1767389129.265892:0:361988:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006be09777. 80000000:00000010:2.0:1767389129.265899:0:361988:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000119f9dbc. 00000020:00000010:3.0:1767389129.265905:0:361964:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389129.265920:0:361964:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012b8e98d. 40000000:00000010:2.0:1767389129.265948:0:361988:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000085dd4613. 00100000:00000010:2.0:1767389129.265955:0:361988:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004dd825d2. 00040000:00000010:2.0:1767389129.265959:0:361988:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a8d85655. 00040000:00000010:2.0:1767389129.265966:0:361988:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005e98eb73. 00040000:00000010:2.0:1767389129.265972:0:361988:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000be6f061f. 00080000:00000010:2.0:1767389129.265977:0:361988:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000038437f0. 00000004:00000010:2.0:1767389129.265984:0:361988:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000199c659a. 00000004:00000010:2.0:1767389129.265990:0:361988:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000d69cf81f. 00000004:00000010:2.0:1767389129.265996:0:361988:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000caeab2f6. 00000004:00000010:2.0:1767389129.266000:0:361988:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a3b9d8b4. 00000020:00000010:2.0:1767389129.266006:0:361988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc2180e6. 00000020:00000010:2.0:1767389129.266013:0:361988:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8cee59a. 00000020:00000010:2.0:1767389129.266015:0:361988:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.266021:0:361988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cf4520e4. 00000400:00000010:3.0:1767389129.266031:0:337535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052c5be4b. 00000400:00000200:3.0:1767389129.266043:0:337535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67c1aca 00000400:00000010:3.0:1767389129.266047:0:337535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67c1aca. 00000100:00000200:3.0:1767389129.266062:0:337535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036f9ab8d x1853241654557056/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389129.266078:0:337535:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036f9ab8d x1853241654557056/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767389129.266146:0:337535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d11cb0b3. 02000000:00000010:3.0:1767389129.266158:0:337535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000079908939. 00000100:00000010:3.0:1767389129.266166:0:337535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036f9ab8d. 00000020:00000010:3.0:1767389129.266213:0:361988:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 0000000085e43b9e. 00000020:00000010:3.0:1767389129.266224:0:361988:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000d3de9da9. 00000100:00000010:3.0:1767389129.266256:0:361988:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d59fae0. 02000000:00000010:3.0:1767389129.266272:0:361988:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012b8e98d. 00000100:00000010:3.0:1767389129.266286:0:361988:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000017beea31. 02000000:00000010:3.0:1767389129.266326:0:361988:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000cf26e950. 00000400:00000010:3.0:1767389129.266336:0:361988:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052c5be4b. 00000400:00000010:3.0:1767389129.266349:0:361988:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b90e19be. 00000100:00000200:3.0:1767389129.266357:0:361988:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853241654557184, portal 25 00000400:00000010:3.0:1767389129.266366:0:361988:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67c1aca. 00000100:00000200:3.0:1767389129.266374:0:361988:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853241654557184, offset 0 00000400:00000200:3.0:1767389129.266388:0:361988:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389129.266408:0:361988:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389129.266428:0:361988:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695837280ba00 00000400:00000200:3.0:1767389129.266443:0:361988:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x2699 [2] + 0 00000400:00000010:3.0:1767389129.266451:0:361988:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000634cd787. 00000400:00000200:3.0:1767389129.266461:0:361988:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000066dc3bc5 00000400:00000200:3.0:1767389129.266468:0:361988:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389129.266479:0:361988:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767389129.266490:0:361988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066dc3bc5 00000400:00000010:3.0:1767389129.266495:0:361988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066dc3bc5. 00000100:00000200:3.0:1767389129.266505:0:361988:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767389129.266538:0:361988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67c1aca 00000400:00000010:3.0:1767389129.266546:0:361988:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67c1aca. 00000100:00000200:3.0:1767389129.266559:0:361988:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000d59fae0 x1853241654557184/t0(0) o502->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389129.267039:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000902d429d. 00000020:00000010:2.0:1767389129.267043:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000902d429d. 00000020:00000010:2.0:1767389129.267048:0:361958:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5311874. 00000020:00000010:2.0:1767389129.267054:0:361958:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c8cee59a. 00000020:00000010:2.0:1767389129.267058:0:361958:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.267108:0:361958:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000902d429d. 00000020:00000010:2.0:1767389129.267110:0:361958:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000902d429d. 00000100:00000200:2.0:1767389129.267113:0:361958:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654557184 02000000:00000010:2.0:1767389129.267132:0:361958:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 0000000036b5cf2c. 00000040:00000010:2.0:1767389129.267140:0:361958:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004e40af2a. 00000040:00000010:2.0:1767389129.267149:0:361958:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000297b833d. 00000040:00000010:2.0:1767389129.267448:0:361958:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000297b833d. 00000040:00000010:2.0:1767389129.267452:0:361958:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004e40af2a. 00010000:00000200:2.0:1767389129.267462:0:361958:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002f4023fb x1853241654557184/t0(0) o502->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 272/8472 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767389129.267474:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000000710da6b. 00000100:00000200:2.0:1767389129.267479:0:361958:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853241654557184, offset 224 00000400:00000200:2.0:1767389129.267485:0:361958:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.267494:0:361958:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.267506:0:361958:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695837280ba00 00000400:00000200:2.0:1767389129.267511:0:361958:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2fc9 [4] + 224 00000400:00000200:2.0:1767389129.267520:0:361958:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.267523:0:361958:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767389129.267527:0:361958:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000d59fae0 x1853241654557184/t0(0) o502->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389129.267549:0:361958:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000710da6b 00000400:00000010:2.0:1767389129.267552:0:361958:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000000710da6b. 00000020:00000010:2.0:1767389129.267566:0:361958:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c8cee59a. 00000400:00000010:1.0:1767389129.267566:0:361988:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052c5be4b. 00000020:00000010:2.0:1767389129.267575:0:361958:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000400:00000200:1.0:1767389129.267576:0:361988:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b90e19be 00000020:00000010:2.0:1767389129.267580:0:361958:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5311874. 00000400:00000010:1.0:1767389129.267580:0:361988:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b90e19be. 02000000:00000010:2.0:1767389129.267592:0:361958:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 0000000036b5cf2c. 00000100:00000200:1.0:1767389129.267594:0:361988:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000d59fae0 x1853241654557184/t0(0) o502->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389129.267607:0:361988:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000d59fae0 x1853241654557184/t0(0) o502->MGC192.168.204.113@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767389129.267610:0:361958:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767389129.267617:0:361958:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000443571ec. 00000400:00000010:2.0:1767389129.267623:0:361958:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000710da6b. 00000100:00000010:1.0:1767389129.267636:0:361988:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000017beea31. 02000000:00000010:1.0:1767389129.267648:0:361988:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000cf26e950. 02000000:00000010:1.0:1767389129.267666:0:361988:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000012b8e98d. 00000100:00000010:1.0:1767389129.267672:0:361988:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000d59fae0. 00000040:00000010:1.0:1767389129.267680:0:361988:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000002f8b62de. 00000020:00000010:1.0:1767389129.267687:0:361988:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000b4c5402c. 00000020:00000010:1.0:1767389129.267695:0:361988:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008c140245. 00000040:00000010:1.0:1767389129.267700:0:361988:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ceb25b09. 00000020:00000010:1.0:1767389129.267704:0:361988:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000044a94d44. 00000020:00000010:1.0:1767389129.267707:0:361988:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000da6a4d50. 00000020:00000010:1.0:1767389129.267709:0:361988:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009c38b7eb. 80000000:00000010:1.0:1767389129.267714:0:361988:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c0ac8116. 40000000:00000010:1.0:1767389129.267717:0:361988:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000f5a88f7a. 00100000:00000010:1.0:1767389129.267719:0:361988:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dbed5725. 00040000:00000010:1.0:1767389129.267748:0:361988:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b16a15b9. 00040000:00000010:1.0:1767389129.267753:0:361988:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004412f119. 00040000:00000010:1.0:1767389129.267758:0:361988:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001e5de029. 00080000:00000010:1.0:1767389129.267761:0:361988:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000036fc59d8. 00000004:00000010:1.0:1767389129.267764:0:361988:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000adc2ad31. 00000004:00000010:1.0:1767389129.267767:0:361988:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000025ef4b8d. 00000004:00000010:1.0:1767389129.267769:0:361988:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003c68c06d. 00002000:00000010:1.0:1767389129.267774:0:361988:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b7b9852d. 00000004:00000010:1.0:1767389129.267779:0:361988:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000ee63ac9. 00000020:00000010:1.0:1767389129.267783:0:361988:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c7cdb20d. 00000040:00000010:2.0:1767389129.267838:0:361953:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000035f6bcfd. 00000040:00000010:2.0:1767389129.267846:0:361953:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000df27e902. 00000040:00000010:2.0:1767389129.267856:0:361953:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005e2fc7f8. 00000020:00000010:2.0:1767389129.267864:0:361953:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eccba725. 00000040:00000010:2.0:1767389129.267870:0:361953:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000bb46aaf. 00000020:00000010:2.0:1767389129.267875:0:361953:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bd34fff1. 00000020:00000010:2.0:1767389129.267876:0:361953:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000067b9eed3. 80000000:00000010:2.0:1767389129.267880:0:361953:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004dea1d20. 00040000:00000010:2.0:1767389129.267882:0:361953:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ad25a5b6. 00080000:00000010:2.0:1767389129.267884:0:361953:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000df4d7367. 20000000:00000010:2.0:1767389129.267887:0:361953:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000002d812d8e. 00000020:00000010:2.0:1767389129.267892:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000475306d0. 10000000:00000010:2.0:1767389129.267896:0:361953:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000016bb835b. 00000020:00000010:2.0:1767389129.267910:0:361953:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dc23defb. 00000040:00000010:2.0:1767389129.267916:0:361953:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006cf5075d. 00000020:00000010:2.0:1767389129.267922:0:361953:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000078108717. 00000020:00000010:2.0:1767389129.267930:0:361953:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000063fb71e. 00040000:00000010:2.0:1767389129.267933:0:361953:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004ccfbe9. 00040000:00000010:2.0:1767389129.267937:0:361953:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000095db391d. 00080000:00000010:2.0:1767389129.267939:0:361953:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007bbdb3fe. 00000020:00000010:2.0:1767389129.267942:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036b0c403. 00000020:00000010:2.0:1767389129.267944:0:361953:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 0000000060950493. 00000020:00000010:2.0:1767389129.267946:0:361953:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000ae474adc. 00000020:00000010:2.0:1767389129.267948:0:361953:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 0000000077311272. 00000020:00000010:2.0:1767389129.267951:0:361953:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 0000000011765aaf. 00000020:00000010:2.0:1767389129.267978:0:361953:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 00000000df27e902. 00000100:00000010:2.0:1767389129.268010:0:361953:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fca913c5. 02000000:00000010:2.0:1767389129.268021:0:361953:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000297b833d. 00000100:00000010:2.0:1767389129.268027:0:361953:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a3b9d8b4. 00000100:00000010:2.0:1767389129.268029:0:361953:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000095d21e5c. 00000100:00000010:2.0:1767389129.268036:0:361953:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000060950493. 00000400:00000010:2.0:1767389129.268049:0:361953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdf91e3e. 00000400:00000010:2.0:1767389129.268054:0:361953:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389129.268057:0:361953:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695837280ba80-0x695837280ba80, portal 33 02000000:00000010:2.0:1767389129.268064:0:361953:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006f7826eb. 00000400:00000010:2.0:1767389129.268067:0:361953:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000525336c7. 00000400:00000010:2.0:1767389129.268070:0:361953:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000063061490. 00000100:00000200:2.0:1767389129.268074:0:361953:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853241654557312, portal 25 00000400:00000010:2.0:1767389129.268077:0:361953:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e4e734d. 00000100:00000200:2.0:1767389129.268079:0:361953:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853241654557312, offset 0 00000400:00000200:2.0:1767389129.268087:0:361953:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.268109:0:361953:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.268115:0:361953:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695837280ba80 00000400:00000200:2.0:1767389129.268119:0:361953:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x269d [2] + 0 00000400:00000010:2.0:1767389129.268123:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000495d5a0c. 00000400:00000200:2.0:1767389129.268144:0:361953:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dcecb2fe 00000400:00000200:2.0:1767389129.268151:0:361953:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.268157:0:361953:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767389129.268162:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dcecb2fe 00000400:00000010:2.0:1767389129.268166:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dcecb2fe. 00000100:00000200:2.0:1767389129.268172:0:361953:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767389129.268195:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e4e734d 00000400:00000010:2.0:1767389129.268199:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e4e734d. 00000100:00000200:2.0:1767389129.268209:0:361953:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fca913c5 x1853241654557312/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767389129.268318:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000902d429d. 00000020:00000010:2.0:1767389129.268323:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000902d429d. 00000020:00000010:2.0:1767389129.268329:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5311874. 00000020:00000010:2.0:1767389129.268333:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ae474adc. 00000020:00000010:2.0:1767389129.268340:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.268371:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000902d429d. 00000020:00000010:2.0:1767389129.268374:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000902d429d. 00000100:00000200:2.0:1767389129.268377:0:361957:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654557312 02000000:00000010:2.0:1767389129.268393:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002f8b62de. 20000000:00000010:2.0:1767389129.268404:0:361957:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 0000000078fffa08. 00000100:00000010:2.0:1767389129.268409:0:361957:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000006d696304. 00000100:00000010:2.0:1767389129.268416:0:361957:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000077391801. 00000400:00000010:2.0:1767389129.268423:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000400:00000010:2.0:1767389129.268431:0:361957:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cecb03fb. 00000400:00000200:2.0:1767389129.268440:0:361957:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:2.0:1767389129.268453:0:361957:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:2.0:1767389129.268461:0:361957:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695837280ba80 00000400:00000200:2.0:1767389129.268469:0:361957:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2fd9 [1] + 0 00000400:00000010:2.0:1767389129.268474:0:361957:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdf91e3e. 00000400:00000200:2.0:1767389129.268479:0:361957:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000032e53f6d 00000100:00000200:2.0:1767389129.268485:0:361957:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000006d696304 00000400:00000200:2.0:1767389129.268496:0:361957:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:2.0:1767389129.268513:0:361957:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2fe5 00000400:00000200:2.0:1767389129.268518:0:361957:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.268524:0:361957:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:2.0:1767389129.268531:0:361957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3df1a58 00000400:00000010:2.0:1767389129.268533:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389129.268539:0:361957:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 000000006d696304 00000400:00000200:2.0:1767389129.268550:0:361957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000400:00000010:2.0:1767389129.268553:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000100:00000200:2.0:1767389129.268559:0:361957:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000fca913c5 desc 00000000a3b9d8b4 mbits 1853241654557312 00000100:00000200:2.0:1767389129.268571:0:361957:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695837280ba80-0x695837280ba80 20000000:00000010:2.0:1767389129.268582:0:361957:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000119f9dbc. 20000000:00000010:2.0:1767389129.268593:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004e40af2a. 20000000:00000010:2.0:1767389129.268600:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e8e7519d. 20000000:00000010:2.0:1767389129.268608:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ad25a5b6. 20000000:00000010:2.0:1767389129.268612:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000067b9eed3. 20000000:00000010:2.0:1767389129.268615:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000036b0c403. 20000000:00000010:2.0:1767389129.268619:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000095db391d. 20000000:00000010:2.0:1767389129.268623:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000063fb71e. 20000000:00000010:2.0:1767389129.268629:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006cf5075d. 20000000:00000010:2.0:1767389129.268633:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dc23defb. 20000000:00000010:2.0:1767389129.268637:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000475306d0. 20000000:00000010:2.0:1767389129.268640:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000bb46aaf. 20000000:00000010:2.0:1767389129.268645:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eccba725. 20000000:00000010:2.0:1767389129.268650:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cf4520e4. 20000000:00000010:2.0:1767389129.268655:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000be6f061f. 20000000:00000010:2.0:1767389129.268659:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dc2180e6. 20000000:00000010:2.0:1767389129.268663:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006be09777. 20000000:00000010:2.0:1767389129.268666:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000014ce6cbf. 20000000:00000010:2.0:1767389129.268670:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006874ae4b. 20000000:00000010:2.0:1767389129.268676:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cf3d1ce2. 20000000:00000010:2.0:1767389129.268684:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000112823b3. 20000000:00000010:2.0:1767389129.268689:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000679bc3b2. 20000000:00000010:2.0:1767389129.268693:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006498e85d. 20000000:00000010:2.0:1767389129.268699:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000abe150d7. 20000000:00000010:2.0:1767389129.268705:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000002708d9c. 20000000:00000010:2.0:1767389129.268710:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005bd82b61. 20000000:00000010:2.0:1767389129.268714:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000eb30a7dd. 20000000:00000010:2.0:1767389129.268721:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000014f1b071. 20000000:00000010:2.0:1767389129.268726:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000806913f8. 20000000:00000010:2.0:1767389129.268731:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000008efb5bdc. 20000000:00000010:2.0:1767389129.268736:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a5c8532c. 20000000:00000010:2.0:1767389129.268822:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b226a3ae. 20000000:00000010:2.0:1767389129.268829:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e6f5d61b. 20000000:00000010:2.0:1767389129.268833:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000dc00359e. 20000000:00000010:2.0:1767389129.268838:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001552d8f3. 20000000:00000010:2.0:1767389129.268845:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f2b4e234. 20000000:00000010:2.0:1767389129.268854:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d0020363. 20000000:00000010:2.0:1767389129.268858:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d18df1b7. 20000000:00000010:2.0:1767389129.268861:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000007636fda. 20000000:00000010:2.0:1767389129.268867:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000098d96cd4. 20000000:00000010:2.0:1767389129.268871:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000170c3172. 20000000:00000010:2.0:1767389129.268879:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009ca11833. 20000000:00000010:2.0:1767389129.268886:0:361957:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e5d98d14. 00080000:00000010:2.0:1767389129.268962:0:361957:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000032166adc. 00000020:00000010:0.0:1767389129.274286:0:361989:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000cf2bcd73. 00000020:00000010:0.0:1767389129.274296:0:361989:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000cf2bcd73. 00000004:00000010:2.0:1767389129.277688:0:338162:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 000000009c39064e. 00080000:00000010:2.0:1767389129.277697:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000058783ff3. 00080000:00000010:2.0:1767389129.277702:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000597b7c44. 00080000:00000010:2.0:1767389129.277707:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000009529fdfd. 00080000:00000010:2.0:1767389129.277712:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000043ac27bb. 00080000:00000010:3.0:1767389129.277906:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000476e11cc. 00080000:00000010:0.0:1767389129.289348:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000032166adc. 00010000:00000010:0.0:1767389129.289468:0:361959:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000adb40525. 00010000:00000010:0.0:1767389129.289491:0:361959:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f4d0d176. 00000100:00000010:0.0:1767389129.289511:0:361959:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4571fea. 00000100:00000010:0.0:1767389129.289525:0:361959:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bbe0c78d. 02000000:00000010:0.0:1767389129.289540:0:361959:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a23ba5c8. 02000000:00000010:0.0:1767389129.289582:0:361959:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003c1ef98d. 00000400:00000010:0.0:1767389129.289590:0:361959:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012ee9b3e. 00000400:00000010:0.0:1767389129.289596:0:361959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eba5e862. 00000100:00000200:0.0:1767389129.289603:0:361959:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654557440, portal 16 00000400:00000010:0.0:1767389129.289609:0:361959:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000100:00000200:0.0:1767389129.289612:0:361959:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853241654557440, offset 0 00000400:00000200:0.0:1767389129.289621:0:361959:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767389129.289637:0:361959:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767389129.289650:0:361959:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695837280bb00 00000400:00000200:0.0:1767389129.289658:0:361959:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1ce9 [2] + 1968 00000400:00000010:0.0:1767389129.289663:0:361959:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001afdfa6e. 00000400:00000200:0.0:1767389129.289669:0:361959:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000095ff2f62 00000400:00000200:0.0:1767389129.289674:0:361959:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767389129.289680:0:361959:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767389129.289688:0:361959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095ff2f62 00000400:00000010:0.0:1767389129.289690:0:361959:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000095ff2f62. 00000100:00000200:0.0:1767389129.289697:0:361959:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:0.0:1767389129.289769:0:361959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000400:00000010:0.0:1767389129.289774:0:361959:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000100:00000200:0.0:1767389129.289786:0:361959:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000bbe0c78d x1853241654557440/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389145 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1767389129.289795:0:338163:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d11cb0b3. 00000100:00000010:3.0:1767389129.289806:0:338163:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a204a983. 00000100:00000200:3.0:1767389129.289815:0:338163:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1767389129.289823:0:338163:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094ee6293. 00000400:00000010:3.0:1767389129.289831:0:338163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002ba8a81. 00040000:00000010:3.0:1767389129.289849:0:338163:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000cbdd4e45. 00000004:00000010:3.0:1767389129.289855:0:338163:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fd38fa0a. 00000004:00000010:3.0:1767389129.289862:0:338163:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a2ef5307. 00000004:00000010:3.0:1767389129.289869:0:338163:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000486a7b9c. 00000004:00000010:3.0:1767389129.289875:0:338163:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000ad1a059. 00000020:00000010:3.0:1767389129.289891:0:338163:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005339a01c. 00000020:00000010:3.0:1767389129.289899:0:338163:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005339a01c. 00000020:00000010:3.0:1767389129.289908:0:338163:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000939df98c. 00000020:00000010:3.0:1767389129.289916:0:338163:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c33b0c6. 00000020:00000010:3.0:1767389129.289925:0:338163:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389129.290017:0:338163:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005339a01c. 00000020:00000010:3.0:1767389129.290034:0:338163:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005339a01c. 00000100:00000200:3.0:1767389129.290042:0:338163:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654557440 02000000:00000010:3.0:1767389129.290060:0:338163:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e39b6fc6. 00000400:00000010:3.0:1767389129.290073:0:338163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67c1aca. 00000100:00000200:3.0:1767389129.290078:0:338163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853241654557440, offset 224 00000400:00000200:3.0:1767389129.290086:0:338163:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389129.290116:0:338163:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389129.290127:0:338163:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695837280bb00 00000400:00000200:3.0:1767389129.290136:0:338163:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2fe9 [1] + 224 00000400:00000200:3.0:1767389129.290143:0:338163:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389129.290149:0:338163:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767389129.290168:0:338163:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000bbe0c78d x1853241654557440/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389145 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767389129.290203:0:338163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67c1aca 00000400:00000010:3.0:1767389129.290207:0:338163:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67c1aca. 00010000:00000010:3.0:1767389129.290222:0:338163:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000008aaf1cc7. 00000400:00000010:1.0:1767389129.290248:0:361959:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012ee9b3e. 00000400:00000200:1.0:1767389129.290255:0:361959:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eba5e862 00000400:00000010:1.0:1767389129.290258:0:361959:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eba5e862. 00000100:00000200:1.0:1767389129.290267:0:361959:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000bbe0c78d x1853241654557440/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389145 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767389129.290271:0:338163:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c33b0c6. 00000020:00000010:3.0:1767389129.290288:0:338163:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000100:00000200:1.0:1767389129.290288:0:361959:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000bbe0c78d x1853241654557440/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767389145 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767389129.290305:0:338163:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000939df98c. 02000000:00000010:1.0:1767389129.290322:0:361959:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c1ef98d. 02000000:00000010:3.0:1767389129.290323:0:338163:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e39b6fc6. 02000000:00000010:1.0:1767389129.290332:0:361959:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a23ba5c8. 02000000:00000010:3.0:1767389129.290338:0:338163:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000a1408b5c. 00000100:00000010:1.0:1767389129.290340:0:361959:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbe0c78d. 00000100:00000010:1.0:1767389129.290352:0:361959:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d4571fea. 00010000:00000010:1.0:1767389129.290357:0:361959:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f4d0d176. 00000100:00000010:3.0:1767389129.290360:0:338163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000066bee89e. 02000000:00000010:3.0:1767389129.290378:0:338163:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004c72710b. 00000100:00000010:3.0:1767389129.290384:0:338163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee3a3af1. 02000000:00000010:3.0:1767389129.290393:0:338163:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000004b957225. 00000100:00000010:3.0:1767389129.290398:0:338163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001fd3b5ce. 02000000:00000010:3.0:1767389129.290406:0:338163:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000abd18d47. 00000100:00000010:3.0:1767389129.290411:0:338163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6e82fd7. 02000000:00000010:3.0:1767389129.290415:0:338163:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c33d78c3. 00000100:00000010:3.0:1767389129.290419:0:338163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000436416d9. 02000000:00000010:3.0:1767389129.290424:0:338163:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cae8f3aa. 00000100:00000010:3.0:1767389129.290428:0:338163:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2fe0930. 00000100:00000010:3.0:1767389129.290434:0:338163:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000087be0d40. 00000100:00000010:3.0:1767389129.290442:0:338163:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000618c952e. 00000100:00000010:0.0:1767389129.290541:0:339023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ac472b2. 02000000:00000010:0.0:1767389129.290558:0:339023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a23ba5c8. 02000000:00000010:2.0:1767389129.290613:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4c129e3. 00000400:00000010:2.0:1767389129.290621:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdf91e3e. 00000400:00000010:2.0:1767389129.290628:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032e53f6d. 00010000:00000010:0.0:1767389129.290633:0:339023:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000008aaf1cc7. 00000100:00000200:2.0:1767389129.290634:0:337539:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654557568, portal 18 00000400:00000010:2.0:1767389129.290642:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389129.290647:0:337539:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853241654557568, offset 0 00000400:00000200:2.0:1767389129.290656:0:337539:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.290673:0:337539:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.290685:0:337539:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695837280bb80 00000400:00000200:2.0:1767389129.290693:0:337539:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1d [2] + 328 00000400:00000200:2.0:1767389129.290698:0:337539:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.290702:0:337539:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767389129.290707:0:337539:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767389129.290711:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5dc7055. 00000400:00000200:2.0:1767389129.290752:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3df1a58 00000400:00000010:2.0:1767389129.290755:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000100:00000200:2.0:1767389129.290759:0:337539:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002ac472b2 x1853241654557568/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389145 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1767389129.290780:0:338167:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fa84883c. 00000004:00000010:1.0:1767389129.290785:0:338167:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fb243749. 00000004:00000010:1.0:1767389129.290790:0:338167:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000044293907. 00000004:00000010:1.0:1767389129.290794:0:338167:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003c68c06d. 00000004:00000010:1.0:1767389129.290798:0:338167:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000d6eb2ab. 00000020:00000010:1.0:1767389129.290810:0:338167:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b5bbe0b. 00000020:00000010:1.0:1767389129.290816:0:338167:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b5bbe0b. 00000020:00000010:1.0:1767389129.290821:0:338167:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054c2dc4a. 00000020:00000010:1.0:1767389129.290824:0:338167:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000007a94df4. 00000020:00000010:1.0:1767389129.290828:0:338167:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4f5a43. 00000100:00000200:1.0:1767389129.290852:0:338167:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b5dc7055 x1853241654557568/t0(0) o103->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 328/0 e 0 to 0 dl 1767389140 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389129.290894:0:338167:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b5bbe0b. 00000020:00000010:1.0:1767389129.290897:0:338167:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001b5bbe0b. 00000100:00000200:1.0:1767389129.290899:0:338167:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654557568 02000000:00000010:1.0:1767389129.290907:0:338167:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003ec50909. 00000020:00000010:1.0:1767389129.290924:0:338167:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000001b5bbe0b. 00010000:00000010:1.0:1767389129.290935:0:338167:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d511ecfc. 00000100:00000010:1.0:1767389129.290941:0:338167:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000be1ab5fc. 00000100:00000010:1.0:1767389129.290964:0:338167:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000be1ab5fc. 00010000:00000010:1.0:1767389129.290968:0:338167:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d511ecfc. 00000400:00000010:1.0:1767389129.290979:0:338167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.290984:0:338167:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853241654557568, offset 224 00000400:00000200:1.0:1767389129.290995:0:338167:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389129.291010:0:338167:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389129.291022:0:338167:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695837280bb80 00000400:00000200:1.0:1767389129.291030:0:338167:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2ff9 [1] + 224 00000400:00000200:1.0:1767389129.291035:0:338167:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389129.291041:0:338167:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767389129.291050:0:338167:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002ac472b2 x1853241654557568/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389145 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389129.291071:0:338167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f35abd 00000400:00000010:1.0:1767389129.291073:0:338167:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000020:00000010:1.0:1767389129.291090:0:338167:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000007a94df4. 00000020:00000010:1.0:1767389129.291110:0:338167:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389129.291114:0:338167:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054c2dc4a. 00000400:00000010:0.0:1767389129.291134:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdf91e3e. 00000400:00000200:0.0:1767389129.291145:0:337539:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032e53f6d 00000400:00000010:0.0:1767389129.291148:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032e53f6d. 00000100:00000200:0.0:1767389129.291161:0:337539:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002ac472b2 x1853241654557568/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389145 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389129.291180:0:337539:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002ac472b2 x1853241654557568/t0(0) o103->MGC192.168.204.113@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767389145 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767389129.291215:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4c129e3. 02000000:00000010:0.0:1767389129.291222:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a23ba5c8. 00000100:00000010:0.0:1767389129.291229:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002ac472b2. 00000400:00000200:0.0:1767389129.291856:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp46 00000400:00000010:0.0:1767389129.291862:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c1fead47. 00000400:00000010:0.0:1767389129.291871:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000a23ba5c8. 00000400:00000010:0.0:1767389129.291878:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000400:00000010:0.0:1767389129.291893:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003c92281e. 00000400:00000200:0.0:1767389129.291900:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp46 00000400:00000200:0.0:1767389129.291921:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp46 local destination 00000400:00000200:0.0:1767389129.291931:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp46 00000400:00000200:0.0:1767389129.291940:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp46 NI seq info: [264:264:256:4294967295] 192.168.204.113@tcp46 LPNI seq info [229:229:8:4294967295] 00000400:00000200:0.0:1767389129.291952:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp46 00000400:00000200:0.0:1767389129.291967:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp46(192.168.204.113@tcp46:) -> 192.168.204.113@tcp46(192.168.204.113@tcp46:192.168.204.113@tcp46) : GET try# 0 00000800:00000200:0.0:1767389129.291978:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp46 00000800:00000010:0.0:1767389129.291986:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000066383c1d. 00000800:00000200:0.0:1767389129.291997:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000053e93c7] -> 12345-192.168.204.113@tcp46 (2) 00000800:00000200:0.1:1767389129.292005:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000053e93c7] -> 12345-192.168.204.113@tcp46 (2) 00000400:00000200:0.0:1767389129.292044:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp46 added to recovery queue. ping count: 5 next ping: 5082 health :500 00000400:00000200:3.0:1767389129.292245:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.292365:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.292425:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.292490:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.292636:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.292730:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.292864:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.292964:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.293140:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.293231:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.293305:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.293379:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.293473:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.293552:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.293658:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.293723:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.293849:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.293974:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000100:00000010:2.0:1767389129.294020:0:361957:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000077391801. 00000100:00000010:2.0:1767389129.294029:0:361957:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000006d696304. 20000000:00000010:2.0:1767389129.294034:0:361957:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 0000000078fffa08. 00010000:00000200:2.0:1767389129.294047:0:361957:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000769a4ff5 x1853241654557312/t0(0) o253->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:580/0 lens 4784/4768 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389129.294050:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000010:2.0:1767389129.294076:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c37db4e9. 00000100:00000200:2.0:1767389129.294079:0:361957:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853241654557312, offset 224 00000400:00000200:2.0:1767389129.294089:0:361957:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389129.294109:0:361957:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389129.294114:0:361957:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695837280ba80 00000400:00000200:2.0:1767389129.294119:0:361957:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2fdd [2] + 224 00000400:00000200:2.0:1767389129.294135:0:361957:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767389129.294137:0:361957:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767389129.294145:0:361957:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fca913c5 x1853241654557312/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389129.294149:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:2.0:1767389129.294186:0:361957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c37db4e9 00000400:00000010:2.0:1767389129.294203:0:361957:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c37db4e9. 00000020:00000010:2.0:1767389129.294218:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ae474adc. 00000020:00000010:2.0:1767389129.294223:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389129.294229:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5311874. 02000000:00000010:2.0:1767389129.294236:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002f8b62de. 00000100:00000200:2.0:1767389129.294252:0:361957:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767389129.294268:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000010:2.0:1767389129.294269:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cf68b7b. 00000400:00000010:0.0:1767389129.294272:0:361953:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000525336c7. 00000400:00000200:0.0:1767389129.294281:0:361953:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063061490 00000400:00000010:0.0:1767389129.294285:0:361953:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063061490. 00000400:00000010:2.0:1767389129.294292:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c37db4e9. 00000100:00000200:0.0:1767389129.294298:0:361953:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fca913c5 x1853241654557312/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389129.294318:0:361953:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fca913c5 x1853241654557312/t0(0) o253->MGC192.168.204.113@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389129.294324:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000100:00000010:0.0:1767389129.294346:0:361953:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000060950493. 02000000:00000010:0.0:1767389129.294359:0:361953:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006f7826eb. 00000400:00000200:3.0:1767389129.294364:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000100:00000010:0.0:1767389129.294366:0:361953:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000095d21e5c. 00000100:00000010:0.0:1767389129.294371:0:361953:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a3b9d8b4. 02000000:00000010:0.0:1767389129.294377:0:361953:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000297b833d. 00000100:00000010:0.0:1767389129.294382:0:361953:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fca913c5. 00000020:00000010:0.0:1767389129.294390:0:361953:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 00000000df27e902. 00000020:02000000:0.0:1767389129.294397:0:361953:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000400:00000200:3.0:1767389129.294400:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.294438:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.294479:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.294522:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.294568:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.294612:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.294653:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.294697:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.294748:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.294857:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.294915:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:3.0:1767389129.294963:0:356933:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:3.0:1767389129.295271:0:356933:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000087be0d40. 00000800:00000010:3.0:1767389129.295280:0:356933:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000035ab9e51. 00000800:00000010:3.0:1767389129.295290:0:356933:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b16d7185. 00000800:00000010:3.0:1767389129.295334:0:356933:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b16d7185. 00000800:00020000:3.0:1767389129.295348:0:356933:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389129.295355:0:356933:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000035ab9e51. 00000800:00000010:3.0:1767389129.295360:0:356933:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000087be0d40. 00000400:02020000:3.0:1767389129.295430:0:356933:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp46 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767389129.295443:0:356933:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp46 notifying 192.168.204.113@tcp46: down 00000800:00000200:3.0:1767389129.295454:0:356933:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp46 down 00000800:00000100:3.0:1767389129.295463:0:356933:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp46 00000800:00000010:3.0:1767389129.295469:0:356933:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000066383c1d. 00000400:00000200:3.0:1767389129.295475:0:356933:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767389129.295483:0:356933:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp46->192.168.204.113@tcp46: GET: LOCAL_ERROR 00000400:00000200:3.0:1767389129.295508:0:356933:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767389129.295515:0:356933:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp46 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767389129.295522:0:356933:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp46) recovery failed with -71 00000020:00000010:0.0:1767389129.299470:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c1ef98d. 00000020:00000010:0.0:1767389129.299485:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000043c2f94e. 00000040:00000010:0.0:1767389129.299491:0:361953:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005d3a5841. 00000020:00000010:0.0:1767389129.299496:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f3e0d3aa. 00000020:00000010:0.0:1767389129.299501:0:361953:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000614eb99c. 00000020:00000010:0.0:1767389129.299507:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d38a2cba. 80000000:00000010:0.0:1767389129.299511:0:361953:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000038bb3f54. 40000000:00000010:0.0:1767389129.299515:0:361953:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b3c26ceb. 00100000:00000010:0.0:1767389129.299521:0:361953:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000493080dd. 00040000:00000010:0.0:1767389129.299525:0:361953:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002f2651fe. 00040000:00000010:0.0:1767389129.299529:0:361953:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005e6dbeb1. 00040000:00000010:0.0:1767389129.299534:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004b760ed3. 00080000:00000010:0.0:1767389129.299549:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000006b8c0bd6. 00000004:00000010:0.0:1767389129.299553:0:361953:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000adc4816. 00000004:00000010:0.0:1767389129.299558:0:361953:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fcb9d4d6. 00000004:00000010:0.0:1767389129.299563:0:361953:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ade37fd4. 00000004:00000010:0.0:1767389129.299568:0:361953:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008e88acc6. 00000020:00000010:0.0:1767389129.299572:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001bd2a673. 00000020:00000010:0.0:1767389129.299576:0:361953:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003aeb2b02. 00000020:00000010:0.0:1767389129.299580:0:361953:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056cb4a59. 00000020:00000010:0.0:1767389129.299627:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bc7a4492. 00080000:00000010:0.0:1767389129.299634:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000064cce081. 00080000:00000010:0.0:1767389129.299703:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000064cce081. 00000020:00000010:0.0:1767389129.299708:0:361953:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bc7a4492. 00000004:00000010:0.0:1767389129.299716:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000083ab7502. 00000004:00000010:0.0:1767389129.299721:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bec7c45c. 00010000:00000010:1.1:1767389129.299765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000094c0982e. 00000004:00000010:0.0:1767389129.299800:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000444b017e. 00080000:00000010:0.0:1767389129.299810:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000064cce081. 00040000:00000010:0.0:1767389129.300092:0:361953:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000159ea938. 00000004:00000010:0.0:1767389129.300144:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008ee75138. 00000004:00000010:0.0:1767389129.300150:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000007bafddc9. 00000004:00000010:0.0:1767389129.300154:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000037e440a3. 00080000:00000010:0.0:1767389129.300159:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a2f8019e. 00000020:00000010:0.0:1767389129.300246:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000066383c1d. 00080000:00000010:0.0:1767389129.300252:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005bed2ecd. 00080000:00000010:0.0:1767389129.300306:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000005bed2ecd. 00000020:00000010:0.0:1767389129.300310:0:361953:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000066383c1d. 00000004:00000010:0.0:1767389129.300317:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005d453ba3. 00000004:00000010:0.0:1767389129.300321:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000be6f8bc9. 00000004:00000010:0.0:1767389129.300326:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e136d257. 00080000:00000010:0.0:1767389129.300329:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005bed2ecd. 00100000:00000010:0.0:1767389129.300365:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000028f6a255. 00000004:00000010:0.0:1767389129.300391:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000093a26fe1. 00000004:00000010:0.0:1767389129.300395:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000bff58d1. 00000004:00000010:0.0:1767389129.300399:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000d4f01295. 00080000:00000010:0.0:1767389129.300403:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004b4884e4. 00100000:00000010:0.0:1767389129.300627:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000830cf02f. 00040000:00000010:0.0:1767389129.300636:0:361953:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000917ba101. 00000001:00000010:0.0:1767389129.300642:0:361953:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000007124d906. 00000001:00000010:0.0:1767389129.300647:0:361953:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000ec642dc3. 00000001:00000010:0.0:1767389129.300651:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000af2f8939. 00040000:00000010:0.0:1767389129.300666:0:361953:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000f78ab7a6. 00000004:00000010:0.0:1767389129.300671:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e29f8480. 00000004:00000010:0.0:1767389129.300676:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f3b584ef. 00000004:00000010:0.0:1767389129.300680:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001db38b0a. 00080000:00000010:0.0:1767389129.300684:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b724c488. 00000020:00000010:0.0:1767389129.300707:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004c2e77bb. 00080000:00000010:0.0:1767389129.300711:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f24f2979. 00080000:00000010:0.0:1767389129.300822:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000f24f2979. 00000020:00000010:0.0:1767389129.300828:0:361953:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004c2e77bb. 00000004:00000010:0.0:1767389129.300836:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000039cb7c48. 00000004:00000010:0.0:1767389129.300842:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005aced8e0. 00000004:00000010:0.0:1767389129.300846:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ed9df6f1. 00080000:00000010:0.0:1767389129.300850:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f24f2979. 00100000:00000010:0.0:1767389129.300893:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000ddd70e1. 00000004:00000010:0.0:1767389129.300915:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000209fb87b. 00000004:00000010:0.0:1767389129.300919:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d1b942cf. 00000004:00000010:0.0:1767389129.300923:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000db333a5. 00080000:00000010:0.0:1767389129.300926:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008fbd3037. 00100000:00000010:0.0:1767389129.300959:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005e8f9a18. 00040000:00000010:0.0:1767389129.300964:0:361953:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000016d3677. 00000001:00000010:0.0:1767389129.300968:0:361953:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d3eca57a. 00000001:00000010:0.0:1767389129.300972:0:361953:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000005468f8ea. 00000001:00000010:0.0:1767389129.300976:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000fa24b21d. 00040000:00000010:0.0:1767389129.300985:0:361953:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000d070a40c. 00000004:00000010:0.0:1767389129.300989:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000088aaa8ad. 00000004:00000010:0.0:1767389129.300994:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003241f0c7. 00000004:00000010:0.0:1767389129.300997:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c7f4ab19. 00080000:00000010:0.0:1767389129.301001:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000082d8b0b6. 00000020:00000010:0.0:1767389129.301022:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000869399ad. 00080000:00000010:0.0:1767389129.301027:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000adddd13c. 00080000:00000010:0.0:1767389129.301067:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000adddd13c. 00000020:00000010:0.0:1767389129.301070:0:361953:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000869399ad. 00000004:00000010:0.0:1767389129.301077:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002cff6c72. 00000004:00000010:0.0:1767389129.301081:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002afc093b. 00000004:00000010:0.0:1767389129.301085:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000047f9a446. 00080000:00000010:0.0:1767389129.301088:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000adddd13c. 00100000:00000010:0.0:1767389129.301165:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001dad6a3c. 00000004:00000010:0.0:1767389129.301187:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000004a656f76. 00000004:00000010:0.0:1767389129.301191:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003de86bf1. 00000004:00000010:0.0:1767389129.301196:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000023ccf6ec. 00080000:00000010:0.0:1767389129.301199:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007623cf35. 00100000:00000010:0.0:1767389129.301232:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002592022b. 00040000:00000010:0.0:1767389129.301237:0:361953:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000003b91ded. 00000001:00000010:0.0:1767389129.301241:0:361953:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e810f8b6. 00000001:00000010:0.0:1767389129.301244:0:361953:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000003695b08b. 00000001:00000010:0.0:1767389129.301248:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000057b5a179. 00040000:00000010:0.0:1767389129.301260:0:361953:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000978a2f9e. 00000020:00000010:0.0:1767389129.301264:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b805a7d. 00000020:00000010:0.0:1767389129.301268:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b6f12221. 00000020:00000010:0.0:1767389129.301272:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dff121c6. 00000020:00000010:0.0:1767389129.301276:0:361953:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000e96e3786. 00000020:00000010:0.0:1767389129.301281:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ffba8b6c. 80000000:00000010:0.0:1767389129.301285:0:361953:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ae423731. 40000000:00000010:0.0:1767389129.301288:0:361953:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000997b7ad9. 00100000:00000010:0.0:1767389129.301292:0:361953:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001ad31188. 00040000:00000010:0.0:1767389129.301295:0:361953:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000ed4b8eeb. 00040000:00000010:0.0:1767389129.301299:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f6ed706d. 00080000:00000010:0.0:1767389129.301302:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000049875fb9. 00002000:00000010:0.0:1767389129.301306:0:361953:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000063d45c28. 00000020:00000010:2.0:1767389129.301623:0:361953:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 0000000040600fa7. 00000020:00000010:2.0:1767389129.301630:0:361953:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 0000000040600fa7. 00000020:00000010:2.0:1767389129.301635:0:361953:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000ae474adc. 00000020:00000010:2.0:1767389129.301641:0:361953:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 0000000040600fa7. 00000020:00000010:2.0:1767389129.301645:0:361953:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 0000000040600fa7. 00040000:00000010:2.0:1767389129.301690:0:361953:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000007e4e734d. 00000020:00000010:2.0:1767389129.301710:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000004ccfbe9. 00080000:00000010:2.0:1767389129.301715:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e6c86871. 00080000:00000010:2.0:1767389129.301807:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000e6c86871. 00000020:00000010:2.0:1767389129.301812:0:361953:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000004ccfbe9. 00000004:00000010:2.0:1767389129.301828:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000a84ab76. 00000004:00000010:2.0:1767389129.301834:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009cf700c9. 00000004:00000010:2.0:1767389129.301839:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a7d5d703. 00080000:00000010:2.0:1767389129.301842:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e6c86871. 00100000:00000010:2.0:1767389129.301870:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000249fe7b8. 00000004:00000010:2.0:1767389129.301888:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cda43834. 00000004:00000010:2.0:1767389129.301891:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000022ef0e55. 00000004:00000010:2.0:1767389129.301894:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000051a68867. 00080000:00000010:2.0:1767389129.301897:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009beefa1c. 00100000:00000010:2.0:1767389129.301926:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000710081f8. 00040000:00000010:2.0:1767389129.301930:0:361953:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000166a4762. 00000001:00000010:2.0:1767389129.301933:0:361953:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000580c046a. 00000001:00000010:2.0:1767389129.301938:0:361953:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000eb864685. 00000001:00000010:2.0:1767389129.301940:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000a556301b. 00040000:00000010:2.0:1767389129.301950:0:361953:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000000f76f45c. 00000020:00000010:2.0:1767389129.301963:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a8d85655. 00080000:00000010:2.0:1767389129.301967:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c82f6953. 00080000:00000010:2.0:1767389129.301995:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000c82f6953. 00000020:00000010:2.0:1767389129.301998:0:361953:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a8d85655. 00000004:00000010:2.0:1767389129.302003:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c51b00b3. 00000004:00000010:2.0:1767389129.302007:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000081358ad4. 00000004:00000010:2.0:1767389129.302010:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a9b46784. 00080000:00000010:2.0:1767389129.302012:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c82f6953. 00100000:00000010:2.0:1767389129.302032:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002f1c8f45. 00000004:00000010:2.0:1767389129.302045:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002c3cb74e. 00000004:00000010:2.0:1767389129.302048:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fb0e69c7. 00000004:00000010:2.0:1767389129.302050:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000076799c30. 00080000:00000010:2.0:1767389129.302053:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000002b43beb3. 00100000:00000010:2.0:1767389129.302076:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005d326596. 00040000:00000010:2.0:1767389129.302079:0:361953:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000060e13e02. 00000001:00000010:2.0:1767389129.302082:0:361953:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000e4c129e3. 00000001:00000010:2.0:1767389129.302085:0:361953:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c1798325. 00000001:00000010:2.0:1767389129.302087:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000060950493. 00040000:00000010:2.0:1767389129.302093:0:361953:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000063061490. 00000020:00000010:2.0:1767389129.302128:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000052e84f36. 00080000:00000010:2.0:1767389129.302132:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fbef912d. 00080000:00000010:2.0:1767389129.302173:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000fbef912d. 00000020:00000010:2.0:1767389129.302175:0:361953:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000052e84f36. 00000004:00000010:2.0:1767389129.302179:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bee6b0bb. 00000004:00000010:2.0:1767389129.302183:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000013f261cf. 00000004:00000010:2.0:1767389129.302187:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004d09371c. 00080000:00000010:2.0:1767389129.302190:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fbef912d. 00100000:00000010:2.0:1767389129.302222:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000950b5fb0. 00000004:00000010:2.0:1767389129.302242:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007b6d84bc. 00000004:00000010:2.0:1767389129.302246:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000adbae38. 00000004:00000010:2.0:1767389129.302250:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000363b2d61. 00080000:00000010:2.0:1767389129.302254:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006ca563fd. 00100000:00000010:2.0:1767389129.302280:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003ba4b32c. 00040000:00000010:2.0:1767389129.302283:0:361953:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000008eda822. 00000001:00000010:2.0:1767389129.302285:0:361953:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000000c94b4e8. 00000001:00000010:2.0:1767389129.302288:0:361953:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000dda820d8. 00000001:00000010:2.0:1767389129.302290:0:361953:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000008a1ad75a. 00040000:00000010:2.0:1767389129.302297:0:361953:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000c4f476db. 00000020:00000010:2.0:1767389129.302301:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4cea42b. 00000020:00000010:2.0:1767389129.302303:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cdabca8d. 00000020:00000010:2.0:1767389129.302305:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000caeab2f6. 00000020:00000010:2.0:1767389129.302308:0:361953:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000014115d85. 00000020:00000010:2.0:1767389129.302313:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009899f543. 80000000:00000010:2.0:1767389129.302316:0:361953:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000168001bc. 40000000:00000010:2.0:1767389129.302318:0:361953:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ed9891d6. 00100000:00000010:2.0:1767389129.302320:0:361953:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000199c659a. 00040000:00000010:2.0:1767389129.302323:0:361953:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000df4da530. 00040000:00000010:2.0:1767389129.302325:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b15bf4c1. 00080000:00000010:2.0:1767389129.302327:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000038437f0. 00002000:00000010:2.0:1767389129.302330:0:361953:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006d696304. 00000020:00000010:0.0:1767389129.302595:0:361953:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000cf2bcd73. 00000020:00000010:0.0:1767389129.302605:0:361953:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000cf2bcd73. 00000020:00000010:0.0:1767389129.302612:0:361953:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000b836136a. 00000020:00000010:0.0:1767389129.302619:0:361953:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000cf2bcd73. 00000020:00000010:0.0:1767389129.302624:0:361953:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000cf2bcd73. 40000000:00000010:0.0:1767389129.302631:0:361953:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 000000002f52d180. 00080000:00000010:0.0:1767389129.302693:0:361953:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000f72be969. 00010000:00000010:0.1:1767389129.303822:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000063a2f455. 00010000:00000010:0.1:1767389129.303842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009f41be2f. 00010000:00000010:0.1:1767389129.303854:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000044809c7d. 00010000:00000010:0.1:1767389129.303870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000adb40525. 00080000:00000010:1.0:1767389129.314914:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000f72be969. 00000100:00000010:3.0:1767389129.314935:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099f3870c. 00000004:00000010:2.0:1767389129.314987:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000351a2970. 00000004:00000010:2.0:1767389129.315005:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009d529532. 00000004:00000010:2.0:1767389129.315009:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000925813de. 00080000:00000010:2.0:1767389129.315012:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c1fb254b. 00000004:00000010:2.0:1767389129.315285:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000b1d311f5. 00000004:00000010:2.0:1767389129.315291:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000d7a95ffa. 00000004:00000010:2.0:1767389129.315295:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000aeab710b. 00080000:00000010:2.0:1767389129.315298:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005ecf8106. 00000020:00000010:2.0:1767389129.315378:0:361953:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 00000000cf26e950. 00080000:00000010:2.0:1767389129.315383:0:361953:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000ee3e8a39. 00080000:00000010:2.0:1767389129.315386:0:361953:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 000000004b19c6ec. 00000004:00000010:2.0:1767389129.315482:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007c1f2f38. 00000004:00000010:2.0:1767389129.315487:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006001482f. 00000004:00000010:2.0:1767389129.315491:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004a3f4f89. 00080000:00000010:2.0:1767389129.315498:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e3b7b862. 00080000:00000010:2.0:1767389129.315703:0:361953:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 000000004b19c6ec. 00080000:00000010:2.0:1767389129.315707:0:361953:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000ee3e8a39. 00000020:00000010:2.0:1767389129.315711:0:361953:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 00000000cf26e950. 00000004:00000010:2.0:1767389129.315717:0:361953:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 00000000010dc06b. 00000004:00000010:2.0:1767389129.315725:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003007ad67. 00000004:00000010:2.0:1767389129.315730:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000090083c8c. 00000004:00000010:2.0:1767389129.315733:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005f128dd4. 00080000:00000010:2.0:1767389129.315737:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001098b7ac. 00000100:00000010:1.0:1767389129.315804:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006cffb0ab. 00000100:00000010:0.0:1767389129.315861:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000486410ef. 00000020:00000010:2.0:1767389129.315875:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a2117c8. 00000020:00000010:2.0:1767389129.315881:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c1364674. 00000040:00000010:2.0:1767389129.315885:0:361953:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002a149b70. 00000020:00000010:2.0:1767389129.315888:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005e98eb73. 00000020:00000010:2.0:1767389129.315892:0:361953:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ad298c90. 00000020:00000010:2.0:1767389129.315896:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c4fcb1be. 80000000:00000010:2.0:1767389129.315900:0:361953:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fcc82219. 40000000:00000010:2.0:1767389129.315902:0:361953:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000052a02864. 00100000:00000010:2.0:1767389129.315905:0:361953:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004dd825d2. 00040000:00000010:2.0:1767389129.315907:0:361953:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b3f2530d. 00040000:00000010:2.0:1767389129.315909:0:361953:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000061a81c71. 00040000:00000010:2.0:1767389129.315912:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000bf0945e. 00080000:00000010:2.0:1767389129.315916:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000efd56abc. 00000004:00000010:2.0:1767389129.315919:0:361953:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000008bc3d37. 00000004:00000010:2.0:1767389129.315922:0:361953:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d69cf81f. 00000004:00000010:2.0:1767389129.315925:0:361953:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000a048414. 00000004:00000010:2.0:1767389129.315928:0:361953:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000053eda303. 00000100:00000010:2.0:1767389129.315990:0:327896:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004ed48f66. 00000004:00000010:0.0:1767389129.316131:0:361953:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 00000000e13fcd3c. 00000040:00000010:0.0:1767389129.316138:0:361953:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000082b0bfa3. 00000020:00000010:0.0:1767389129.316147:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000009ef5ff2. 00000020:00000010:0.0:1767389129.316152:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000866ddc91. 00000040:00000010:0.0:1767389129.316156:0:361953:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dbc6694c. 00000020:00000010:0.0:1767389129.316159:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000025dc9de5. 00000020:00000010:0.0:1767389129.316164:0:361953:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009044f842. 00000020:00000010:0.0:1767389129.316169:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009788565d. 80000000:00000010:0.0:1767389129.316172:0:361953:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000501f911a. 40000000:00000010:0.0:1767389129.316176:0:361953:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cc5e9b76. 00100000:00000010:0.0:1767389129.316180:0:361953:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ab57e824. 00040000:00000010:0.0:1767389129.316184:0:361953:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000869399ad. 00040000:00000010:0.0:1767389129.316189:0:361953:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003eb5d898. 00040000:00000010:0.0:1767389129.316204:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008fe37fec. 00080000:00000010:0.0:1767389129.316209:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000538e951a. 00000004:00000010:0.0:1767389129.316213:0:361953:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000085b0d461. 00000004:00000010:0.0:1767389129.316217:0:361953:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001b146c09. 00000004:00000010:0.0:1767389129.316232:0:361953:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cfa8e4e5. 00000004:00000010:0.0:1767389129.316236:0:361953:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000052609503. 00000004:00000010:2.0:1767389129.316590:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000041005c8a. 00000004:00000010:2.0:1767389129.316600:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f286f3fe. 00000004:00000010:2.0:1767389129.316605:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a265f978. 00000040:00000010:0.0:1767389129.316608:0:361995:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000058c80024. 00080000:00000010:2.0:1767389129.316611:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004aed753f. 00000040:00000010:0.0:1767389129.316643:0:361995:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 00000000588b80d7. 00000040:00000010:0.0:1767389129.316666:0:361995:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000a175e550. 00000020:00000010:0.0:1767389129.316670:0:361995:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b201a7a. 00000020:00000010:0.0:1767389129.316673:0:361995:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d316e039. 00000040:00000010:0.0:1767389129.316676:0:361995:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005967d2b4. 00000020:00000010:0.0:1767389129.316682:0:361995:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bdb0aefb. 00000020:00000010:0.0:1767389129.316687:0:361995:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bf48fbde. 00000020:00000010:0.0:1767389129.316689:0:361995:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001c4443e4. 80000000:00000010:0.0:1767389129.316693:0:361995:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001d78f5ff. 40000000:00000010:0.0:1767389129.316696:0:361995:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000002dfd530. 00100000:00000010:0.0:1767389129.316700:0:361995:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000009c6eb59b. 00040000:00000010:0.0:1767389129.316703:0:361995:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004c2e77bb. 00040000:00000010:0.0:1767389129.316707:0:361995:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000040558aad. 00040000:00000010:0.0:1767389129.316709:0:361995:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000464a1769. 00080000:00000010:0.0:1767389129.316713:0:361995:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001740ce7c. 00000004:00000010:0.0:1767389129.316716:0:361995:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000278e4b4d. 00000004:00000010:0.0:1767389129.316721:0:361995:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000050753cf8. 00000004:00000010:0.0:1767389129.316768:0:361995:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c0e9482b. 00002000:00000010:0.0:1767389129.316777:0:361995:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bfd71952. 00000004:00000010:0.0:1767389129.316786:0:361995:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bf14b103. 00000020:00000010:0.0:1767389129.316793:0:361995:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000052a684d9. 00000040:00000010:0.0:1767389129.316825:0:361995:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 00000000b197f87a. 00080000:00000010:2.0:1767389129.317136:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000004aed753f. 00000004:00000010:2.0:1767389129.317143:0:361953:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a265f978. 00000004:00000010:2.0:1767389129.317164:0:361953:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f286f3fe. 00000004:00000010:2.0:1767389129.317170:0:361953:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000041005c8a. 00000004:00000010:2.0:1767389129.317178:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d0dedf69. 00000004:00000010:2.0:1767389129.317181:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f286f3fe. 00000004:00000010:2.0:1767389129.317185:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a265f978. 00080000:00000010:2.0:1767389129.317191:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004aed753f. 00000004:00000010:2.0:1767389129.317326:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c9b88d5b. 00000004:00000010:2.0:1767389129.317332:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000096fc4f25. 00000004:00000010:2.0:1767389129.317336:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000062c85a28. 00080000:00000010:2.0:1767389129.317339:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000071963cff. 00080000:00000010:2.0:1767389129.317658:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 0000000071963cff. 00000004:00000010:2.0:1767389129.317663:0:361953:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000062c85a28. 00000004:00000010:2.0:1767389129.317666:0:361953:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000096fc4f25. 00000004:00000010:2.0:1767389129.317669:0:361953:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c9b88d5b. 00000004:00000010:2.0:1767389129.317676:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e0d171dc. 00000004:00000010:2.0:1767389129.317679:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000096fc4f25. 00000004:00000010:2.0:1767389129.317682:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000062c85a28. 00080000:00000010:2.0:1767389129.317686:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000071963cff. 00000004:00000010:2.0:1767389129.317828:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fb3da38b. 00000004:00000010:2.0:1767389129.317832:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f88db27a. 00000004:00000010:2.0:1767389129.317836:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000036fca868. 00080000:00000010:2.0:1767389129.317839:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aa13cc5b. 00080000:00000010:2.0:1767389129.318007:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000aa13cc5b. 00000004:00000010:2.0:1767389129.318011:0:361953:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000036fca868. 00000004:00000010:2.0:1767389129.318014:0:361953:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f88db27a. 00000004:00000010:2.0:1767389129.318016:0:361953:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fb3da38b. 00000004:00000010:2.0:1767389129.318022:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000bfa11a2f. 00000004:00000010:2.0:1767389129.318025:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f88db27a. 00000004:00000010:2.0:1767389129.318027:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000036fca868. 00080000:00000010:2.0:1767389129.318030:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000aa13cc5b. 00000004:00000010:2.0:1767389129.318067:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000662765ea. 00000004:00000010:2.0:1767389129.318070:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000229438b5. 00000004:00000010:2.0:1767389129.318073:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000049199b3c. 00080000:00000010:2.0:1767389129.318076:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009cb4c653. 00080000:00000010:2.0:1767389129.318298:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 000000009cb4c653. 00000004:00000010:2.0:1767389129.318302:0:361953:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000049199b3c. 00000004:00000010:2.0:1767389129.318305:0:361953:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000229438b5. 00000004:00000010:2.0:1767389129.318307:0:361953:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000662765ea. 00000004:00000010:2.0:1767389129.318323:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001043989e. 00000004:00000010:2.0:1767389129.318327:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000229438b5. 00000004:00000010:2.0:1767389129.318329:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000049199b3c. 00080000:00000010:2.0:1767389129.318333:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009cb4c653. 00000020:00000010:2.0:1767389129.318383:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000038efe367. 00080000:00000010:2.0:1767389129.318387:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d2463cd2. 00080000:00000010:2.0:1767389129.318418:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000d2463cd2. 00000020:00000010:2.0:1767389129.318420:0:361953:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000038efe367. 00000004:00000010:2.0:1767389129.318427:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009f59ef22. 00000004:00000010:2.0:1767389129.318430:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000014021fd3. 00000004:00000010:2.0:1767389129.318433:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f1bf63e7. 00080000:00000010:2.0:1767389129.318435:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d2463cd2. 00000040:00000010:2.0:1767389129.318588:0:361953:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000095ff2f62. 00000040:00000010:2.0:1767389129.318597:0:361953:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d962fd94. 00000040:00000010:2.0:1767389129.318613:0:361953:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 000000001072e0af. 00000020:00000010:2.0:1767389129.318617:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b16a15b9. 00080000:00000010:2.0:1767389129.318621:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009828b3f8. 00000040:00000010:2.0:1767389129.318652:0:361953:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cf26e950. 00000040:00000010:2.0:1767389129.318661:0:361953:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 0000000036b5cf2c. 00000040:00000010:2.0:1767389129.323982:0:361953:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 0000000036b5cf2c. 00000040:00000010:2.0:1767389129.324001:0:361953:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000ad03d1eb. 00000040:00000010:2.0:1767389129.324008:0:361953:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009e11f647. 00000040:00000010:2.0:1767389129.324026:0:361953:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 0000000077391801. 00000020:00000010:2.0:1767389129.324030:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007fc009d5. 00080000:00000010:2.0:1767389129.324035:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a470746a. 00000040:00000010:2.0:1767389129.324067:0:361953:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000036b5cf2c. 00000040:00000010:2.0:1767389129.324074:0:361953:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000b2a9ea90. 00000040:00000010:2.0:1767389129.329499:0:361953:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000b2a9ea90. 00000040:00000010:2.0:1767389129.329507:0:361953:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c78fcbd9. 00000020:00000010:2.0:1767389129.329510:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da73516e. 00000020:00000010:2.0:1767389129.329512:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007b3ecc51. 00000040:00000010:2.0:1767389129.329524:0:361953:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009b878d3a. 00000020:00000010:2.0:1767389129.329528:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b4ce2d56. 00000020:00000010:2.0:1767389129.329532:0:361953:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de93d15e. 00000020:00000010:2.0:1767389129.329534:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a8c6578a. 80000000:00000010:2.0:1767389129.329537:0:361953:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002d7173fa. 40000000:00000010:2.0:1767389129.329540:0:361953:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a7b08c49. 00100000:00000010:2.0:1767389129.329543:0:361953:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005d70f499. 00040000:00000010:2.0:1767389129.329546:0:361953:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004caeeea1. 00040000:00000010:2.0:1767389129.329549:0:361953:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e40b62ab. 00040000:00000010:2.0:1767389129.329551:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a467bc2a. 00080000:00000010:2.0:1767389129.329554:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000226d8973. 00000004:00000010:2.0:1767389129.329557:0:361953:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000042d5a0a5. 00000004:00000010:2.0:1767389129.329561:0:361953:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b98f2941. 00000004:00000010:2.0:1767389129.329565:0:361953:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f1f642ef. 00000040:00000010:0.0:1767389129.329567:0:361995:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 00000000b197f87a. 00002000:00000010:2.0:1767389129.329568:0:361953:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000971e344a. 00000004:00000010:2.0:1767389129.329584:0:361953:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000006892d17d. 00000020:00000010:2.0:1767389129.329589:0:361953:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000020e94d7d. 00000040:00000010:2.0:1767389129.329594:0:361953:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000b2a9ea90. 00000020:00000010:0.0:1767389129.329601:0:361995:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000052a684d9. 00000020:00000010:0.0:1767389129.329613:0:361995:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d316e039. 00000040:00000010:0.0:1767389129.329617:0:361995:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005967d2b4. 00000020:00000010:0.0:1767389129.329620:0:361995:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bdb0aefb. 00000020:00000010:0.0:1767389129.329623:0:361995:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000bf48fbde. 00000020:00000010:0.0:1767389129.329626:0:361995:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001c4443e4. 80000000:00000010:0.0:1767389129.329629:0:361995:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000001d78f5ff. 40000000:00000010:0.0:1767389129.329632:0:361995:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000002dfd530. 00100000:00000010:0.0:1767389129.329635:0:361995:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000009c6eb59b. 00040000:00000010:0.0:1767389129.329638:0:361995:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004c2e77bb. 00040000:00000010:0.0:1767389129.329641:0:361995:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000040558aad. 00040000:00000010:0.0:1767389129.329644:0:361995:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000464a1769. 00080000:00000010:0.0:1767389129.329646:0:361995:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001740ce7c. 00000004:00000010:0.0:1767389129.329649:0:361995:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000278e4b4d. 00000004:00000010:0.0:1767389129.329653:0:361995:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000050753cf8. 00000004:00000010:0.0:1767389129.329656:0:361995:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c0e9482b. 00002000:00000010:0.0:1767389129.329659:0:361995:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bfd71952. 00000004:00000010:0.0:1767389129.329662:0:361995:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bf14b103. 00000020:00000010:0.0:1767389129.329665:0:361995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007b201a7a. 00000040:00000010:0.0:1767389129.329667:0:361995:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000a175e550. 00000020:00000010:0.0:1767389129.329674:0:361995:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000866ddc91. 00000040:00000010:0.0:1767389129.329676:0:361995:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000dbc6694c. 00000020:00000010:0.0:1767389129.329679:0:361995:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000025dc9de5. 00000020:00000010:0.0:1767389129.329682:0:361995:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000009044f842. 00000020:00000010:0.0:1767389129.329684:0:361995:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009788565d. 80000000:00000010:0.0:1767389129.329686:0:361995:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000501f911a. 40000000:00000010:0.0:1767389129.329688:0:361995:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cc5e9b76. 00100000:00000010:0.0:1767389129.329690:0:361995:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ab57e824. 00040000:00000010:0.0:1767389129.329692:0:361995:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000869399ad. 00040000:00000010:0.0:1767389129.329694:0:361995:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003eb5d898. 00040000:00000010:0.0:1767389129.329696:0:361995:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008fe37fec. 00080000:00000010:0.0:1767389129.329698:0:361995:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000538e951a. 00000004:00000010:0.0:1767389129.329699:0:361995:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000085b0d461. 00000004:00000010:0.0:1767389129.329701:0:361995:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000001b146c09. 00000004:00000010:0.0:1767389129.329703:0:361995:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000cfa8e4e5. 00000004:00000010:0.0:1767389129.329705:0:361995:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000052609503. 00000020:00000010:0.0:1767389129.329707:0:361995:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000009ef5ff2. 00000004:00000010:0.0:1767389129.329709:0:361995:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 00000000e13fcd3c. 00000040:00000010:2.0:1767389129.330047:0:361953:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000b2a9ea90. 00000020:00000010:2.0:1767389129.330052:0:361953:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000020e94d7d. 00000020:00000010:2.0:1767389129.330059:0:361953:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007b3ecc51. 00000040:00000010:2.0:1767389129.330063:0:361953:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009b878d3a. 00000020:00000010:2.0:1767389129.330065:0:361953:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b4ce2d56. 00000020:00000010:2.0:1767389129.330068:0:361953:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000de93d15e. 00000020:00000010:2.0:1767389129.330074:0:361953:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a8c6578a. 80000000:00000010:2.0:1767389129.330076:0:361953:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002d7173fa. 40000000:00000010:2.0:1767389129.330078:0:361953:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a7b08c49. 00100000:00000010:2.0:1767389129.330080:0:361953:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005d70f499. 00040000:00000010:2.0:1767389129.330084:0:361953:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004caeeea1. 00040000:00000010:2.0:1767389129.330086:0:361953:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e40b62ab. 00040000:00000010:2.0:1767389129.330088:0:361953:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a467bc2a. 00080000:00000010:2.0:1767389129.330090:0:361953:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000226d8973. 00000004:00000010:2.0:1767389129.330092:0:361953:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000042d5a0a5. 00000004:00000010:2.0:1767389129.330108:0:361953:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b98f2941. 00000004:00000010:2.0:1767389129.330110:0:361953:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f1f642ef. 00002000:00000010:2.0:1767389129.330112:0:361953:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000971e344a. 00000004:00000010:2.0:1767389129.330115:0:361953:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006892d17d. 00000020:00000010:2.0:1767389129.330117:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da73516e. 00000040:00000010:2.0:1767389129.330120:0:361953:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c78fcbd9. 00000040:00000010:2.0:1767389129.330124:0:361953:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000c78fcbd9. 00000020:00000010:2.0:1767389129.330126:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a467bc2a. 00000020:00000010:2.0:1767389129.330128:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a8c6578a. 00000040:00000010:2.0:1767389129.330130:0:361953:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009b878d3a. 00000020:00000010:2.0:1767389129.330132:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f1f642ef. 00000020:00000010:2.0:1767389129.330133:0:361953:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de93d15e. 00000020:00000010:2.0:1767389129.330136:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b2b76973. 80000000:00000010:2.0:1767389129.330137:0:361953:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002d7173fa. 40000000:00000010:2.0:1767389129.330139:0:361953:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000a7b08c49. 00100000:00000010:2.0:1767389129.330141:0:361953:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000042d5a0a5. 00040000:00000010:2.0:1767389129.330143:0:361953:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004caeeea1. 00040000:00000010:2.0:1767389129.330144:0:361953:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000226d8973. 00040000:00000010:2.0:1767389129.330146:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005715f11c. 00080000:00000010:2.0:1767389129.330148:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e40b62ab. 00000004:00000010:2.0:1767389129.330149:0:361953:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005d70f499. 00000004:00000010:2.0:1767389129.330151:0:361953:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b98f2941. 00000004:00000010:2.0:1767389129.330153:0:361953:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b4ce2d56. 00002000:00000010:2.0:1767389129.330155:0:361953:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000006892d17d. 00000004:00000010:2.0:1767389129.330156:0:361953:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000971e344a. 00000020:00000010:2.0:1767389129.330158:0:361953:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005a823148. 00000040:00000010:2.0:1767389129.330161:0:361953:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000b2a9ea90. 00000040:00000010:2.0:1767389129.330618:0:361953:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000b2a9ea90. 00000020:00000010:2.0:1767389129.330622:0:361953:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000005a823148. 00000020:00000010:2.0:1767389129.330626:0:361953:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a8c6578a. 00000040:00000010:2.0:1767389129.330628:0:361953:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009b878d3a. 00000020:00000010:2.0:1767389129.330630:0:361953:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f1f642ef. 00000020:00000010:2.0:1767389129.330632:0:361953:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000de93d15e. 00000020:00000010:2.0:1767389129.330634:0:361953:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b2b76973. 80000000:00000010:2.0:1767389129.330636:0:361953:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002d7173fa. 40000000:00000010:2.0:1767389129.330638:0:361953:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000a7b08c49. 00100000:00000010:2.0:1767389129.330640:0:361953:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000042d5a0a5. 00040000:00000010:2.0:1767389129.330643:0:361953:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004caeeea1. 00040000:00000010:2.0:1767389129.330645:0:361953:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000226d8973. 00040000:00000010:2.0:1767389129.330647:0:361953:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005715f11c. 00080000:00000010:2.0:1767389129.330649:0:361953:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e40b62ab. 00000004:00000010:2.0:1767389129.330651:0:361953:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005d70f499. 00000004:00000010:2.0:1767389129.330653:0:361953:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b98f2941. 00000004:00000010:2.0:1767389129.330655:0:361953:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b4ce2d56. 00002000:00000010:2.0:1767389129.330657:0:361953:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006892d17d. 00000004:00000010:2.0:1767389129.330659:0:361953:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000971e344a. 00000020:00000010:2.0:1767389129.330660:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a467bc2a. 00000040:00000010:2.0:1767389129.330662:0:361953:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000c78fcbd9. 00000040:00000010:2.0:1767389129.330666:0:361953:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000000f6cd96e. 00000040:00000010:2.0:1767389129.330671:0:361953:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a467bc2a. 00000040:00000010:2.0:1767389129.330688:0:361953:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 0000000042f13547. 00000020:00000010:2.0:1767389129.330692:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004caeeea1. 00080000:00000010:2.0:1767389129.330695:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000094bbc510. 00000040:00000010:2.0:1767389129.330742:0:361953:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b2a9ea90. 00000001:00000010:2.0:1767389129.330750:0:361953:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 0000000051d7e80d. 00000004:00000010:2.0:1767389129.330774:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d8c597a8. 00000004:00000010:2.0:1767389129.330779:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000013a1c6. 00000004:00000010:2.0:1767389129.330782:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a6765740. 00080000:00000010:2.0:1767389129.330785:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000985c5a54. 00080000:00000010:2.0:1767389129.330816:0:361953:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000971e344a. 00080000:00000010:2.0:1767389129.330833:0:361953:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 0000000053a7bb97. 00080000:00000010:2.0:1767389129.331067:0:361953:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000985c5a54. 00000004:00000010:2.0:1767389129.331070:0:361953:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a6765740. 00000004:00000010:2.0:1767389129.331073:0:361953:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000000013a1c6. 00000004:00000010:2.0:1767389129.331076:0:361953:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d8c597a8. 00000020:00000010:2.0:1767389129.331087:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000039c312fe. 00080000:00000010:2.0:1767389129.331091:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000985c5a54. 00080000:00000010:2.0:1767389129.331110:0:361953:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a3b9d8b4. 00000020:00000010:2.0:1767389129.331642:0:361953:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 76 at 00000000d5c3538c. 00100000:00000010:2.0:1767389129.331676:0:361953:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ca161687. 00080000:00000010:2.0:1767389129.331688:0:361953:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000003da17ac8. 00000020:00000010:2.0:1767389129.331749:0:361953:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 76 at 00000000d5c3538c. 00000020:00000010:2.0:1767389129.331764:0:361953:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 120 at 000000005f6e5cee. 00080000:00000010:2.0:1767389129.331787:0:361953:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000032166adc. 00080000:00000010:2.0:1767389129.331814:0:361953:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000252db6b. 00080000:00000010:2.0:1767389129.331835:0:361953:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000300a193. 00100000:00000010:2.0:1767389129.331858:0:361953:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000b98f2941. 00000020:00000010:2.0:1767389129.331885:0:361953:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000ae068457. 00000004:00000010:2.0:1767389129.331900:0:361953:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000143be384. 00000004:00000010:2.0:1767389129.331904:0:361953:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000013a1c6. 00000004:00000010:2.0:1767389129.331906:0:361953:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a6765740. 00080000:00000010:2.0:1767389129.331909:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000021698c10. 00000020:00000010:2.0:1767389129.331921:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008a5a7495. 00080000:00000010:2.0:1767389129.331924:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000046d827fb. 00000020:00000010:2.0:1767389129.331954:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001661e30d. 00080000:00000010:2.0:1767389129.331957:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c90a0bc4. 00100000:00000010:2.0:1767389129.332010:0:361953:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 00000000f7b5e629. 00100000:00000010:2.0:1767389129.332013:0:361953:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 000000003d8e49c8. 00100000:00000010:2.0:1767389129.332058:0:361953:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 000000003d8e49c8. 00100000:00000010:2.0:1767389129.332062:0:361953:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 00000000b4ce2d56. 00100000:00000010:2.0:1767389129.332066:0:361953:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000219786b3. 00100000:00000010:2.0:1767389129.332069:0:361953:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 000000001336f612. 00100000:00000010:2.0:1767389129.332072:0:361953:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 0000000079908939. 00000020:00000010:2.0:1767389129.332084:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a69ad2e2. 00080000:00000010:2.0:1767389129.332087:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fd1866dd. 00000020:00000010:2.0:1767389129.332284:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007d401a64. 00080000:00000010:2.0:1767389129.332289:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000fa5783bc. 00000020:00000010:2.0:1767389129.332324:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000430ca272. 00080000:00000010:2.0:1767389129.332327:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001a9eb950. 00000020:00000010:2.0:1767389129.332351:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f7950da5. 00080000:00000010:2.0:1767389129.332353:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000067daa321. 00000020:00000010:2.0:1767389129.332375:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ab1b7c94. 00080000:00000010:2.0:1767389129.332378:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f8c95e07. 00000020:00000010:2.0:1767389129.332401:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004a7ac5fc. 00080000:00000010:2.0:1767389129.332404:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006f50d27b. 00000020:00000010:2.0:1767389129.332427:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002a2b105b. 00080000:00000010:2.0:1767389129.332429:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000128cd275. 00000020:00000010:2.0:1767389129.332452:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007eb10c1b. 00080000:00000010:2.0:1767389129.332464:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000007f55b7a6. 00000020:00000010:2.0:1767389129.332494:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005e343218. 00080000:00000010:2.0:1767389129.332497:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000005fadcc98. 00000020:00000010:2.0:1767389129.332521:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b42081f5. 00080000:00000010:2.0:1767389129.332523:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000641e7e1c. 00000020:00000010:2.0:1767389129.332546:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000050a648be. 00080000:00000010:2.0:1767389129.332548:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a76d44dd. 00000020:00000010:2.0:1767389129.332570:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d4577299. 00080000:00000010:2.0:1767389129.332572:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000946f8acc. 00000020:00000010:2.0:1767389129.332594:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004b087bec. 00080000:00000010:2.0:1767389129.332596:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000050671545. 00000020:00000010:2.0:1767389129.332618:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b932a4b2. 00080000:00000010:2.0:1767389129.332621:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000eee5ac2b. 00000020:00000010:2.0:1767389129.332643:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e671faea. 00080000:00000010:2.0:1767389129.332646:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000081215bdd. 00000020:00000010:2.0:1767389129.332668:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cfaf9902. 00080000:00000010:2.0:1767389129.332671:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008d9793cb. 00000020:00000010:2.0:1767389129.332695:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d261cd5b. 00080000:00000010:2.0:1767389129.332697:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000c85b7996. 00100000:00000010:2.0:1767389129.332717:0:361953:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 000000005d70f499. 00100000:00000010:2.0:1767389129.332720:0:361953:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000b562f2c4. 00100000:00000010:2.0:1767389129.332723:0:361953:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 000000006530bd10. 00100000:00000010:2.0:1767389129.332725:0:361953:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 000000002bbf8ce0. 00000020:00000010:2.0:1767389129.332733:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000493999e4. 00080000:00000010:2.0:1767389129.332736:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000065634de5. 00000020:00000010:2.0:1767389129.332846:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d9d8e44d. 00080000:00000010:2.0:1767389129.332850:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ab1221d1. 00000020:00000010:2.0:1767389129.332877:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006c46ad47. 00080000:00000010:2.0:1767389129.332880:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000073f5b962. 00000020:00000010:2.0:1767389129.332906:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000346a5c07. 00080000:00000010:2.0:1767389129.332908:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f4957135. 00000020:00000010:2.0:1767389129.332933:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006654e1d5. 00080000:00000010:2.0:1767389129.332936:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f7cefc00. 00000020:00000010:2.0:1767389129.332958:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000077f08726. 00080000:00000010:2.0:1767389129.332961:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001713ab45. 00000020:00000010:2.0:1767389129.332982:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000012f561c4. 00080000:00000010:2.0:1767389129.332984:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d4fb4e73. 00000020:00000010:2.0:1767389129.333005:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000672d90d2. 00080000:00000010:2.0:1767389129.333015:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000573baa48. 00000020:00000010:2.0:1767389129.333047:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f36526a3. 00080000:00000010:2.0:1767389129.333049:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000017e7e187. 00000020:00000010:2.0:1767389129.333073:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005da1ba66. 00080000:00000010:2.0:1767389129.333075:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000023e9f4aa. 00000020:00000010:2.0:1767389129.333119:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000680e6df. 00080000:00000010:2.0:1767389129.333122:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000009f77dc6b. 00000020:00000010:2.0:1767389129.333150:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003f3c252c. 00080000:00000010:2.0:1767389129.333152:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000860554da. 00000020:00000010:2.0:1767389129.333174:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f9f081fb. 00080000:00000010:2.0:1767389129.333177:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000df04f491. 00000020:00000010:2.0:1767389129.333216:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000051acaefb. 00080000:00000010:2.0:1767389129.333221:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ee169978. 00000020:00000010:2.0:1767389129.333264:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007bcaecb3. 00080000:00000010:2.0:1767389129.333267:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000050813a2e. 00000020:00000010:2.0:1767389129.333292:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005deae676. 00080000:00000010:2.0:1767389129.333340:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000008e3b5437. 00000020:00000010:2.0:1767389129.333371:0:361953:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e7f9fa85. 00080000:00000010:2.0:1767389129.333374:0:361953:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000605ee0b3. 00100000:00000010:2.0:1767389129.333398:0:361953:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000b5bc57b4. 00200000:00000010:2.0:1767389129.333404:0:361953:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 000000003d8e49c8. 00000020:00000010:2.0:1767389129.333420:0:361953:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c1b656a. 00000020:00000010:2.0:1767389129.333423:0:361953:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f14c0fba. 00000020:00000010:2.0:1767389129.333425:0:361953:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e40b62ab. 00000020:00000010:2.0:1767389129.333427:0:361953:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de93d15e. 00000020:00000010:2.0:1767389129.333429:0:361953:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f6567904. 80000000:00000010:2.0:1767389129.333431:0:361953:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cf133696. 40000000:00000010:2.0:1767389129.333433:0:361953:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000082af2487. 00100000:00000010:2.0:1767389129.333435:0:361953:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000226d8973. 00040000:00000010:2.0:1767389129.333437:0:361953:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b305690a. 00040000:00000010:2.0:1767389129.333439:0:361953:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000089011d70. 00080000:00000010:2.0:1767389129.333441:0:361953:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000042d5a0a5. 00002000:00000010:2.0:1767389129.333445:0:361953:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000a9b25c0. 00080000:00000010:2.0:1767389129.333450:0:361953:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000611a01bc. 00080000:00000010:1.0:1767389129.345819:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000611a01bc. 00080000:00000010:1.0:1767389129.345831:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000300a193. 00080000:00000010:1.0:1767389129.345839:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000252db6b. 00080000:00000010:1.0:1767389129.345844:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 0000000032166adc. 00080000:00000010:1.0:1767389129.345851:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000003da17ac8. 00080000:00000010:1.0:1767389129.345856:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a3b9d8b4. 00080000:00000010:1.0:1767389129.345859:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000971e344a. 00000020:00000010:2.0:1767389129.345943:0:361953:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f14c0fba. 00000020:00000010:2.0:1767389129.345947:0:361953:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e40b62ab. 00000020:00000010:2.0:1767389129.345950:0:361953:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000de93d15e. 00000020:00000010:2.0:1767389129.345953:0:361953:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f6567904. 80000000:00000010:2.0:1767389129.345956:0:361953:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cf133696. 40000000:00000010:2.0:1767389129.345958:0:361953:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000082af2487. 00100000:00000010:2.0:1767389129.345960:0:361953:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000226d8973. 00040000:00000010:2.0:1767389129.345962:0:361953:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b305690a. 00040000:00000010:2.0:1767389129.345964:0:361953:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000089011d70. 00080000:00000010:2.0:1767389129.345967:0:361953:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000042d5a0a5. 00002000:00000010:2.0:1767389129.345969:0:361953:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000a9b25c0. 00000020:00000010:2.0:1767389129.345971:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c1b656a. 00000004:00000010:2.0:1767389129.345981:0:361953:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 0000000056ca652b. 00000004:00000010:2.0:1767389129.346206:0:361996:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 000000004dc02037. 00000020:00000010:2.0:1767389129.346213:0:361996:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c1b656a. 00000020:00000010:2.0:1767389129.346217:0:361996:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000089011d70. 00000040:00000010:2.0:1767389129.346220:0:361996:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f6567904. 00000004:00000010:0.0:1767389129.346226:0:361953:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 0000000056ca652b. 00000020:00000010:2.0:1767389129.346227:0:361996:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000042d5a0a5. 00000020:00000010:2.0:1767389129.346238:0:361996:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de93d15e. 00000020:00000010:2.0:1767389129.346244:0:361996:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f14c0fba. 80000000:00000010:2.0:1767389129.346249:0:361996:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cf133696. 40000000:00000010:2.0:1767389129.346252:0:361996:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000073dce133. 00100000:00000010:2.0:1767389129.346254:0:361996:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000226d8973. 00040000:00000010:2.0:1767389129.346257:0:361996:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000004ccfbe9. 00040000:00000010:2.0:1767389129.346259:0:361996:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e40b62ab. 00040000:00000010:2.0:1767389129.346262:0:361996:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f95c4df1. 00000020:00000010:0.0:1767389129.346262:0:361953:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000043c2f94e. 00080000:00000010:2.0:1767389129.346269:0:361996:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b9338687. 00000004:00000010:2.0:1767389129.346274:0:361996:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005c3ae605. 00000040:00000010:0.0:1767389129.346277:0:361953:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005d3a5841. 00000004:00000010:2.0:1767389129.346279:0:361996:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000060a5d9a4. 00000004:00000010:2.0:1767389129.346286:0:361996:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f1f642ef. 00000004:00000010:2.0:1767389129.346291:0:361996:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000a9b25c0. 00000020:00000010:0.0:1767389129.346292:0:361953:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f3e0d3aa. 00080000:00000010:2.0:1767389129.346297:0:361996:0:(osd_index.c:131:osd_index_it_init()) slab-alloced 'it': 592 at 00000000ee3e8a39. 00000020:00000010:0.0:1767389129.346303:0:361953:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000614eb99c. 00080000:00000010:2.0:1767389129.346305:0:361996:0:(osd_index.c:79:osd_zap_cursor_init()) kmalloced '(t)': 56 at 00000000250b20ab. 00000100:00000010:3.0:1767389129.346306:0:361985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6e82fd7. 00000020:00000010:0.0:1767389129.346318:0:361953:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d38a2cba. 02000000:00000010:3.0:1767389129.346325:0:361985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000939df98c. 80000000:00000010:0.0:1767389129.346325:0:361953:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000038bb3f54. 40000000:00000010:0.0:1767389129.346332:0:361953:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b3c26ceb. 00000100:00000010:3.0:1767389129.346339:0:361985:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008e54d3a1. 00000020:00000010:0.0:1767389129.346340:0:361953:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 00000000ae068457. 00100000:00000010:0.0:1767389129.346346:0:361953:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000493080dd. 00040000:00000010:0.0:1767389129.346352:0:361953:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002f2651fe. 02000000:00000010:3.0:1767389129.346354:0:361985:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000538947e4. 00040000:00000010:0.0:1767389129.346357:0:361953:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005e6dbeb1. 00000400:00000010:3.0:1767389129.346361:0:361985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000065441d99. 00040000:00000010:0.0:1767389129.346365:0:361953:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004b760ed3. 00000400:00000010:3.0:1767389129.346366:0:361985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67c1aca. 00000100:00000200:3.0:1767389129.346373:0:361985:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654557696, portal 4 00080000:00000010:0.0:1767389129.346374:0:361953:0:(osd_handler.c:800:osd_key_fini()) kvfree 'idc': 256 at 0000000053a7bb97. 00000020:00000010:3.0:1767389129.346381:0:361985:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000087be0d40. 00000020:00000010:0.0:1767389129.346382:0:361953:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 120 at 000000005f6e5cee. 00080000:00000010:0.0:1767389129.346392:0:361953:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000006b8c0bd6. 00000400:00000010:3.0:1767389129.346393:0:361985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d43b72. 00080000:00000010:2.0:1767389129.346394:0:361996:0:(osd_index.c:92:osd_zap_cursor_fini()) kfreed 'zc': 56 at 00000000250b20ab. 00000100:00000200:3.0:1767389129.346397:0:361985:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853241654557696, offset 0 00000004:00000010:0.0:1767389129.346397:0:361953:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000adc4816. 00080000:00000010:2.0:1767389129.346400:0:361996:0:(osd_index.c:164:osd_index_it_fini()) slab-freed '(it)': 592 at 00000000ee3e8a39. 00000004:00000010:0.0:1767389129.346410:0:361953:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fcb9d4d6. 00000020:00000010:2.0:1767389129.346412:0:361996:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000089011d70. 00000400:00000200:3.0:1767389129.346418:0:361985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000040:00000010:2.0:1767389129.346427:0:361996:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f6567904. 00000004:00000010:0.0:1767389129.346429:0:361953:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ade37fd4. 00000020:00000010:2.0:1767389129.346434:0:361996:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000042d5a0a5. 00000400:00000200:3.0:1767389129.346438:0:361985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000010:0.0:1767389129.346438:0:361953:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008e88acc6. 00000020:00000010:2.0:1767389129.346441:0:361996:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000de93d15e. 00000020:00000010:2.0:1767389129.346457:0:361996:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f14c0fba. 00000400:00000200:3.0:1767389129.346458:0:361985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695837280bc00 00000020:00000010:0.0:1767389129.346458:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c1ef98d. 80000000:00000010:2.0:1767389129.346467:0:361996:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cf133696. 00000020:00000010:0.0:1767389129.346472:0:361953:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003aeb2b02. 40000000:00000010:2.0:1767389129.346473:0:361996:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000073dce133. 00000400:00000200:3.0:1767389129.346475:0:361985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xad9 [8] + 7392 00100000:00000010:2.0:1767389129.346487:0:361996:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000226d8973. 00000400:00000200:3.0:1767389129.346488:0:361985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767389129.346488:0:361953:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056cb4a59. 00040000:00000010:2.0:1767389129.346495:0:361996:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000004ccfbe9. 00000020:00000010:0.0:1767389129.346500:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001bd2a673. 00040000:00000010:2.0:1767389129.346501:0:361996:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e40b62ab. 00000400:00000200:3.0:1767389129.346502:0:361985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767389129.346513:0:361985:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00040000:00000010:2.0:1767389129.346517:0:361996:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f95c4df1. 00000100:00000010:3.0:1767389129.346519:0:361985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000aed7a78b. 00080000:00000010:2.0:1767389129.346523:0:361996:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b9338687. 00000040:00000010:0.0:1767389129.346529:0:361953:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 000000008d87c904. 00000004:00000010:2.0:1767389129.346531:0:361996:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005c3ae605. 00000004:00000010:2.0:1767389129.346540:0:361996:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000060a5d9a4. 00000004:00000010:2.0:1767389129.346547:0:361996:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f1f642ef. 00000004:00000010:2.0:1767389129.346553:0:361996:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000a9b25c0. 00000020:00000010:0.0:1767389129.346554:0:361953:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009a108317. 00000020:00000010:2.0:1767389129.346559:0:361996:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c1b656a. 00000400:00000200:3.0:1767389129.346560:0:361985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d43b72 00000004:00000010:2.0:1767389129.346565:0:361996:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 000000004dc02037. 00000040:00000010:0.0:1767389129.346565:0:361953:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000d40a0ee. 00000400:00000010:3.0:1767389129.346567:0:361985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d43b72. 00000020:00000010:0.0:1767389129.346577:0:361953:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e31e2290. 00000100:00000200:3.0:1767389129.346582:0:361985:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6e82fd7 x1853241654557696/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767389145 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389129.346587:0:361953:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cf09925c. 80000000:00000010:0.0:1767389129.346592:0:361953:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003a05c0d0. 00040000:00000010:0.0:1767389129.346599:0:361953:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f649dbed. 00080000:00000010:0.0:1767389129.346607:0:361953:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000526ae6d0. 00000100:00000010:3.0:1767389129.346613:0:361985:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000092d330a7. 20000000:00000010:0.0:1767389129.346615:0:361953:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000db2ca172. 00000020:00000010:0.0:1767389129.346623:0:361953:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a15cb649. 00000100:00000010:3.0:1767389129.346628:0:361985:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ffe362ec. 00000100:00000010:3.0:1767389129.346645:0:361985:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb47d1b7. 00000100:00000010:3.0:1767389129.346654:0:361985:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cddc4bfa. 00000020:00000010:1.0:1767389129.346660:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020a364ac. 00000020:00000010:1.0:1767389129.346667:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020a364ac. 00000020:00000010:1.0:1767389129.346673:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c266f547. 00000020:00000010:1.0:1767389129.346677:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000053e92150. 00000020:00000010:1.0:1767389129.346681:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389129.346722:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020a364ac. 00000020:00000010:1.0:1767389129.346749:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020a364ac. 00000100:00000200:1.0:1767389129.346752:0:339009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654557696 02000000:00000010:1.0:1767389129.346766:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000b2aa8914. 00010000:00000200:1.0:1767389129.346783:0:339009:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000aed7a78b x1853241654557696/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:580/0 lens 264/240 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389129.346802:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.346807:0:339009:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853241654557696, offset 224 00000400:00000200:1.0:1767389129.346814:0:339009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389129.346821:0:339009:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389129.346829:0:339009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695837280bc00 00000400:00000200:1.0:1767389129.346834:0:339009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x3011 [1] + 224 00000400:00000200:1.0:1767389129.346840:0:339009:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389129.346847:0:339009:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767389129.346859:0:339009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6e82fd7 x1853241654557696/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767389145 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389129.346897:0:339009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f35abd 00000400:00000010:1.0:1767389129.346900:0:339009:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000020:00000010:1.0:1767389129.346914:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000053e92150. 00000020:00000010:1.0:1767389129.346917:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389129.346919:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c266f547. 00000400:00000010:1.0:1767389129.346939:0:361985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000065441d99. 00000400:00000200:1.0:1767389129.346946:0:361985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67c1aca 00000400:00000010:1.0:1767389129.346948:0:361985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f67c1aca. 00000100:00000200:1.0:1767389129.346953:0:361985:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6e82fd7 x1853241654557696/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389129.346961:0:361985:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6e82fd7 x1853241654557696/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767389129.346976:0:361985:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008e54d3a1. 02000000:00000010:1.0:1767389129.346982:0:361985:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000538947e4. 02000000:00000010:1.0:1767389129.346986:0:361985:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000939df98c. 00000100:00000010:1.0:1767389129.346989:0:361985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6e82fd7. 00000100:00000010:1.0:1767389129.346996:0:361985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000480186f8. 02000000:00000010:1.0:1767389129.347004:0:361985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c266f547. 00000100:00000010:1.0:1767389129.347011:0:361985:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000be1ab5fc. 02000000:00000010:1.0:1767389129.347022:0:361985:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000af092920. 00000400:00000010:1.0:1767389129.347028:0:361985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092dda278. 00000400:00000010:1.0:1767389129.347037:0:361985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.347041:0:361985:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654557824, portal 4 00000400:00000010:1.0:1767389129.347046:0:361985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000334fb1eb. 00000100:00000200:1.0:1767389129.347050:0:361985:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853241654557824, offset 0 00000400:00000200:1.0:1767389129.347055:0:361985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389129.347064:0:361985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389129.347070:0:361985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695837280bc80 00000400:00000200:1.0:1767389129.347076:0:361985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xad9 [8] + 7656 00000400:00000200:1.0:1767389129.347080:0:361985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389129.347088:0:361985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767389129.347109:0:361985:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767389129.347113:0:361985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d659aeb. 00000400:00000200:1.0:1767389129.347126:0:361985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000334fb1eb 00000400:00000010:1.0:1767389129.347130:0:361985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000334fb1eb. 00000100:00000200:1.0:1767389129.347137:0:361985:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000480186f8 x1853241654557824/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767389145 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389129.347190:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020a364ac. 00000020:00000010:1.0:1767389129.347199:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020a364ac. 00000020:00000010:1.0:1767389129.347208:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ca7c9ab. 00000020:00000010:1.0:1767389129.347217:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000053e92150. 00000020:00000010:1.0:1767389129.347223:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389129.347246:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020a364ac. 00000020:00000010:1.0:1767389129.347253:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020a364ac. 00000100:00000200:1.0:1767389129.347258:0:339009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654557824 02000000:00000010:1.0:1767389129.347274:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000254c95d2. 00010000:00000200:1.0:1767389129.347286:0:339009:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d659aeb x1853241654557824/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:580/0 lens 432/432 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389129.347306:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000334fb1eb. 00000100:00000200:1.0:1767389129.347309:0:339009:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853241654557824, offset 224 00000400:00000200:1.0:1767389129.347316:0:339009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389129.347329:0:339009:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389129.347340:0:339009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695837280bc80 00000400:00000200:1.0:1767389129.347354:0:339009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x301d [1] + 224 00000400:00000200:1.0:1767389129.347360:0:339009:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389129.347368:0:339009:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767389129.347376:0:339009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000480186f8 x1853241654557824/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767389145 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389129.347399:0:339009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000334fb1eb 00000400:00000010:1.0:1767389129.347401:0:339009:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000334fb1eb. 00000020:00000010:1.0:1767389129.347419:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000053e92150. 00000020:00000010:1.0:1767389129.347426:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389129.347430:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ca7c9ab. 00000400:00000010:1.0:1767389129.347451:0:361985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092dda278. 00000400:00000200:1.0:1767389129.347455:0:361985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f35abd 00000400:00000010:1.0:1767389129.347459:0:361985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.347469:0:361985:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000480186f8 x1853241654557824/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389129.347489:0:361985:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000480186f8 x1853241654557824/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767389129.347513:0:361985:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000be1ab5fc. 02000000:00000010:1.0:1767389129.347522:0:361985:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000af092920. 02000000:00000010:1.0:1767389129.347532:0:361985:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c266f547. 00000100:00000010:1.0:1767389129.347538:0:361985:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000480186f8. 00000100:00000010:1.0:1767389129.347548:0:361985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000480186f8. 02000000:00000010:1.0:1767389129.347558:0:361985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ca7c9ab. 00000100:00000010:1.0:1767389129.347567:0:361985:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000be1ab5fc. 02000000:00000010:1.0:1767389129.347581:0:361985:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000af092920. 00000400:00000010:1.0:1767389129.347586:0:361985:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092dda278. 00000400:00000010:1.0:1767389129.347591:0:361985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.347595:0:361985:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654557952, portal 4 00000400:00000010:1.0:1767389129.347602:0:361985:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000334fb1eb. 00000100:00000200:1.0:1767389129.347608:0:361985:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853241654557952, offset 0 00000400:00000200:1.0:1767389129.347613:0:361985:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389129.347628:0:361985:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389129.347652:0:361985:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695837280bd00 00000400:00000200:1.0:1767389129.347663:0:361985:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xad9 [8] + 8088 00000400:00000200:1.0:1767389129.347669:0:361985:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389129.347680:0:361985:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767389129.347686:0:361985:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767389129.347690:0:361985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007a8fcdc4. 00000400:00000200:1.0:1767389129.347704:0:361985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000334fb1eb 00000400:00000010:1.0:1767389129.347707:0:361985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000334fb1eb. 00000100:00000200:1.0:1767389129.347763:0:361985:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000480186f8 x1853241654557952/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767389145 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767389129.347821:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020a364ac. 00000020:00000010:1.0:1767389129.347828:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020a364ac. 00000020:00000010:1.0:1767389129.347834:0:339008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c266f547. 00000020:00000010:1.0:1767389129.347842:0:339008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000053e92150. 00000020:00000010:1.0:1767389129.347850:0:339008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389129.347880:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000020a364ac. 00000020:00000010:1.0:1767389129.347887:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000020a364ac. 00000100:00000200:1.0:1767389129.347901:0:339008:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654557952 02000000:00000010:1.0:1767389129.347912:0:339008:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 0000000053543925. 00002000:00000010:1.0:1767389129.347939:0:339008:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000020a364ac. 00002000:00000010:1.0:1767389129.347963:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e6717ebe. 00080000:00000010:1.0:1767389129.347973:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b3a531ab. 00002000:00000010:1.0:1767389129.348338:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000486b3071. 00080000:00000010:1.0:1767389129.348344:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000491e1fd6. 00002000:00000010:1.0:1767389129.348634:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000044608740. 00080000:00000010:1.0:1767389129.348641:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000065b53a8e. 00002000:00000010:1.0:1767389129.348984:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000678fb833. 00080000:00000010:1.0:1767389129.348991:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000861c7c5b. 00002000:00000010:1.0:1767389129.349278:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a5c17aeb. 00080000:00000010:1.0:1767389129.349287:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000475bbf2b. 00002000:00000010:1.0:1767389129.349583:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000084802711. 00080000:00000010:1.0:1767389129.349593:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000048c48aa8. 00002000:00000010:1.0:1767389129.349934:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002f6322ad. 00080000:00000010:1.0:1767389129.349945:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004a0f262e. 00002000:00000010:1.0:1767389129.350261:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e336aa0f. 00080000:00000010:1.0:1767389129.350267:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a24a5d28. 00080000:00000010:1.0:1767389129.350565:0:339008:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000a02cd31a. 00000100:00000010:2.0:1767389129.350798:0:327896:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb47d1b7. 00000100:00000010:3.0:1767389129.350814:0:339424:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cddc4bfa. 00000100:00000010:0.0:1767389129.351294:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000092d330a7. 00002000:00000010:1.0:1767389129.352296:0:339008:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000008fd0f635. 00000001:00000010:1.0:1767389129.352306:0:339008:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000b800bc0c. 00002000:00000010:1.0:1767389129.352607:0:339008:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000020a364ac. 00002000:00000010:1.0:1767389129.352619:0:339008:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000020a364ac. 00002000:00000010:1.0:1767389129.352626:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d299683b. 00080000:00000010:1.0:1767389129.352632:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000056567dde. 00002000:00000010:1.0:1767389129.352977:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000087dd16ad. 00080000:00000010:1.0:1767389129.352984:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006705d6dd. 00002000:00000010:1.0:1767389129.353313:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000092ee40b. 00080000:00000010:1.0:1767389129.353322:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000013a7d5cf. 00002000:00000010:1.0:1767389129.353631:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001fd51853. 00080000:00000010:1.0:1767389129.353640:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000001c4404c6. 00002000:00000010:1.0:1767389129.353942:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b74c2a44. 00080000:00000010:1.0:1767389129.353949:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000db82f1ab. 00002000:00000010:1.0:1767389129.354273:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a0fd978c. 00080000:00000010:1.0:1767389129.354281:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ac23669b. 00002000:00000010:1.0:1767389129.354594:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fba2ac41. 00080000:00000010:1.0:1767389129.354602:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000098a4ffe5. 00000100:00000010:1.0:1767389129.354766:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ffe362ec. 00002000:00000010:1.0:1767389129.355215:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008042cfdd. 00080000:00000010:1.0:1767389129.355221:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000f5b50601. 00080000:00000010:1.0:1767389129.355536:0:339008:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000032e1ab8. 00002000:00000010:1.0:1767389129.357558:0:339008:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000003323dc7c. 00000001:00000010:1.0:1767389129.357567:0:339008:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000492b35a6. 00002000:00000010:1.0:1767389129.357934:0:339008:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000020a364ac. 00002000:00000010:1.0:1767389129.357940:0:339008:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000020a364ac. 00002000:00000010:1.0:1767389129.357946:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000aad883d5. 00080000:00000010:1.0:1767389129.357950:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004a94e2f7. 00002000:00000010:1.0:1767389129.358256:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009dd65809. 00080000:00000010:1.0:1767389129.358262:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004b320459. 00002000:00000010:1.0:1767389129.358574:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001c43c7eb. 00080000:00000010:1.0:1767389129.358582:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000d6aaf225. 00002000:00000010:1.0:1767389129.358880:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000000ac24a4. 00080000:00000010:1.0:1767389129.358887:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000003ee76869. 00002000:00000010:1.0:1767389129.359186:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c774740b. 00080000:00000010:1.0:1767389129.359194:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000ec11f8ba. 00002000:00000010:1.0:1767389129.359426:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000099fb6e33. 00080000:00000010:1.0:1767389129.359431:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000028fe0c41. 00002000:00000010:1.0:1767389129.359669:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ded009c9. 00080000:00000010:1.0:1767389129.359674:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000004e1463bc. 00002000:00000010:1.0:1767389129.359978:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000092bc36e3. 00080000:00000010:1.0:1767389129.359982:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 000000006c58ba8f. 00080000:00000010:1.0:1767389129.360259:0:339008:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000d43d53de. 00002000:00000010:1.0:1767389129.361673:0:339008:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000005fe56a8f. 00000001:00000010:1.0:1767389129.361679:0:339008:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000d87f7955. 00002000:00000010:1.0:1767389129.362002:0:339008:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000020a364ac. 00002000:00000010:1.0:1767389129.362011:0:339008:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000020a364ac. 00002000:00000010:1.0:1767389129.362014:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cae2eb9c. 00080000:00000010:1.0:1767389129.362018:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000b9831811. 00002000:00000010:1.0:1767389129.362320:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000006006edb. 00080000:00000010:1.0:1767389129.362329:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000098fead7e. 00002000:00000010:1.0:1767389129.362619:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ace5ba99. 00080000:00000010:1.0:1767389129.362626:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000334e5736. 00002000:00000010:1.0:1767389129.362962:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d66ce1a9. 00080000:00000010:1.0:1767389129.362968:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000863f3ba6. 00002000:00000010:1.0:1767389129.363262:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000051e24d38. 00080000:00000010:1.0:1767389129.363269:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000001220d15. 00002000:00000010:1.0:1767389129.363617:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c50f9da0. 00080000:00000010:1.0:1767389129.363625:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 0000000032c0decc. 00002000:00000010:1.0:1767389129.363988:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007f72d923. 00080000:00000010:1.0:1767389129.363997:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e9515534. 00002000:00000010:1.0:1767389129.364249:0:339008:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000007c4ab55c. 00080000:00000010:1.0:1767389129.364254:0:339008:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000e50ca23b. 00080000:00000010:1.0:1767389129.364519:0:339008:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000ee63ac9. 00002000:00000010:1.0:1767389129.365575:0:339008:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000f711a4cf. 00000001:00000010:1.0:1767389129.365583:0:339008:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000e13dfaa2. 00002000:00000010:1.0:1767389129.365855:0:339008:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000020a364ac. 00010000:00000200:1.0:1767389129.365873:0:339008:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007a8fcdc4 x1853241654557952/t4294967305(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:580/0 lens 432/432 e 0 to 0 dl 1767389140 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767389129.365886:0:339008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000334fb1eb. 00000100:00000200:1.0:1767389129.365890:0:339008:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853241654557952, offset 224 00000400:00000200:1.0:1767389129.365895:0:339008:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767389129.365905:0:339008:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767389129.365915:0:339008:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695837280bd00 00000400:00000200:1.0:1767389129.365920:0:339008:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x3029 [1] + 224 00000400:00000200:1.0:1767389129.365924:0:339008:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767389129.365928:0:339008:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767389129.365933:0:339008:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000480186f8 x1853241654557952/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767389145 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389129.365957:0:339008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000334fb1eb 00000400:00000010:1.0:1767389129.365960:0:339008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000334fb1eb. 00000020:00000010:1.0:1767389129.365974:0:339008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000053e92150. 00000020:00000010:1.0:1767389129.365980:0:339008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389129.365986:0:339008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c266f547. 00000400:00000010:1.0:1767389129.366013:0:361985:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092dda278. 00000400:00000200:1.0:1767389129.366016:0:361985:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f35abd 00000400:00000010:1.0:1767389129.366019:0:361985:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000100:00000200:1.0:1767389129.366030:0:361985:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000480186f8 x1853241654557952/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767389129.366038:0:361985:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000480186f8 x1853241654557952/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767389145 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767389129.366057:0:361985:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000be1ab5fc. 00000800:00000200:1.0:1767389129.483892:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000823d5546] -> 12345-192.168.204.113@tcp25 (6) 00000800:00000200:1.0:1767389129.483904:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp25 ip 192.168.204.113:988 00000800:00000200:1.0:1767389129.483912:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767389129.484169:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000010:3.0:1767389129.649551:0:339005:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000d10349e5. 00080000:00000010:3.0:1767389129.649571:0:339005:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000002ca5277f. 00000001:00000010:3.0:1767389129.649590:0:339005:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000e13dfaa2. 00002000:00000010:3.0:1767389129.649598:0:339005:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000f711a4cf. 00080000:00000010:3.0:1767389129.649603:0:339005:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 000000000ee63ac9. 00000001:00000010:3.0:1767389129.649612:0:339005:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000d87f7955. 00002000:00000010:3.0:1767389129.649618:0:339005:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000005fe56a8f. 00080000:00000010:3.0:1767389129.649622:0:339005:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000d43d53de. 00000001:00000010:3.0:1767389129.649629:0:339005:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000492b35a6. 00002000:00000010:3.0:1767389129.649631:0:339005:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000003323dc7c. 00080000:00000010:3.0:1767389129.649634:0:339005:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000032e1ab8. 00000001:00000010:3.0:1767389129.649638:0:339005:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000b800bc0c. 00002000:00000010:3.0:1767389129.649641:0:339005:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000008fd0f635. 00080000:00000010:3.0:1767389129.649644:0:339005:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000a02cd31a. 00000020:00000010:0.0:1767389129.769157:0:362046:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dceafbbd. 00000020:00000010:0.0:1767389129.769168:0:362046:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004da763f9. 00000020:00000010:0.0:1767389129.769174:0:362046:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c0e9482b. 00000020:00000010:0.0:1767389129.769181:0:362046:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000614eb99c. 00000020:00000010:0.0:1767389129.769187:0:362046:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000072df7ede. 80000000:00000010:0.0:1767389129.769192:0:362046:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000176ebc84. 40000000:00000010:0.0:1767389129.769197:0:362046:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bdb55d06. 00100000:00000010:0.0:1767389129.769203:0:362046:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000278e4b4d. 00040000:00000010:0.0:1767389129.769208:0:362046:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002f2651fe. 00040000:00000010:0.0:1767389129.769212:0:362046:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005967d2b4. 00080000:00000010:0.0:1767389129.769217:0:362046:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000001740ce7c. 00002000:00000010:0.0:1767389129.769223:0:362046:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009529fdfd. 00000020:00000010:0.0:1767389129.769238:0:362046:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004da763f9. 00000020:00000010:0.0:1767389129.769243:0:362046:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c0e9482b. 00000020:00000010:0.0:1767389129.769248:0:362046:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000614eb99c. 00000020:00000010:0.0:1767389129.769253:0:362046:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000072df7ede. 80000000:00000010:0.0:1767389129.769257:0:362046:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000176ebc84. 40000000:00000010:0.0:1767389129.769261:0:362046:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bdb55d06. 00100000:00000010:0.0:1767389129.769266:0:362046:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000278e4b4d. 00040000:00000010:0.0:1767389129.769272:0:362046:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000002f2651fe. 00040000:00000010:0.0:1767389129.769276:0:362046:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005967d2b4. 00080000:00000010:0.0:1767389129.769280:0:362046:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000001740ce7c. 00002000:00000010:0.0:1767389129.769286:0:362046:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000009529fdfd. 00000020:00000010:0.0:1767389129.769289:0:362046:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dceafbbd. 00000020:00000010:3.0:1767389129.931883:0:339424:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000008f193370. 00000400:00000200:0.0:1767389130.315876:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000400:00000010:0.0:1767389130.315889:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000400:00000200:0.0:1767389130.315897:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767389130.315906:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp46 recovery ping unlinked 00000400:00000010:0.0:1767389130.315926:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c1fead47. 00000400:00000010:0.0:1767389130.315934:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000a23ba5c8. 00000001:02000400:3.0:1767389131.116507:0:362222:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-server.virtnet: executing set_default_debug -1 all 00000400:00000001:3.0:1767389131.142001:0:362224:0:(debug.c:327:cfs_str2mask()) Process entered 00000100:00000001:3.0:1767389131.275863:0:337538:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767389131.275886:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389131.275892:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389131.275903:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389131.275910:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389131.275919:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389131.275926:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389131.417162:0:362235:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389131.417181:0:362235:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389131.417188:0:362235:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389131.417196:0:362235:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389131.417203:0:362235:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389131.417207:0:362235:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389131.876476:0:362288:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389131.876500:0:362288:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389131.876507:0:362288:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389131.876517:0:362288:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389131.876527:0:362288:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389131.876531:0:362288:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389131.979892:0:339424:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389131.979902:0:339424:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389131.979917:0:339424:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389131.979922:0:339424:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389131.979966:0:361306:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389131.979971:0:361306:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389131.979975:0:361306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767389132.299790:0:337538:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767389132.299806:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389132.299808:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389132.299813:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389132.299815:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389132.299819:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389132.299822:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389132.363937:0:337533:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.204.113@tcp47 00000400:00000010:1.0:1767389132.363959:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000090d10540. 00000400:00000010:1.0:1767389132.363972:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004736aea7. 00000400:00000010:1.0:1767389132.363981:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000400:00000010:1.0:1767389132.363997:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dd4c26e8. 00000400:00000200:1.0:1767389132.364002:0:337533:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.113@tcp47 00000400:00000200:1.0:1767389132.364081:0:337533:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.204.113@tcp47 local destination 00000400:00000200:1.0:1767389132.364092:0:337533:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.113@tcp47 00000400:00000200:1.0:1767389132.364097:0:337533:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.113@tcp47 NI seq info: [265:265:256:4294967295] 192.168.204.113@tcp47 LPNI seq info [230:230:8:4294967295] 00000400:00000200:1.0:1767389132.364107:0:337533:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.113@tcp47 00000400:00000200:1.0:1767389132.364121:0:337533:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.113@tcp47(192.168.204.113@tcp47:) -> 192.168.204.113@tcp47(192.168.204.113@tcp47:192.168.204.113@tcp47) : GET try# 0 00000800:00000200:1.0:1767389132.364128:0:337533:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.113@tcp47 00000800:00000010:1.0:1767389132.364135:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000505d5ac6. 00000800:00000200:1.0:1767389132.364156:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005dfb5336] -> 12345-192.168.204.113@tcp47 (2) 00000800:00000200:1.1:1767389132.364164:0:337533:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005dfb5336] -> 12345-192.168.204.113@tcp47 (2) 00000400:00000200:1.0:1767389132.364205:0:337533:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.204.113@tcp47 added to recovery queue. ping count: 5 next ping: 5085 health :500 00000400:00000200:0.0:1767389132.364408:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.364511:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.364575:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.364612:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.364648:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.364676:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.364697:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.364718:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.364823:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.364866:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.364950:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.364988:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.365104:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.365199:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.365251:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.365339:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.365425:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.365500:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.365561:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.365623:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.365689:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.365755:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.365916:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.365985:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.366089:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.366176:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.366257:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.366313:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.366347:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.366381:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.366405:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.366430:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.366492:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.366605:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.366705:0:337526:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389132.367033:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e624c4ff. 00000800:00000010:0.0:1767389132.367058:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fb0669ee. 00000800:00000010:0.0:1767389132.367081:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b254d4a1. 00000800:00000010:0.0:1767389132.367108:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b254d4a1. 00000800:00020000:0.0:1767389132.367121:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389132.367126:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fb0669ee. 00000800:00000010:0.0:1767389132.367145:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e624c4ff. 00000400:02020000:0.0:1767389132.367200:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp47 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767389132.367208:0:337526:0:(router.c:1755:lnet_notify()) 192.168.204.113@tcp47 notifying 192.168.204.113@tcp47: down 00000800:00000200:0.0:1767389132.367217:0:337526:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.113@tcp47 down 00000800:00000100:0.0:1767389132.367225:0:337526:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.204.113@tcp47 00000800:00000010:0.0:1767389132.367229:0:337526:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000505d5ac6. 00000400:00000200:0.0:1767389132.367236:0:337526:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767389132.367242:0:337526:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.113@tcp47->192.168.204.113@tcp47: GET: LOCAL_ERROR 00000400:00000200:0.0:1767389132.367262:0:337526:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767389132.367265:0:337526:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.204.113@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767389132.367269:0:337526:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.204.113@tcp47) recovery failed with -71 00080000:00000001:3.0:1767389132.547505:0:362337:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389132.547528:0:362337:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389132.547535:0:362337:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389132.547546:0:362337:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389132.547555:0:362337:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389132.547558:0:362337:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767389132.555909:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000ee4e6f3] -> 12345-192.168.204.113@tcp15 (6) 00000800:00000200:2.0:1767389132.555921:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp15 ip 192.168.204.113:988 00000800:00000200:2.0:1767389132.555929:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e0d1e4b0 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767389132.555963:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc04856] -> 12345-192.168.204.113@tcp36 (4) 00000800:00000200:2.1:1767389132.555970:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004dc04856] -> 12345-192.168.204.113@tcp36 (4) 00000400:00000200:0.0:1767389132.556167:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000001:2.0:1767389132.556200:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767389132.556203:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767389132.556235:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389132.556249:0:337529:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389132.556262:0:337529:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389132.556316:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.556427:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.556528:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.556653:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.556790:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.556892:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.556952:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.557092:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.557225:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.557343:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.557460:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.557576:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.557697:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.557829:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.557954:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.558073:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.558158:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.558287:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.558382:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.558505:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.558619:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.558772:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.558813:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.558897:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.559012:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.559129:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.559246:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.559327:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.559407:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.559526:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.559617:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.559779:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.559876:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389132.560052:0:337524:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389132.560318:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e624c4ff. 00000800:00000010:0.0:1767389132.560327:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fb0669ee. 00000800:00000010:0.0:1767389132.560334:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b254d4a1. 00000800:00000010:0.0:1767389132.560390:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b254d4a1. 00000800:00020000:0.0:1767389132.560408:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389132.560415:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fb0669ee. 00000800:00000010:0.0:1767389132.560421:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e624c4ff. 00000400:02020000:0.0:1767389132.560570:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp36 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767389132.560577:0:337524:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767389133.003891:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389133.003901:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389133.003911:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389133.003913:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389133.003945:0:361307:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767389133.003949:0:361307:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767389133.003953:0:361307:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767389133.323831:0:337538:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767389133.323865:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389133.323868:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389133.323873:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389133.323876:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389133.323881:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389133.323884:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767389133.387865:0:337533:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389133.387872:0:337533:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767389133.387877:0:337533:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f35abd 00000400:00000010:1.0:1767389133.387883:0:337533:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000400:00000200:1.0:1767389133.387890:0:337533:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767389133.387900:0:337533:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.204.113@tcp47 recovery ping unlinked 00000400:00000010:1.0:1767389133.387926:0:337533:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000090d10540. 00000400:00000010:1.0:1767389133.387932:0:337533:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004736aea7. 00080000:00000001:1.0:1767389133.475186:0:362385:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389133.475210:0:362385:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389133.475218:0:362385:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767389133.475230:0:362385:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1767389133.475241:0:362385:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389133.475245:0:362385:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767389133.659690:0:362421:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767389133.659696:0:362421:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg413-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:0.0:1767389133.666264:0:362421:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000001:0.0:1767389133.959721:0:362433:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389133.959775:0:362433:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389133.959780:0:362433:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389133.959790:0:362433:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1767389133.959797:0:362433:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389133.959801:0:362433:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389134.027821:0:255632:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767389134.027828:0:255632:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389134.027837:0:255632:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767389134.027840:0:255632:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389134.027931:0:339023:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767389134.027935:0:339023:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767389134.027939:0:339023:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767389134.347856:0:337538:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767389134.347879:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389134.347883:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767389134.347892:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389134.347899:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389134.347905:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.347912:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389134.368399:0:362479:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389134.368421:0:362479:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389134.368428:0:362479:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767389134.368438:0:362479:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1767389134.368447:0:362479:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389134.368451:0:362479:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767389134.603857:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000f365d1dc] -> 12345-192.168.204.113@tcp18 (6) 00000800:00000200:1.0:1767389134.603879:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp18 ip 192.168.204.113:988 00000800:00000200:1.0:1767389134.603888:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003f53ab9a type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767389134.603928:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb29046f] -> 12345-192.168.204.113@tcp39 (4) 00000800:00000200:1.1:1767389134.603941:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000cb29046f] -> 12345-192.168.204.113@tcp39 (4) 00000800:00000200:1.0:1767389134.603993:0:337528:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000925f3843] -> 12345-192.168.204.113@tcp26 (6) 00000800:00000200:1.0:1767389134.604032:0:337528:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.113@tcp26 ip 192.168.204.113:988 00000800:00000200:1.0:1767389134.604037:0:337528:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009779356c type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1767389134.604114:0:337530:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767389134.604138:0:337530:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767389134.604144:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.113:988 00000800:00000200:2.0:1767389134.604179:0:337531:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767389134.604194:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389134.604203:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389134.604212:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767389134.604237:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.113:988 00000800:00000001:2.0:1767389134.604245:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767389134.604254:0:337531:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767389134.604264:0:337531:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767389134.604292:0:337530:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767389134.604336:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.604375:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.604416:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.604466:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.604508:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.604552:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.604587:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.604632:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.604667:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.604700:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.604799:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.604850:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.604885:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.604928:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.604964:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605020:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605063:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605100:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605147:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605182:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605220:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605258:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605297:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605331:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605358:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605384:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605420:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605460:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605489:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605517:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605543:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605578:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.204.113:988 00000400:00000200:0.0:1767389134.605610:0:359705:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.204.113:988 00000800:00000010:0.0:1767389134.605903:0:359705:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e624c4ff. 00000800:00000010:0.0:1767389134.605912:0:359705:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d014b366. 00000800:00000010:0.0:1767389134.605919:0:359705:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f8d3fea. 00000800:00000010:0.0:1767389134.605949:0:359705:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f8d3fea. 00000800:00020000:0.0:1767389134.605963:0:359705:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389134.605968:0:359705:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d014b366. 00000800:00000010:0.0:1767389134.605971:0:359705:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e624c4ff. 00000400:02020000:0.0:1767389134.606070:0:359705:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp39 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767389134.606079:0:359705:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000040:3.0:1767389134.731983:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767389134.732034:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767389134.732048:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db0a5abe. 00000020:00000040:3.0:1767389134.732061:0:257746:0:(genops.c:1229:class_import_get()) import 00000000df696861 refcount=4 obd=MGC192.168.204.113@tcp 00000100:00000001:3.0:1767389134.732073:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:2.0:1767389134.732073:0:361985:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 02000000:00000001:3.0:1767389134.732085:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000004:00000020:2.0:1767389134.732086:0:361985:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 02000000:00000001:3.0:1767389134.732101:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389134.732103:0:361985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028a5ec89. 02000000:00000010:3.0:1767389134.732117:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d837e0c5. 00000020:00000040:2.0:1767389134.732118:0:361985:0:(genops.c:1229:class_import_get()) import 000000007cc376e6 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767389134.732135:0:361985:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767389134.732138:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389134.732141:0:361985:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767389134.732154:0:361985:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389134.732164:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c07dcde7-f9c9-49b5-a081-6a2d18ea4aee->MGS req@00000000db0a5abe x1853241654558080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767389134.732169:0:361985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a8d85655. 00000100:00000001:2.0:1767389134.732188:0:361985:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.732193:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389134.732202:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389134.732205:0:361985:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767389134.732212:0:361985:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389134.732224:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db0a5abe] to pc [ptlrpcd_00_00+0] req@00000000db0a5abe x1853241654558080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767389134.732236:0:361985:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028a5ec89] to pc [ptlrpcd_00_01+1] req@0000000028a5ec89 x1853241654558208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389134.732307:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767389134.732307:0:361985:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767389134.732324:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767389134.732336:0:257746:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1767389134.732344:0:257746:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767389134.732350:0:257746:0:(import.c:65:import_set_state_nolock()) 000000009e8ee5c9 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767389134.732361:0:257746:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1767389134.732365:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767389134.732372:0:257746:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 15 to 0@lo 00000100:00000001:2.0:1767389134.732374:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389134.732382:0:257746:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767389134.732383:0:337537:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767389134.732395:0:257746:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 16 to 0@lo 00000100:00000040:2.0:1767389134.732397:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000028a5ec89 x1853241654558208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389134.732406:0:257746:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000001:3.0:1767389134.732421:0:257746:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767389134.732428:0:337537:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1767389134.732429:0:257746:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292f7 00000100:00000001:2.0:1767389134.732436:0:337537:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389134.732439:0:257746:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767389134.732446:0:337537:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1767389134.732448:0:257746:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a2d56187 refcount=8 02000000:00000001:2.0:1767389134.732456:0:337537:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767389134.732458:0:257746:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247376490496 : -122826333061120 : ffff904a440c8000) 02000000:00000001:2.0:1767389134.732467:0:337537:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389134.732470:0:257746:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247376490496 : -122826333061120 : ffff904a440c8000) 00000100:00100000:2.0:1767389134.732478:0:337537:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000028a5ec89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654558208:0@lo:13: 00000100:00000040:3.0:1767389134.732483:0:257746:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 15 to 0@lo 00000100:00000001:2.0:1767389134.732492:0:337537:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767389134.732494:0:257746:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767389134.732503:0:337537:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767389134.732505:0:257746:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 16 to 0@lo 02000000:00000001:2.0:1767389134.732512:0:337537:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.732514:0:257746:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:2.0:1767389134.732519:0:337537:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767389134.732522:0:257746:0:(genops.c:898:class_export_put()) PUTting export 00000000a2d56187 : new refcount 7 02000000:00000010:2.0:1767389134.732529:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000083451836. 00000100:00080000:3.0:1767389134.732531:0:257746:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 000000009e8ee5c9 using connection 192.168.204.113@tcp/0@lo 02000000:00000001:2.0:1767389134.732537:0:337537:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.732543:0:257746:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389134.732550:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bac7277. 02000000:00000001:3.0:1767389134.732553:0:257746:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1767389134.732568:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 02000000:00000001:3.0:1767389134.732569:0:257746:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389134.732579:0:257746:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389134.732586:0:337537:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654558208, portal 4 00000100:00000001:3.0:1767389134.732587:0:257746:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767389134.732596:0:257746:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389134.732596:0:337537:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389134.732601:0:337537:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252613735296 : -122821095816320 : ffff904b7c368380) 00000100:00000010:3.0:1767389134.732608:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005daca956. 00000100:00000040:2.0:1767389134.732615:0:337537:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000028a5ec89 x1853241654558208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389150 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767389134.732618:0:257746:0:(genops.c:1229:class_import_get()) import 000000009e8ee5c9 refcount=5 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767389134.732633:0:257746:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1767389134.732634:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389134.732636:0:337537:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767389134.732645:0:257746:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.732654:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389134.732656:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767389134.732657:0:337537:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767389134.732659:0:337536:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1767389134.732665:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5a7741e. 02000000:00000001:3.0:1767389134.732669:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1767389134.732673:0:337537:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853241654558208, offset 0 02000000:00000001:3.0:1767389134.732678:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389134.732681:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db0a5abe x1853241654558080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389134.732697:0:337537:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767389134.732701:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000032e1ab8. 00000400:00000200:2.0:1767389134.732765:0:337537:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389134.732769:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.732778:0:337536:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767389134.732783:0:337536:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389134.732790:0:257746:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005daca956 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767389134.732795:0:337537:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695837280be00 02000000:00000001:0.0:1767389134.732798:0:337536:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767389134.732821:0:337537:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbd9 [8] + 5824 00000100:00000001:3.0:1767389134.732826:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767389134.732834:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389134.732836:0:337537:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767389134.732847:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005daca956] to pc [ptlrpcd_rcv+-1] req@000000005daca956 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767389134.732852:0:337537:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767389134.732869:0:337536:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389134.732871:0:337537:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767389134.732882:0:337537:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:0.0:1767389134.732882:0:337536:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.732888:0:257746:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389134.732912:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:2.0:1767389134.732913:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078e41c22. 00000100:00100000:0.0:1767389134.732914:0:337536:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db0a5abe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654558080:0@lo:400: 00000100:00000040:2.0:1767389134.732933:0:337537:0:(events.c:337:request_in_callback()) incoming req@0000000078e41c22 x1853241654558208 msgsize 224 00000100:00000001:0.0:1767389134.732942:0:337536:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767389134.732944:0:257746:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767389134.732954:0:337536:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767389134.732956:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008777fd9d. 00000100:00100000:2.0:1767389134.732957:0:337537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767389134.732961:0:337536:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389134.732973:0:337536:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1767389134.732975:0:257746:0:(genops.c:1229:class_import_get()) import 000000007cc376e6 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767389134.732982:0:337537:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767389134.732985:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767389134.733021:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767389134.733030:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389134.733032:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5a7741e 00000400:00000010:2.0:1767389134.733041:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5a7741e. 02000000:00000010:3.0:1767389134.733044:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045aa15c8. 00000100:00000001:2.0:1767389134.733051:0:337537:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767389134.733054:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389134.733063:0:337537:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000028a5ec89 x1853241654558208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389150 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389134.733076:0:257746:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000008777fd9d x1853241654558464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767389134.733084:0:339010:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767389134.733086:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767389134.733097:0:339010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654558208 00000100:00000040:2.0:1767389134.733110:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000028a5ec89 x1853241654558208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389150 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767389134.733114:0:339010:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389134.733116:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767389134.733120:0:339010:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767389134.733124:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.733128:0:339010:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389134.733146:0:339010:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389134.733154:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008777fd9d] to pc [ptlrpcd_00_02+2] req@000000008777fd9d x1853241654558464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389134.733167:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389134.733168:0:339010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654558208 00000020:00000001:0.0:1767389134.733184:0:339010:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767389134.733188:0:337537:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1767389134.733192:0:339010:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429750 00000020:00000001:0.0:1767389134.733198:0:339010:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389134.733203:0:339010:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000087b1371b refcount=5 00000100:00000001:2.0:1767389134.733205:0:337537:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389134.733210:0:339010:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247374213120 : -122826335338496 : ffff904a43e9c000) 00000020:00000001:0.0:1767389134.733218:0:339010:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247374213120 : -122826335338496 : ffff904a43e9c000) 00000100:00000001:3.0:1767389134.733221:0:257746:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389134.733221:0:337537:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5695 usecs (6 jiffies) 00000100:00080000:3.0:1767389134.733244:0:257746:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1767389134.733245:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767389134.733246:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299722759 00000020:00000010:0.0:1767389134.733258:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae608dd7. 00000100:00000010:2.0:1767389134.733261:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000cedb793. 00000100:00080000:3.0:1767389134.733263:0:257746:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000010:0.0:1767389134.733274:0:339010:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000622af29d. 00000100:00000001:3.0:1767389134.733276:0:257746:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1767389134.733278:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00080000:3.0:1767389134.733285:0:257746:0:(import.c:65:import_set_state_nolock()) 00000000f278e70f lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000040:0.0:1767389134.733291:0:339010:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000100:00000001:2.0:1767389134.733292:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299722759 00000100:00000001:3.0:1767389134.733296:0:257746:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:3.0:1767389134.733312:0:257746:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 15 to 0@lo 00000100:00000010:2.0:1767389134.733314:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001abf7553. 00000100:00000001:2.0:1767389134.733327:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767389134.733328:0:257746:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767389134.733328:0:339010:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767389134.733337:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299722759 00000020:00000010:0.0:1767389134.733342:0:339010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c68f148. 00000100:00000040:3.0:1767389134.733346:0:257746:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 16 to 0@lo 00000100:00000010:2.0:1767389134.733346:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a7e42290. 00000020:00000010:0.0:1767389134.733356:0:339010:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ebfa47d. 00000100:00000001:2.0:1767389134.733358:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767389134.733361:0:257746:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000001:3.0:1767389134.733375:0:257746:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767389134.733376:0:337537:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299722759 00000020:00000010:0.0:1767389134.733377:0:339010:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056cb4a59. 00000020:00000040:3.0:1767389134.733382:0:257746:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429788 00000100:00000010:2.0:1767389134.733393:0:337537:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ff3068cb. 00000020:00000001:3.0:1767389134.733397:0:257746:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767389134.733406:0:337537:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000040:3.0:1767389134.733407:0:257746:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000092a521ca refcount=7 00000100:00000040:0.0:1767389134.733412:0:339010:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767389134.733417:0:337537:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389134.733428:0:339010:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767389134.733429:0:257746:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251872372736 : -122821837178880 : ffff904b50063800) 00000100:00000001:2.0:1767389134.733430:0:337537:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.733435:0:339010:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389134.733444:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.733446:0:339010:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389134.733448:0:257746:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621251872372736 : -122821837178880 : ffff904b50063800) 00000100:00000001:2.0:1767389134.733462:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389134.733470:0:257746:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 15 to 0@lo 00000100:00000001:0.0:1767389134.733472:0:339010:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389134.733477:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767389134.733487:0:257746:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767389134.733488:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767389134.733498:0:339010:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389134.733500:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767389134.733502:0:257746:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 16 to 0@lo 00000100:00000001:2.0:1767389134.733513:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389134.733515:0:257746:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:2.0:1767389134.733521:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389134.733530:0:257746:0:(genops.c:898:class_export_put()) PUTting export 0000000092a521ca : new refcount 6 00000100:00000001:2.0:1767389134.733534:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.733539:0:339010:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00080000:3.0:1767389134.733546:0:257746:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000f278e70f using connection 192.168.204.113@tcp/0@lo 00000100:00000001:0.0:1767389134.733548:0:339010:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767389134.733560:0:257746:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767389134.733562:0:339010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 02000000:00000001:3.0:1767389134.733573:0:257746:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1767389134.733575:0:339010:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000087b1371b : new rpc_count 1 00000100:00000001:2.0:1767389134.733584:0:339011:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:0.0:1767389134.733585:0:339010:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252613737088 : -122821095814528 : ffff904b7c368a80) 02000000:00000001:3.0:1767389134.733590:0:257746:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767389134.733591:0:339011:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00000040:0.0:1767389134.733600:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000078e41c22 x1853241654558208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:585/0 lens 224/0 e 0 to 0 dl 1767389145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767389134.733606:0:257746:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767389134.733614:0:339011:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000708bdd9c. 00000100:00000001:3.0:1767389134.733623:0:257746:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1767389134.733633:0:257746:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389134.733639:0:339011:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00000010:3.0:1767389134.733656:0:257746:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6e82fd7. 00000100:00000001:0.0:1767389134.733659:0:339010:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767389134.733671:0:339010:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002604b1f5. 00000020:00000040:3.0:1767389134.733672:0:257746:0:(genops.c:1229:class_import_get()) import 00000000f278e70f refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767389134.733687:0:339010:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389134.733690:0:257746:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000010:0.0:1767389134.733693:0:339010:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002604b1f5. 02000000:00000001:3.0:1767389134.733697:0:257746:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389134.733698:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389134.733712:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767389134.733713:0:257746:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767389134.733714:0:339010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000078e41c22 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:337537:x1853241654558208:12345-0@lo:13: 00000100:00000001:2.0:1767389134.733769:0:337538:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767389134.733781:0:257746:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1767389134.733785:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008777fd9d x1853241654558464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389134.733791:0:339010:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654558208 02000000:00000001:3.0:1767389134.733796:0:257746:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389134.733807:0:339010:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:3.0:1767389134.733814:0:257746:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d43d53de. 00000020:00000001:0.0:1767389134.733819:0:339010:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767389134.733837:0:339010:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389134.733838:0:337538:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767389134.733840:0:257746:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389134.733847:0:337538:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389134.733851:0:339010:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767389134.733861:0:337538:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767389134.733861:0:339010:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072674498000 : -1035053616 : ffffffffc24e55d0) 00000100:00100000:3.0:1767389134.733866:0:257746:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f6e82fd7 x1853241654558592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767389134.733878:0:337538:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767389134.733879:0:339010:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767389134.733893:0:339010:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767389134.733896:0:337538:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767389134.733909:0:339010:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767389134.733917:0:337538:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008777fd9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654558464:0@lo:400: 00000020:00000001:0.0:1767389134.733919:0:339010:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767389134.733924:0:257746:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1767389134.733930:0:339010:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.733934:0:257746:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389134.733945:0:337538:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767389134.733953:0:339010:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767389134.733955:0:337538:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767389134.733957:0:257746:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e82fd7] to pc [ptlrpcd_rcv+-1] req@00000000f6e82fd7 x1853241654558592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389134.733975:0:337538:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389134.733977:0:339010:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1767389134.733990:0:337538:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767389134.734012:0:339010:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000f72be969. 02000000:00000001:0.0:1767389134.734025:0:339010:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767389134.734027:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a158ffad. 00000100:00000001:3.0:1767389134.734032:0:257746:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.734039:0:339010:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389134.734040:0:337538:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389134.734049:0:257746:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5060) 00002000:00000001:0.0:1767389134.734061:0:339010:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000010:2.0:1767389134.734062:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000516caf7d. 00002000:00000001:0.0:1767389134.734074:0:339010:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000400:00000010:2.0:1767389134.734075:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5a7741e. 00000020:00000001:0.0:1767389134.734082:0:339010:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:0.0:1767389134.734089:0:339010:0:(osd_handler.c:571:osd_statfs()) Process entered 00000100:00000200:2.0:1767389134.734090:0:337538:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654558464, portal 4 00000100:00000001:2.0:1767389134.734100:0:337538:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767389134.734103:0:337538:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520919040 : -122821188632576 : ffff904b76ae4000) 00000100:00000040:2.0:1767389134.734117:0:337538:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008777fd9d x1853241654558464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389134.734133:0:337538:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767389134.734143:0:337538:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767389134.734151:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b722476. 00000100:00000200:2.0:1767389134.734158:0:337538:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853241654558464, offset 0 00000400:00000200:2.0:1767389134.734170:0:337538:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767389134.734187:0:337538:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767389134.734205:0:337538:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695837280bf00 00000100:00000001:1.0:1767389134.734207:0:337539:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389134.734215:0:337535:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389134.734220:0:337539:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.734222:0:337535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767389134.734226:0:337538:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xad9 [8] + 8520 00000100:00000001:3.0:1767389134.734229:0:337535:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1767389134.734239:0:337536:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007b201a7a. 00000400:00000200:2.0:1767389134.734241:0:337538:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767389134.734248:0:337535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005daca956 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389134.734249:0:337536:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767389134.734257:0:337538:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767389134.734265:0:337536:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092dda278. 00000100:00000001:2.0:1767389134.734273:0:337538:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767389134.734275:0:337535:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1767389134.734276:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000100:00000200:2.0:1767389134.734279:0:337538:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767389134.734281:0:337535:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389134.734286:0:337536:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853241654558080, portal 25 00000100:00000010:2.0:1767389134.734288:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009d9f1556. 02000000:00000001:3.0:1767389134.734290:0:337535:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767389134.734293:0:337536:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767389134.734300:0:337536:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520925312 : -122821188626304 : ffff904b76ae5880) 00000100:00000040:2.0:1767389134.734301:0:337538:0:(events.c:337:request_in_callback()) incoming req@000000009d9f1556 x1853241654558464 msgsize 224 02000000:00000001:3.0:1767389134.734302:0:337535:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767389134.734313:0:337535:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389134.734320:0:337538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767389134.734322:0:337536:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db0a5abe x1853241654558080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389134.734325:0:337535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005daca956 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:337535:1853241654558336:0@lo:38: 00000100:00000001:3.0:1767389134.734336:0:337535:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767389134.734342:0:337536:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767389134.734344:0:337535:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767389134.734348:0:337535:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389134.734349:0:337538:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767389134.734352:0:337536:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767389134.734358:0:337535:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1767389134.734363:0:337536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000334fb1eb. 02000000:00000010:3.0:1767389134.734367:0:337535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a02cd31a. 00000400:00000200:2.0:1767389134.734370:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b722476 00000100:00080000:0.0:1767389134.734371:0:338176:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:3.0:1767389134.734372:0:337535:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389134.734386:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b722476. 00000020:00000040:0.0:1767389134.734389:0:338176:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (000000002c4b3cbe) now 6 - evictor 00000400:00000010:3.0:1767389134.734393:0:337535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089aff099. 00000100:00000001:2.0:1767389134.734394:0:337538:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767389134.734397:0:337536:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853241654558080, offset 0 00000100:00000200:2.0:1767389134.734408:0:337538:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008777fd9d x1853241654558464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389134.734412:0:337535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1d43b72. 00000400:00000200:1.0:1767389134.734417:0:337536:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389134.734434:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767389134.734436:0:337535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654558336, portal 10 00000100:00000001:3.0:1767389134.734444:0:337535:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767389134.734446:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008777fd9d x1853241654558464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389150 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389134.734451:0:337535:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520927104 : -122821188624512 : ffff904b76ae5f80) 00000400:00000200:1.0:1767389134.734451:0:337536:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389134.734471:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389134.734476:0:337535:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005daca956 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389134.734482:0:337536:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695837280bd80 00000100:00000001:2.0:1767389134.734483:0:337538:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767389134.734494:0:337538:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.734496:0:337535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767389134.734504:0:337536:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x26a1 [2] + 0 00000100:00000040:2.0:1767389134.734506:0:337538:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5695 usecs (6 jiffies) 00000100:00000040:3.0:1767389134.734511:0:337535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767389134.734516:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299722760 00000400:00000010:1.0:1767389134.734516:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000914c9064. 00000400:00000010:3.0:1767389134.734521:0:337535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c09c2707. 00000400:00000200:1.0:1767389134.734534:0:337536:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000028362784 00000100:00000001:2.0:1767389134.734536:0:337538:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4299722759 00000100:00000200:3.0:1767389134.734543:0:337535:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853241654558336, offset 0 00000400:00000200:1.0:1767389134.734546:0:337536:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389134.734549:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299722760 00000400:00000200:1.0:1767389134.734563:0:337536:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767389134.734564:0:337535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389134.734570:0:337538:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4299722759 00000400:00000200:1.0:1767389134.734581:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028362784 00000100:00000001:2.0:1767389134.734587:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299722760 00000400:00000010:1.0:1767389134.734589:0:337536:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028362784. 00000400:00000200:3.0:1767389134.734592:0:337535:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767389134.734607:0:337538:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4299722759 00000100:00000001:1.0:1767389134.734609:0:337536:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767389134.734618:0:337535:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695837280be80 00000100:00000200:1.0:1767389134.734619:0:337536:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767389134.734627:0:337536:0:(events.c:337:request_in_callback()) incoming req@0000000090da8675 x1853241654558080 msgsize 224 00000100:00000001:2.0:1767389134.734632:0:337538:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299722760 00000400:00000200:3.0:1767389134.734643:0:337535:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x2771 [64] + 1264 00000100:00100000:1.0:1767389134.734651:0:337536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767389134.734655:0:337538:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4299722759 00000400:00000200:3.0:1767389134.734656:0:337535:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767389134.734659:0:337536:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767389134.734674:0:337538:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767389134.734675:0:337535:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767389134.734683:0:337538:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.734693:0:337535:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767389134.734696:0:337536:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389134.734697:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389134.734702:0:337535:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767389134.734703:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389134.734707:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000334fb1eb 00000400:00000010:1.0:1767389134.734715:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000334fb1eb. 00000100:00000001:2.0:1767389134.734716:0:337538:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1767389134.734718:0:337535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000d59fae0. 00000100:00000001:2.0:1767389134.734773:0:337538:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389134.734780:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767389134.734784:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767389134.734785:0:337535:0:(events.c:337:request_in_callback()) incoming req@000000000d59fae0 x1853241654558336 msgsize 520 00000100:00000001:1.0:1767389134.734786:0:337536:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767389134.734795:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389134.734802:0:337536:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db0a5abe x1853241654558080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389134.734807:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389134.734811:0:337535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767389134.734829:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767389134.734838:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db0a5abe x1853241654558080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389150 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389134.734840:0:337535:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767389134.734855:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389134.734860:0:337535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c09c2707 00000100:00000001:1.0:1767389134.734860:0:337536:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767389134.734865:0:337535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c09c2707. 00000100:00000001:2.0:1767389134.734871:0:339008:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767389134.734874:0:337535:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767389134.734876:0:337536:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389134.734880:0:339008:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654558464 00000100:00000001:1.0:1767389134.734887:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 0 is 4299722778 02000000:00000001:2.0:1767389134.734888:0:339008:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1767389134.734890:0:337535:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005daca956 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389134.734895:0:339008:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389134.734902:0:339008:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389134.734907:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4299722760 02000000:00000001:2.0:1767389134.734913:0:339008:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.734917:0:337535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767389134.734918:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 1 is 4299722778 00000100:00100000:2.0:1767389134.734921:0:339008:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654558464 00000100:00000001:1.0:1767389134.734926:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4299722760 00000100:00000040:3.0:1767389134.734927:0:337535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005daca956 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767389134.734929:0:339008:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767389134.734937:0:339008:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429750 00000100:00000001:1.0:1767389134.734940:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 2 is 4299722778 00000020:00000001:2.0:1767389134.734943:0:339008:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767389134.734950:0:339008:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000087b1371b refcount=6 00000020:00000001:2.0:1767389134.734958:0:339008:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247374213120 : -122826335338496 : ffff904a43e9c000) 00000100:00000001:3.0:1767389134.734959:0:337535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389134.734959:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4299722760 00000020:00000001:2.0:1767389134.734965:0:339008:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247374213120 : -122826335338496 : ffff904a43e9c000) 00000100:00000001:3.0:1767389134.734967:0:337535:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767389134.734968:0:337536:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS new deadline estimation for cpu 3 is 4299722778 00000100:00000001:2.0:1767389134.734980:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767389134.734983:0:337535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389134.734984:0:337536:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.113@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4299722760 00000020:00000010:2.0:1767389134.734988:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e677d983. 00000100:00000040:3.0:1767389134.735020:0:337535:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 6278 usecs (7 jiffies) 00000100:00000001:2.0:1767389134.735021:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767389134.735024:0:337536:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767389134.735034:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e677d983. 00000100:00000001:1.0:1767389134.735037:0:337536:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.735038:0:337535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4299722762 00000020:00000010:2.0:1767389134.735048:0:339008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075777e67. 00000100:00000001:1.0:1767389134.735053:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389134.735057:0:339008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c82e24bb. 00000100:00000001:1.0:1767389134.735063:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767389134.735067:0:339008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000100:00000001:1.0:1767389134.735076:0:337536:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389134.735082:0:337536:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389134.735089:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767389134.735090:0:339008:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767389134.735092:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767389134.735100:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389134.735103:0:339008:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389134.735111:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767389134.735118:0:339010:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389134.735120:0:339008:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767389134.735134:0:339008:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767389134.735135:0:339010:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767389134.735148:0:339010:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 389021696 avail 386924544 00000020:00000020:0.0:1767389134.735157:0:339010:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 40697856 0 0 00000020:00000020:0.0:1767389134.735163:0:339010:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/0000000087b1371b dirty 0 pend 0 grant 0 00000100:00000001:2.0:1767389134.735166:0:339008:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00002000:00000020:0.0:1767389134.735177:0:339010:0:(ofd_obd.c:737:ofd_statfs()) 374 blocks: 371 free, 331 avail; 12296 objects: 11872 free; state 0 00000100:00000001:2.0:1767389134.735178:0:339008:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00002000:00000001:0.0:1767389134.735194:0:339010:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:2.0:1767389134.735196:0:339008:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767389134.735205:0:339010:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767389134.735211:0:339010:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767389134.735216:0:339010:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767389134.735222:0:339010:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967305, transno 0, xid 1853241654558208 00000100:00000001:2.0:1767389134.735225:0:339008:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767389134.735228:0:339010:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767389134.735240:0:361964:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000200:0.0:1767389134.735243:0:339010:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000078e41c22 x1853241654558208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:585/0 lens 224/368 e 0 to 0 dl 1767389145 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389134.735250:0:361964:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654558336 00000100:00000001:2.0:1767389134.735251:0:339008:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389134.735263:0:339008:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767389134.735266:0:361964:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767389134.735278:0:361964:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767389134.735289:0:339008:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00010000:00000001:0.0:1767389134.735291:0:339010:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767389134.735292:0:361964:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389134.735306:0:339010:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389134.735308:0:361964:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389134.735308:0:339008:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000087b1371b : new rpc_count 2 00000100:00000001:2.0:1767389134.735332:0:339008:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252613744256 : -122821095807360 : ffff904b7c36a680) 00000100:00100000:3.0:1767389134.735333:0:361964:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654558336 00000100:00001000:0.0:1767389134.735334:0:339010:0:(import.c:2128:obd_at_measure()) add 1 to 00000000c24eba49 time=143 v=5 (1 0 0 0) 00000020:00000001:3.0:1767389134.735352:0:361964:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389134.735360:0:361964:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292fe 00000100:00000001:0.0:1767389134.735362:0:339010:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767389134.735368:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009d9f1556 x1853241654558464/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:585/0 lens 224/0 e 0 to 0 dl 1767389145 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389134.735375:0:361964:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767389134.735377:0:339010:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 17 to 0@lo 00000020:00000001:3.0:1767389134.735386:0:361964:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.735397:0:339010:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000001:3.0:1767389134.735402:0:361964:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389134.735417:0:339010:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767389134.735422:0:361964:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ec9610d. 02000000:00000001:0.0:1767389134.735429:0:339010:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389134.735431:0:339008:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767389134.735438:0:361964:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ca603812. 00000020:00000010:2.0:1767389134.735445:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e677d983. 00000100:00000001:0.0:1767389134.735445:0:339010:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767389134.735455:0:361964:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000100:00000001:2.0:1767389134.735460:0:339008:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767389134.735470:0:339010:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1767389134.735475:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e677d983. 00000100:00000001:3.0:1767389134.735476:0:361964:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1767389134.735479:0:339010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000100:00000001:3.0:1767389134.735487:0:361964:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1767389134.735494:0:339010:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853241654558208, offset 224 00000100:00100000:2.0:1767389134.735495:0:339008:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009d9f1556 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:337538:x1853241654558464:12345-0@lo:400: 00000100:00000001:3.0:1767389134.735497:0:361964:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767389134.735520:0:339008:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654558464 00000100:00000001:3.0:1767389134.735521:0:361964:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389134.735527:0:339008:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767389134.735536:0:339010:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767389134.735540:0:339008:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767389134.735542:0:361964:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389134.735546:0:339008:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389134.735553:0:339008:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767389134.735560:0:339008:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662677984 : -1046873632 : ffffffffc199f9e0) 00000400:00000200:0.0:1767389134.735562:0:339010:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767389134.735568:0:361964:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767389134.735577:0:339008:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767389134.735584:0:361964:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767389134.735586:0:339008:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767389134.735595:0:339008:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767389134.735604:0:339008:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1767389134.735605:0:361964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000400:00000200:0.0:1767389134.735606:0:339010:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695837280be00 00000020:00000001:2.0:1767389134.735610:0:339008:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389134.735628:0:339008:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767389134.735630:0:361964:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252520931584 : -122821188620032 : ffff904b76ae7100) 00000400:00000200:0.0:1767389134.735642:0:339010:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x3039 [1] + 224 00000100:00000001:2.0:1767389134.735643:0:339008:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767389134.735654:0:361964:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000d59fae0 x1853241654558336/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767389154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389134.735657:0:339008:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767389134.735671:0:339008:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009bd6a5a6. 00000400:00000200:0.0:1767389134.735673:0:339010:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767389134.735692:0:339008:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389134.735703:0:339008:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767389134.735708:0:339010:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767389134.735720:0:339008:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767389134.735770:0:339008:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 4294967305, transno 0, xid 1853241654558464 00010000:00000001:2.0:1767389134.735777:0:339008:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767389134.735780:0:339010:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767389134.735791:0:361964:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000d59fae0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:337535:x1853241654558336:12345-0@lo:38: 00010000:00000200:2.0:1767389134.735791:0:339008:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009d9f1556 x1853241654558464/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:585/0 lens 224/224 e 0 to 0 dl 1767389145 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389134.735792:0:339010:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000028a5ec89 x1853241654558208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389150 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767389134.735827:0:361964:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654558336 00000020:00000001:3.0:1767389134.735842:0:361964:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767389134.735858:0:361964:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767389134.735883:0:361964:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007babb7e0) now 4 - find 00000020:00000001:3.0:1767389134.735905:0:361964:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446621251695587760 : -122822013963856 : ffff904b457cb1b0) 00010000:00000001:2.0:1767389134.735931:0:339008:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767389134.735935:0:361964:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767389134.735943:0:339010:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000028a5ec89 x1853241654558208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389150 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389134.735944:0:339008:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389134.735945:0:361964:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:2.0:1767389134.735963:0:339008:0:(import.c:2128:obd_at_measure()) add 1 to 000000007f447e44 time=143 v=5 (1 0 0 0) 02000000:00000010:3.0:1767389134.735964:0:361964:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000000ee63ac9. 02000000:00000001:3.0:1767389134.735980:0:361964:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389134.735985:0:339008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767389134.736023:0:361964:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389134.736024:0:339008:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 18 to 0@lo 00000100:00000001:0.0:1767389134.736029:0:339010:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389134.736044:0:339008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00010000:00000040:3.0:1767389134.736045:0:361964:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00000400:00000200:0.0:1767389134.736052:0:339010:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 02000000:00000001:2.0:1767389134.736054:0:339008:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767389134.736065:0:361957:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767389134.736067:0:339010:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 02000000:00000001:2.0:1767389134.736068:0:339008:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1767389134.736069:0:361964:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 5055 last 0 00000100:00100000:1.0:1767389134.736080:0:361957:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654558080 00000100:00000001:0.0:1767389134.736087:0:339010:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767389134.736088:0:361957:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767389134.736090:0:339008:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767389134.736091:0:361964:0:(obd_class.h:852:obd_connect()) Process entered 00000100:00000001:0.0:1767389134.736093:0:339010:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389134.736096:0:361957:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767389134.736105:0:361957:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389134.736106:0:361964:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000100:00000001:0.0:1767389134.736109:0:339010:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389134.736114:0:361964:0:(genops.c:1392:class_connect()) Process entered 00000100:00000040:2.0:1767389134.736119:0:339008:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767389134.736121:0:361957:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389134.736124:0:361964:0:(genops.c:950:__class_new_export()) Process entered 00000100:00000040:0.0:1767389134.736127:0:339010:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 17 to 0@lo 00000020:00000010:3.0:1767389134.736134:0:361964:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000e138755. 00000100:00100000:1.0:1767389134.736134:0:361957:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654558080 00010000:00000001:0.0:1767389134.736135:0:339010:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767389134.736145:0:339010:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389134.736148:0:361964:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1767389134.736148:0:361957:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767389134.736155:0:339010:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1767389134.736157:0:361957:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4296c4 00000020:00000040:3.0:1767389134.736159:0:361964:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000e138755 with handle 0x95cd417baf429796 to hash 00000100:00000040:0.0:1767389134.736168:0:339010:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000078e41c22 x1853241654558208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:585/0 lens 224/368 e 0 to 0 dl 1767389145 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389134.736169:0:361964:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1767389134.736169:0:361957:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767389134.736179:0:361957:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000030df62b9 refcount=9 00000020:00000001:3.0:1767389134.736180:0:361964:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:3.0:1767389134.736192:0:361964:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000020:00000001:1.0:1767389134.736197:0:361957:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247616649216 : -122826092902400 : ffff904a525d0800) 00000004:00000010:3.0:1767389134.736204:0:361964:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000076dab46e. 00000020:00000001:1.0:1767389134.736213:0:361957:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247616649216 : -122826092902400 : ffff904a525d0800) 00000001:00000001:3.0:1767389134.736224:0:361964:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000100:00000001:1.0:1767389134.736229:0:361957:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000001:00000010:3.0:1767389134.736239:0:361964:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000001cedcecf. 00000100:00100000:0.0:1767389134.736240:0:339010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000078e41c22 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:337537:x1853241654558208:12345-0@lo:13: Request processed in 2566us (3291us total) trans 0 rc 0/0 00000020:00000010:1.0:1767389134.736243:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000534833c3. 00000400:00000010:2.0:1767389134.736249:0:339008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b722476. 00000001:00000001:3.0:1767389134.736256:0:361964:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389134.736256:0:361957:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767389134.736271:0:339008:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853241654558464, offset 224 00010000:00000001:3.0:1767389134.736275:0:361964:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000020:00000010:1.0:1767389134.736275:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000534833c3. 00000001:00000001:3.0:1767389134.736285:0:361964:0:(hash.c:1038:cfs_hash_create()) Process entered 00000100:00100000:0.0:1767389134.736288:0:339010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000001:00000010:3.0:1767389134.736294:0:361964:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000004e13c8d. 00000020:00000010:1.0:1767389134.736294:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072df7ede. 00000400:00000200:2.0:1767389134.736303:0:339008:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767389134.736304:0:339010:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000087b1371b : new rpc_count 1 00000020:00000010:1.0:1767389134.736308:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b76cb454. 00000001:00000010:3.0:1767389134.736311:0:361964:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d5478717. 00000100:00000001:0.0:1767389134.736324:0:339010:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767389134.736328:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4f5a43. 00000100:00000001:0.0:1767389134.736332:0:339010:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000010:3.0:1767389134.736333:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000538947e4. 00000400:00000200:2.0:1767389134.736346:0:339008:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767389134.736352:0:339010:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ebfa47d. 00000001:00000010:3.0:1767389134.736353:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ac682109. 00000100:00000040:1.0:1767389134.736357:0:361957:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767389134.736371:0:339008:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695837280bf00 00000100:00000001:1.0:1767389134.736381:0:361957:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767389134.736383:0:339010:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056cb4a59. 00000001:00000010:3.0:1767389134.736384:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002bbe1726. 00000100:00000001:1.0:1767389134.736389:0:361957:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767389134.736398:0:339008:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x3041 [1] + 224 00000100:00000001:1.0:1767389134.736400:0:361957:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767389134.736405:0:339010:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c68f148. 00000001:00000010:3.0:1767389134.736407:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000939df98c. 00000400:00000200:2.0:1767389134.736414:0:339008:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:3.0:1767389134.736423:0:361964:0:(hash.c:1038:cfs_hash_create()) Process entered 00000100:00000001:1.0:1767389134.736427:0:361957:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767389134.736428:0:339010:0:(genops.c:898:class_export_put()) PUTting export 0000000087b1371b : new refcount 5 00000400:00000200:2.0:1767389134.736429:0:339008:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:3.0:1767389134.736433:0:361964:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000eb924549. 00000100:00000001:0.0:1767389134.736451:0:339010:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1767389134.736457:0:361964:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000008e6d70f6. 00000100:00000001:2.0:1767389134.736457:0:339008:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767389134.736470:0:361957:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767389134.736471:0:339008:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008777fd9d x1853241654558464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1767389134.736472:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007b3ecc51. 00000001:00000010:3.0:1767389134.736484:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000da73516e. 00000001:00000010:3.0:1767389134.736496:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e7874e3c. 00000100:00000001:1.0:1767389134.736498:0:361957:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767389134.736499:0:339008:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008777fd9d x1853241654558464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389134.736506:0:361957:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000010:3.0:1767389134.736507:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003fb17e6b. 00000100:00000001:0.0:1767389134.736514:0:339011:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389134.736519:0:361964:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389134.736528:0:361957:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00010000:00000001:3.0:1767389134.736540:0:361964:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389134.736543:0:361957:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000030df62b9 : new rpc_count 1 00000004:00000001:3.0:1767389134.736551:0:361964:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389134.736555:0:361957:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252638943312 : -122821070608304 : ffff904b7db72850) 00000020:00000001:3.0:1767389134.736559:0:361964:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389134.736567:0:361964:0:(genops.c:887:class_export_get()) GET export 000000000e138755 refcount=3 00000100:00000040:1.0:1767389134.736568:0:361957:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000090da8675 x1853241654558080/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:585/0 lens 224/0 e 0 to 0 dl 1767389145 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389134.736571:0:339008:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767389134.736577:0:361964:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007babb7e0) now 5 - export 00000400:00000200:2.0:1767389134.736583:0:339008:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003b722476 00000020:00000001:3.0:1767389134.736585:0:361964:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446621252407906304 : -122821301645312 : ffff904b6ff1d000) 00000100:00000001:1.0:1767389134.736591:0:361957:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767389134.736592:0:339008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b722476. 00000020:00000040:3.0:1767389134.736595:0:361964:0:(genops.c:898:class_export_put()) PUTting export 000000000e138755 : new refcount 2 00000020:00000010:1.0:1767389134.736601:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000534833c3. 00000100:00000001:2.0:1767389134.736604:0:339008:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389134.736604:0:337535:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4299722778 00000020:00000080:3.0:1767389134.736606:0:361964:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x95cd417baf429796 00000100:00000001:1.0:1767389134.736607:0:361957:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767389134.736618:0:339008:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767389134.736625:0:337535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4299722763 00000020:00000001:3.0:1767389134.736626:0:361964:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389134.736628:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000534833c3. 00000100:00000001:2.0:1767389134.736631:0:339008:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.736643:0:337535:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4299722778 00000020:00000001:3.0:1767389134.736645:0:361964:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767389134.736657:0:339008:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 16 to 0@lo 00000100:00000001:0.0:1767389134.736659:0:337535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4299722763 00000020:00000040:3.0:1767389134.736660:0:361964:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429796 00000100:00100000:1.0:1767389134.736661:0:361957:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000090da8675 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+9:337536:x1853241654558080:12345-0@lo:400: 00010000:00000001:2.0:1767389134.736669:0:339008:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389134.736676:0:361964:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767389134.736684:0:337535:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4299722778 00000020:00000040:3.0:1767389134.736685:0:361964:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000e138755 refcount=3 00000020:00000001:2.0:1767389134.736686:0:339008:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389134.736686:0:361957:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654558080 00000020:00000001:1.0:1767389134.736698:0:361957:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767389134.736704:0:361964:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252407906304 : -122821301645312 : ffff904b6ff1d000) 00000100:00000001:0.0:1767389134.736707:0:337535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4299722763 00000020:00000001:2.0:1767389134.736708:0:339008:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767389134.736712:0:361964:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252407906304 : -122821301645312 : ffff904b6ff1d000) 00000020:00000001:1.0:1767389134.736712:0:361957:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767389134.736725:0:339008:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009d9f1556 x1853241654558464/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:585/0 lens 224/224 e 0 to 0 dl 1767389145 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389134.736779:0:337535:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4299722778 00000001:00000001:3.0:1767389134.736788:0:361964:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000100:00000001:0.0:1767389134.736789:0:337535:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767389134.736793:0:361957:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389134.736803:0:361964:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000100:00000001:0.0:1767389134.736815:0:337535:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389134.736817:0:361957:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767389134.736827:0:361957:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670333056 : -1039218560 : ffffffffc20ec880) 00000100:00000001:0.0:1767389134.736842:0:337535:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767389134.736844:0:361957:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:2.0:1767389134.736845:0:339008:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009d9f1556 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:337538:x1853241654558464:12345-0@lo:400: Request processed in 1407us (2537us total) trans 0 rc 0/0 00000001:00000040:3.0:1767389134.736853:0:361964:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.204.113@tcp 00000020:00000001:1.0:1767389134.736856:0:361957:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767389134.736863:0:337535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6e82fd7 x1853241654558592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:3.0:1767389134.736870:0:361964:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000067055ade) : new refcount 4 00000020:00000001:1.0:1767389134.736873:0:361957:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767389134.736883:0:361957:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:2.0:1767389134.736890:0:339008:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000001:00000001:3.0:1767389134.736891:0:361964:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446621251684802560 : -122822024749056 : ffff904b44d82000) 00000020:00000001:1.0:1767389134.736893:0:361957:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389134.736907:0:339008:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000087b1371b : new rpc_count 0 00000020:00000001:1.0:1767389134.736911:0:361957:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000001:00000001:3.0:1767389134.736915:0:361964:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000100:00000001:2.0:1767389134.736924:0:339008:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767389134.736925:0:361957:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1767389134.736927:0:361964:0:(genops.c:887:class_export_get()) GET export 000000000e138755 refcount=4 00000100:00000001:2.0:1767389134.736934:0:339008:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767389134.736938:0:361957:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000040:3.0:1767389134.736942:0:361964:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000067055ade) : new refcount 5 00000020:00000010:2.0:1767389134.736950:0:339008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c82e24bb. 02000000:00000010:1.0:1767389134.736954:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007b233b99. 00000001:00000001:3.0:1767389134.736962:0:361964:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389134.736968:0:339008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 02000000:00000001:1.0:1767389134.736969:0:361957:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.736972:0:337535:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000001:08000000:3.0:1767389134.736980:0:361964:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000100:00000001:0.0:1767389134.736982:0:337535:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389134.736984:0:361957:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767389134.736985:0:339008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075777e67. 00000001:00000040:3.0:1767389134.737015:0:361964:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000067055ade) : new refcount 4 02000000:00000001:0.0:1767389134.737018:0:337535:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767389134.737023:0:361957:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389134.737025:0:339008:0:(genops.c:898:class_export_put()) PUTting export 0000000087b1371b : new refcount 4 02000000:00000001:0.0:1767389134.737028:0:337535:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767389134.737029:0:361964:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767389134.737037:0:361957:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654558080 00000100:00000001:2.0:1767389134.737041:0:339008:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767389134.737051:0:337535:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:3.0:1767389134.737056:0:361964:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00010000:00000001:1.0:1767389134.737057:0:361957:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:0.0:1767389134.737065:0:337535:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f6e82fd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:337535:1853241654558592:0@lo:38: 00000001:00000001:3.0:1767389134.737069:0:361964:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00010000:00000200:1.0:1767389134.737074:0:361957:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000090da8675 x1853241654558080/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:585/0 lens 224/224 e 0 to 0 dl 1767389145 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767389134.737079:0:361964:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389134.737082:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389134.737093:0:337535:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767389134.737094:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000004:00000001:3.0:1767389134.737097:0:361964:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 02000000:00000001:0.0:1767389134.737102:0:337535:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767389134.737106:0:361964:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 02000000:00000001:0.0:1767389134.737110:0:337535:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767389134.737112:0:337538:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:01000000:3.0:1767389134.737119:0:361964:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000000743e7c6 02000000:00000001:0.0:1767389134.737127:0:337535:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000001:2.0:1767389134.737129:0:337538:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767389134.737132:0:361964:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000005a7d14da. 00010000:00000001:1.0:1767389134.737132:0:361957:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:0.0:1767389134.737135:0:337535:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002ca5277f. 00000400:00000010:2.0:1767389134.737137:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000516caf7d. 00010000:00000001:1.0:1767389134.737141:0:361957:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389134.737151:0:337535:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389134.737154:0:361964:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000005a7d14da for nid 0@lo - ref 2 00000100:00001000:1.0:1767389134.737155:0:361957:0:(import.c:2128:obd_at_measure()) add 1 to 00000000aae90c56 time=5 v=5 (1 0 0 0) 00000400:00000200:2.0:1767389134.737157:0:337538:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5a7741e 00000400:00000010:0.0:1767389134.737161:0:337535:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9132668. 00000100:00000001:1.0:1767389134.737166:0:361957:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1767389134.737173:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5a7741e. 00000100:00000040:1.0:1767389134.737177:0:361957:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 17 to 0@lo 00000100:00000001:1.0:1767389134.737187:0:361957:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:2.0:1767389134.737189:0:337538:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767389134.737193:0:337535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 02000000:00000001:1.0:1767389134.737194:0:361957:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1767389134.737206:0:337538:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008777fd9d x1853241654558464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767389134.737210:0:361957:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389134.737216:0:337535:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853241654558592, portal 10 00000100:00000001:1.0:1767389134.737230:0:361957:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767389134.737236:0:337535:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767389134.737247:0:337535:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446621252520923520 : -122821188628096 : ffff904b76ae5180) 00000100:00000040:1.0:1767389134.737254:0:361957:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767389134.737269:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000334fb1eb. 00000100:00000200:2.0:1767389134.737273:0:337538:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008777fd9d x1853241654558464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389134.737273:0:337535:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e624c4ff. 00000100:00000200:1.0:1767389134.737281:0:361957:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853241654558080, offset 224 00000020:00000001:3.0:1767389134.737284:0:361964:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389134.737309:0:337535:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f6e82fd7 x1853241654558592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389134.737318:0:361957:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767389134.737319:0:361964:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000b7b9852d. 00000020:00000010:3.0:1767389134.737340:0:361964:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000cae8f3aa. 00000020:00000010:3.0:1767389134.737360:0:361964:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000f0418a4d. 00000400:00000200:1.0:1767389134.737364:0:361957:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767389134.737405:0:361964:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000c33d78c3. 00000100:00000001:2.0:1767389134.737406:0:337538:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767389134.737417:0:337538:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767389134.737417:0:361957:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695837280bd80 00000100:00000001:0.0:1767389134.737420:0:337535:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767389134.737426:0:361964:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000008d00a73c. 00000100:00000001:2.0:1767389134.737434:0:337538:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767389134.737439:0:361964:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000057f6b280. 00000100:00000040:0.0:1767389134.737442:0:337535:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767389134.737447:0:337538:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1767389134.737449:0:361957:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x3049 [1] + 224 00000100:00000001:2.0:1767389134.737458:0:337538:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767389134.737460:0:337535:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002db60def. 00000400:00000200:1.0:1767389134.737466:0:361957:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767389134.737468:0:337538:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767389134.737474:0:337535:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853241654558592, offset 0 02000000:00000001:2.0:1767389134.737480:0:337538:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389134.737486:0:361964:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389134.737492:0:361964:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767389134.737492:0:361957:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1767389134.737495:0:337538:0:(import.c:2128:obd_at_measure()) add 5 to 0000000012e9ed4e time=5 v=5 (5 0 0 0) 00000400:00000200:0.0:1767389134.737500:0:337535:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767389134.737511:0:361964:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767389134.737523:0:337538:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cc30d46d time=5 v=5 (1 0 0 0) 00000020:00000010:3.0:1767389134.737528:0:361964:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000001e18f845. 00000100:00000001:1.0:1767389134.737531:0:361957:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767389134.737533:0:337538:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767389134.737546:0:337535:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1767389134.737548:0:361964:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007babb7e0) now 6 - import 00000100:00000001:2.0:1767389134.737548:0:337538:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767389134.737549:0:361957:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db0a5abe x1853241654558080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767389134.737567:0:337538:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767389134.737591:0:361964:0:(genops.c:1236:class_import_put()) Process entered 00010000:00080000:2.0:1767389134.737595:0:337538:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000008777fd9d x1853241654558464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767389134.737596:0:361957:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000db0a5abe x1853241654558080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389134.737600:0:337535:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695837280bf80 00000020:00000040:3.0:1767389134.737603:0:361964:0:(genops.c:1242:class_import_put()) import 000000001e18f845 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767389134.737618:0:361964:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767389134.737633:0:361964:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000056ca652b. 00000400:00000200:0.0:1767389134.737649:0:337535:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x2771 [64] + 1784 00000020:00000040:3.0:1767389134.737653:0:361964:0:(genops.c:887:class_export_get()) GET export 000000000e138755 refcount=5 00000100:00000040:3.0:1767389134.737671:0:361964:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000000e138755 : new rpc_count 1 00000400:00000200:0.0:1767389134.737684:0:337535:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767389134.737686:0:361964:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:2.0:1767389134.737692:0:337538:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.737699:0:361964:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767389134.737709:0:337538:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767389134.737712:0:361964:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 18 to 0@lo 00000400:00000200:0.0:1767389134.737716:0:337535:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767389134.737717:0:337538:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967305 gen 2 00000100:00000001:1.0:1767389134.737722:0:361957:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389134.737774:0:361964:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:0.0:1767389134.737775:0:337535:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767389134.737776:0:337538:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 4294967305) req@00000000480186f8 x1853241654557952/t4294967305(4294967305) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767389145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767389134.737781:0:361957:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000334fb1eb 00000100:00000200:0.0:1767389134.737788:0:337535:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767389134.737791:0:361964:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446621252154911104 : -122821554640512 : 0xffff904b60dd6980) 00000400:00000010:1.0:1767389134.737791:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000334fb1eb. 00000100:00000010:0.0:1767389134.737811:0:337535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002ac472b2. 00000100:00000001:1.0:1767389134.737812:0:361957:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:3.0:1767389134.737817:0:361964:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000009f968b6 refcount 18 to 0@lo 00000100:00000001:1.0:1767389134.737821:0:361957:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767389134.737832:0:337535:0:(events.c:337:request_in_callback()) incoming req@000000002ac472b2 x1853241654558592 msgsize 520 00000100:00000001:2.0:1767389134.737835:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767389134.737836:0:361964:0:(genops.c:887:class_export_get()) GET export 000000000e138755 refcount=6 00000100:00000001:1.0:1767389134.737838:0:361957:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389134.737848:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000480186f8 x1853241654557952/t4294967305(4294967305) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767389145 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389134.737857:0:361964:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767389134.737859:0:361957:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 17 to 0@lo 00000100:00000040:3.0:1767389134.737875:0:361964:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 18 to 0@lo 00010000:00000001:1.0:1767389134.737878:0:361957:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00100000:0.0:1767389134.737880:0:337535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767389134.737892:0:361957:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.737896:0:361964:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389134.737907:0:361964:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1767389134.737907:0:361957:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767389134.737912:0:337535:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767389134.737915:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767389134.737920:0:361964:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:00000001:2.0:1767389134.737922:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767389134.737926:0:361957:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000090da8675 x1853241654558080/t0(0) o400->c07dcde7-f9c9-49b5-a081-6a2d18ea4aee@0@lo:585/0 lens 224/224 e 0 to 0 dl 1767389145 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767389134.737927:0:337535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002db60def 02000000:08000000:3.0:1767389134.737929:0:361964:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000010:2.0:1767389134.737930:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000af092920. 00000400:00000010:0.0:1767389134.737947:0:337535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002db60def. 02000000:00000001:3.0:1767389134.737950:0:361964:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072662929472 : -1046622144 : ffffffffc19dd040) 02000000:00000001:2.0:1767389134.737951:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767389134.737965:0:337538:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767389134.737967:0:361964:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.737967:0:337535:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:2.0:1767389134.737972:0:337538:0:(genops.c:1242:class_import_put()) import 000000007cc376e6 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767389134.737981:0:361964:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000001:2.0:1767389134.737981:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767389134.737987:0:337535:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f6e82fd7 x1853241654558592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389134.737990:0:361957:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000090da8675 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee+9:337536:x1853241654558080:12345-0@lo:400: Request processed in 1384us (3346us total) trans 0 rc 0/0 02000000:00000010:2.0:1767389134.738014:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008ca7c9ab. 00000100:00000001:3.0:1767389134.738017:0:361964:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767389134.738029:0:361964:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767389134.738036:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767389134.738037:0:337535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1767389134.738039:0:361964:0:(import.c:65:import_set_state_nolock()) 000000001e18f845 : changing import state from RECOVER to FULL 02000000:00000001:2.0:1767389134.738053:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1767389134.738053:0:361957:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00000001:3.0:1767389134.738056:0:361964:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000040:0.0:1767389134.738063:0:337535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f6e82fd7 x1853241654558592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767389134.738064:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000480186f8. 00000100:00000001:3.0:1767389134.738066:0:361964:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:1.0:1767389134.738066:0:361957:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000030df62b9 : new rpc_count 0 00000100:00000001:3.0:1767389134.738073:0:361964:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389134.738082:0:361957:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767389134.738083:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1767389134.738091:0:361964:0:(genops.c:898:class_export_put()) PUTting export 000000000e138755 : new refcount 5 00000100:00000001:1.0:1767389134.738091:0:361957:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767389134.738094:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767389134.738107:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b76cb454. 00000020:00000040:3.0:1767389134.738110:0:361964:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007babb7e0) now 6 - find 00000100:00000040:2.0:1767389134.738117:0:337538:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=1/1 committed=0/0 00000020:00000010:1.0:1767389134.738124:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4f5a43. 00010000:00000001:3.0:1767389134.738131:0:361964:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767389134.738141:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072df7ede. 00000020:00000001:3.0:1767389134.738150:0:361964:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767389134.738154:0:337538:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767389134.738158:0:337535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389134.738161:0:361964:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672374064 : -1037177552 : ffffffffc22ded30) 00000020:00000040:1.0:1767389134.738161:0:361957:0:(genops.c:898:class_export_put()) PUTting export 0000000030df62b9 : new refcount 8 00000100:00000001:2.0:1767389134.738162:0:337538:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.738164:0:337535:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767389134.738186:0:337535:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389134.738188:0:361964:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1767389134.738188:0:361957:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767389134.738194:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008777fd9d x1853241654558464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389134.738201:0:361964:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767389134.738201:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007b233b99. 00000100:00000040:0.0:1767389134.738207:0:337535:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 1190 usecs (2 jiffies) 00000020:00000001:3.0:1767389134.738213:0:361964:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767389134.738215:0:361957:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767389134.738230:0:337535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4299722760 00000020:00000001:3.0:1767389134.738231:0:361964:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767389134.738231:0:361957:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389134.738236:0:337538:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767389134.738242:0:361964:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.738257:0:337535:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4299722778 00000100:00000001:2.0:1767389134.738258:0:337538:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767389134.738259:0:361964:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000100:00000200:1.0:1767389134.738260:0:361957:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767389134.738266:0:337538:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389134.738272:0:337535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4299722760 00000001:00000001:3.0:1767389134.738279:0:361964:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000400:00000010:1.0:1767389134.738279:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002d8c7412. 00000100:00000001:0.0:1767389134.738279:0:337535:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4299722778 00000100:00000040:2.0:1767389134.738281:0:337538:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008777fd9d x1853241654558464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389150 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767389134.738293:0:361964:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.738297:0:337535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4299722760 00000400:00000010:1.0:1767389134.738301:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b112aa2e. 00000001:00000001:3.0:1767389134.738310:0:361964:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767389134.738319:0:337535:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4299722778 00000001:00000001:3.0:1767389134.738320:0:361964:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.738337:0:337535:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4299722760 00000020:00000001:3.0:1767389134.738340:0:361964:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389134.738344:0:337538:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008777fd9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:337538:1853241654558464:0@lo:400: 00000100:00000001:1.0:1767389134.738352:0:361965:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:0.0:1767389134.738353:0:337535:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4299722778 00010000:00000040:3.0:1767389134.738356:0:361964:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654558336 00000100:00000001:2.0:1767389134.738360:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767389134.738367:0:361965:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00000001:0.0:1767389134.738375:0:337535:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767389134.738378:0:361964:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767389134.738379:0:337538:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767389134.738389:0:361965:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000072df7ede. 00000100:00000001:0.0:1767389134.738394:0:337535:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389134.738401:0:337538:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008777fd9d x1853241654558464/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767389150 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767389134.738406:0:361964:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d59fae0 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767389154 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767389134.738408:0:361965:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00000001:0.0:1767389134.738410:0:337535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.738428:0:337535:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389134.738450:0:337535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767389134.738456:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389134.738463:0:337535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767389134.738464:0:337538:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767389134.738465:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767389134.738475:0:337538:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767389134.738483:0:337535:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767389134.738485:0:361964:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:2.0:1767389134.738485:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a158ffad. 00000400:00000001:1.0:1767389134.738485:0:337536:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767389134.738500:0:337536:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767389134.738501:0:337535:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767389134.738502:0:337538:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767389134.738503:0:361964:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389134.738520:0:337538:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1767389134.738520:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092dda278. 00000100:00001000:3.0:1767389134.738521:0:361964:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f271ff89 time=1767389134 v=10 (0 0 0 0) 00000100:00000001:0.0:1767389134.738522:0:337535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767389134.738528:0:337538:0:(genops.c:1242:class_import_put()) import 000000007cc376e6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767389134.738540:0:337535:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767389134.738545:0:337538:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767389134.738547:0:337536:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f6f35abd 00000100:00001000:3.0:1767389134.738548:0:361964:0:(import.c:2194:obd_at_measure()) AT 00000000f271ff89 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 02000000:00000010:2.0:1767389134.738551:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000045aa15c8. 00000400:00000010:1.0:1767389134.738555:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000100:00001000:3.0:1767389134.738567:0:361964:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt changed estimate from 10 to 5 req@000000000d59fae0 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767389154 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389134.738567:0:337536:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767389134.738568:0:337538:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767389134.738576:0:337538:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1767389134.738581:0:337536:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db0a5abe x1853241654558080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767389134.738582:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008777fd9d. 00000100:00000001:0.0:1767389134.738589:0:362536:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000001:2.0:1767389134.738593:0:337538:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767389134.738603:0:337538:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767389134.738604:0:361964:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1767389134.738612:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.738616:0:361964:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767389134.738620:0:337538:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767389134.738624:0:337536:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db0a5abe x1853241654558080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389134.738626:0:337538:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767389134.738628:0:361964:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 19 to 0@lo 00000100:00000010:0.0:1767389134.738630:0:362536:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f9b8674f. 00000100:00000001:2.0:1767389134.738635:0:337538:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.738649:0:361964:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000020:00000010:0.0:1767389134.738651:0:362536:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002604b1f5. 00000100:00000001:2.0:1767389134.738652:0:337538:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767389134.738658:0:361964:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767389134.738658:0:337536:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767389134.738669:0:361964:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389134.738669:0:337536:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767389134.738679:0:337536:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767389134.738686:0:362536:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c68f148. 00000100:00000001:3.0:1767389134.738687:0:361964:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767389134.738688:0:337536:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389134.738697:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767389134.738703:0:337536:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389134.738707:0:337537:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767389134.738707:0:362536:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000d7d2df4. 00000100:00000040:3.0:1767389134.738709:0:361964:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767389134.738710:0:337536:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767389134.738721:0:337537:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767389134.738770:0:362536:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bdb0aefb. 00000400:00000001:2.0:1767389134.738777:0:337537:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1767389134.738785:0:337536:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767389134.738786:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006bac7277. 00000020:00000010:0.0:1767389134.738786:0:362536:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000614eb99c. 00000400:00000200:2.0:1767389134.738803:0:337537:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3df1a58 00000020:00000010:0.0:1767389134.738806:0:362536:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cec39eab. 00000100:00001000:1.0:1767389134.738810:0:337536:0:(import.c:2128:obd_at_measure()) add 5 to 0000000027073017 time=9 v=5 (5 5 0 0) 00000400:00000010:2.0:1767389134.738811:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 80000000:00000010:0.0:1767389134.738816:0:362536:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004c54216d. 00000100:00000001:2.0:1767389134.738824:0:337537:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1767389134.738836:0:337536:0:(import.c:2128:obd_at_measure()) add 1 to 0000000013fa9d95 time=5 v=5 (1 0 0 0) 00000100:00000200:2.0:1767389134.738837:0:337537:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000028a5ec89 x1853241654558208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389150 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 40000000:00000010:0.0:1767389134.738839:0:362536:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f17ed020. 00100000:00000010:0.0:1767389134.738856:0:362536:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c0e9482b. 00000100:00000001:1.0:1767389134.738861:0:337536:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767389134.738875:0:337536:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767389134.738878:0:362536:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000869399ad. 00000100:00000200:2.0:1767389134.738886:0:337537:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000028a5ec89 x1853241654558208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389150 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767389134.738888:0:337536:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767389134.738893:0:361964:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c09c2707. 00040000:00000010:0.0:1767389134.738894:0:362536:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d6f7f9b9. 00010000:00000001:1.0:1767389134.738898:0:337536:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767389134.738920:0:362536:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000278e4b4d. 00000100:00000001:1.0:1767389134.738921:0:337536:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389134.738922:0:337537:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767389134.738924:0:361964:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853241654558336, offset 0 00000100:00000001:2.0:1767389134.738939:0:337537:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:0.0:1767389134.738941:0:362536:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000058783ff3. 00000100:00000040:1.0:1767389134.738949:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db0a5abe x1853241654558080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389134.738956:0:361964:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767389134.738958:0:337537:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767389134.738965:0:337537:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767389134.738972:0:337537:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389134.738978:0:337537:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767389134.738983:0:362536:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000058f14035. 00000400:00000200:3.0:1767389134.738985:0:361964:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767389134.738985:0:337536:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767389134.738986:0:337537:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389134.739023:0:337536:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1767389134.739024:0:337537:0:(import.c:2128:obd_at_measure()) add 5 to 000000008b9ef1e0 time=5 v=5 (5 0 0 0) 00000100:00000200:0.0:1767389134.739026:0:362536:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:1.0:1767389134.739030:0:337536:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767389134.739043:0:361964:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x695837280be80 00000100:00001000:2.0:1767389134.739053:0:337537:0:(import.c:2128:obd_at_measure()) add 1 to 00000000cc30d46d time=5 v=5 (1 0 0 0) 00000100:00000040:1.0:1767389134.739054:0:337536:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db0a5abe x1853241654558080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389150 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767389134.739063:0:361964:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x3051 [1] + 0 00000100:00000001:2.0:1767389134.739068:0:337537:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767389134.739074:0:337537:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767389134.739081:0:361964:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767389134.739083:0:337537:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1767389134.739092:0:337536:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db0a5abe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c07dcde7-f9c9-49b5-a081-6a2d18ea4aee:337536:1853241654558080:0@lo:400: 00000400:00000200:3.0:1767389134.739093:0:361964:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00080000:2.0:1767389134.739104:0:337537:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000028a5ec89 x1853241654558208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389150 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389134.739105:0:361964:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767389134.739113:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767389134.739121:0:361964:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005daca956 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389134.739124:0:337536:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767389134.739132:0:361965:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767389134.739138:0:337536:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db0a5abe x1853241654558080/t0(0) o400->MGC192.168.204.113@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767389150 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389134.739151:0:361965:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767389134.739164:0:361965:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853241654558592 00010000:00000001:2.0:1767389134.739168:0:337537:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389134.739173:0:361965:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767389134.739184:0:361965:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767389134.739188:0:337537:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767389134.739194:0:361965:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389134.739197:0:337537:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 4294967305 00000100:00000001:1.0:1767389134.739200:0:337536:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389134.739203:0:361965:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389134.739205:0:361964:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@000000005daca956 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389134.739205:0:337537:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767389134.739207:0:337536:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767389134.739215:0:337537:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767389134.739219:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007b201a7a. 00000100:00100000:0.0:1767389134.739220:0:361965:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853241654558592 00000100:00000040:2.0:1767389134.739232:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000028a5ec89 x1853241654558208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389150 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767389134.739239:0:361965:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767389134.739242:0:337536:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1767389134.739250:0:361965:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767389134.739252:0:337536:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767389134.739266:0:337536:0:(genops.c:1242:class_import_put()) import 00000000df696861 refcount=3 obd=MGC192.168.204.113@tcp 00000020:00000001:0.0:1767389134.739267:0:361965:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767389134.739280:0:361965:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767389134.739284:0:337536:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767389134.739294:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d837e0c5. 00000020:00000001:0.0:1767389134.739299:0:361965:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767389134.739310:0:337537:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767389134.739312:0:337536:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1767389134.739315:0:361965:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008e086e0f. 00000100:00000001:3.0:1767389134.739320:0:361964:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767389134.739321:0:337536:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767389134.739322:0:337537:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767389134.739328:0:361965:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007ebfa47d. 00000100:00000001:2.0:1767389134.739330:0:337537:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767389134.739330:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db0a5abe. 00000400:00000200:3.0:1767389134.739335:0:361964:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c09c2707 00000004:00000001:2.0:1767389134.739347:0:337537:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000010:3.0:1767389134.739353:0:361964:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c09c2707. 00000020:00000010:0.0:1767389134.739354:0:361965:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000056cb4a59. 00000004:00000040:2.0:1767389134.739356:0:337537:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:1.0:1767389134.739356:0:337536:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767389134.739365:0:337536:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1767389134.739370:0:337537:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=95744 free=94976 avail=84736 avail_mb=331 hwm_mb=3 files=12296 ffree=11872 state=0: rc = 0 00000100:00000001:1.0:1767389134.739379:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.739381:0:361964:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767389134.739381:0:361965:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767389134.739387:0:337536:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000004:00000020:2.0:1767389134.739388:0:337537:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (0000000006c291b5): 95744 blocks, 94976 free, 84736 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 12296 files, 11872 free files 0x0 00000100:00000001:0.0:1767389134.739391:0:361965:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767389134.739393:0:361964:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767389134.739393:0:337536:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767389134.739403:0:361965:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389134.739407:0:337536:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767389134.739409:0:337537:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.739412:0:361964:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.739416:0:361965:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767389134.739422:0:337536:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767389134.739427:0:337537:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000028a5ec89 x1853241654558208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389150 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389134.739430:0:361964:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 18 to 0@lo 00000100:00000001:0.0:1767389134.739435:0:361965:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767389134.739448:0:361964:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389134.739459:0:361964:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767389134.739467:0:337537:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000028a5ec89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:337537:1853241654558208:0@lo:13: 00000020:00000001:3.0:1767389134.739469:0:361964:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767389134.739480:0:337537:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389134.739488:0:337537:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767389134.739489:0:361964:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d59fae0 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767389154 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767389134.739497:0:362537:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000040:2.0:1767389134.739500:0:337537:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000028a5ec89 x1853241654558208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767389150 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389134.739514:0:337535:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767389134.739525:0:362537:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000007b9cd12. 00000100:00000001:0.0:1767389134.739526:0:337535:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767389134.739544:0:362537:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000251e9ca. 00000100:00000001:2.0:1767389134.739546:0:337537:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1767389134.739546:0:337535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1767389134.739548:0:361964:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000d59fae0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:337535:x1853241654558336:12345-0@lo:38: Request processed in 3823us (4814us total) trans 0 rc 0/0 00000400:00000001:0.0:1767389134.739558:0:337535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767389134.739561:0:337537:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1767389134.739566:0:362537:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007b201a7a. 02000000:00000010:2.0:1767389134.739573:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000083451836. 00000400:00000010:0.0:1767389134.739575:0:337535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089aff099. 00000020:00000010:1.0:1767389134.739578:0:362537:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008fe37fec. 00000100:00100000:3.0:1767389134.739591:0:361964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000040:00000010:1.0:1767389134.739594:0:362537:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000dceafbbd. 00000400:00000200:0.0:1767389134.739598:0:337535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1d43b72 02000000:00000001:2.0:1767389134.739599:0:337537:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1767389134.739601:0:361964:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000e138755 : new rpc_count 0 00000020:00000010:1.0:1767389134.739603:0:362537:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000020f866b3. 00000020:00000001:2.0:1767389134.739611:0:337537:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767389134.739620:0:337537:0:(genops.c:1242:class_import_put()) import 000000007cc376e6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000010:0.0:1767389134.739620:0:337535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1d43b72. 00000100:00000001:3.0:1767389134.739623:0:361964:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1767389134.739625:0:362537:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ef28c501. 00000100:00000001:3.0:1767389134.739637:0:361964:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767389134.739645:0:337535:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767389134.739647:0:361964:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ca603812. 00000020:00000010:1.0:1767389134.739647:0:362537:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000021707999. 00000020:00000001:2.0:1767389134.739648:0:337537:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767389134.739666:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a8d85655. 80000000:00000010:1.0:1767389134.739669:0:362537:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003bedaeae. 00000020:00000010:3.0:1767389134.739670:0:361964:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000100:00000200:0.0:1767389134.739673:0:337535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005daca956 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767389134.739680:0:337537:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:3.0:1767389134.739685:0:361964:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ec9610d. 40000000:00000010:1.0:1767389134.739685:0:362537:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000491038a1. 02000000:00000001:2.0:1767389134.739689:0:337537:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767389134.739700:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028a5ec89. 00000020:00000040:3.0:1767389134.739703:0:361964:0:(genops.c:898:class_export_put()) PUTting export 000000000e138755 : new refcount 4 00100000:00000010:1.0:1767389134.739704:0:362537:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000036fc59d8. 00000100:00000001:2.0:1767389134.739716:0:337537:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767389134.739722:0:361964:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00040000:00000010:1.0:1767389134.739722:0:362537:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004727ef44. 00000100:00000001:2.0:1767389134.739771:0:337537:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389134.739775:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767389134.739783:0:337537:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767389134.739785:0:337535:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005daca956 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767389134.739788:0:337537:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1767389134.739806:0:362537:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000adc2ad31. 00000100:00000001:2.0:1767389134.739810:0:337537:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767389134.739817:0:361964:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767389134.739821:0:337537:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.739828:0:361964:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00040000:00000010:1.0:1767389134.739830:0:362537:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d316e039. 00080000:00000010:1.0:1767389134.739849:0:362537:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004412f119. 00000100:00100000:3.0:1767389134.739858:0:361964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:0.0:1767389134.739869:0:337535:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767389134.739870:0:361964:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446621252619221888 : -122821090329728 : ffff904b7c8a3b80) 00000004:00000010:1.0:1767389134.739874:0:362537:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dbed5725. 00000100:00000001:0.0:1767389134.739876:0:337535:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767389134.739885:0:361964:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002ac472b2 x1853241654558592/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767389154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389134.739895:0:337535:0:(client.c:1578:after_reply()) Process entered 00000004:00000010:1.0:1767389134.739897:0:362537:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000050ab6c85. 02000000:00000001:0.0:1767389134.739902:0:337535:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000004:00000010:1.0:1767389134.739911:0:362537:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007bbdb3fe. 00000100:00000001:0.0:1767389134.739911:0:337535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389134.739924:0:337535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767389134.739926:0:361964:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002ac472b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:337535:x1853241654558592:12345-0@lo:38: 00002000:00000010:1.0:1767389134.739926:0:362537:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007b233b99. 02000000:00000001:0.0:1767389134.739932:0:337535:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767389134.739939:0:362537:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000078acd709. 00000100:00000200:3.0:1767389134.739946:0:361964:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853241654558592 00000100:00001000:0.0:1767389134.739949:0:337535:0:(import.c:2128:obd_at_measure()) add 5 to 000000009c52c386 time=150 v=5 (5 0 0 0) 00000020:00000001:3.0:1767389134.739952:0:361964:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00001000:0.0:1767389134.739958:0:337535:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=150 v=5 (1 0 0 0) 00010000:00000001:3.0:1767389134.739962:0:361964:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00000001:0.0:1767389134.739964:0:337535:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389134.739973:0:337535:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389134.739978:0:337535:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767389134.739983:0:361964:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007babb7e0) now 6 - find 00010000:00080000:0.0:1767389134.739990:0:337535:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005daca956 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767389144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767389134.740031:0:361964:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446621251695587760 : -122822013963856 : ffff904b457cb1b0) 00010000:00000001:0.0:1767389134.740033:0:337535:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.740043:0:337535:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767389134.740046:0:337535:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767389134.740049:0:337535:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767389134.740051:0:361964:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767389134.740053:0:337535:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767389134.740055:0:362537:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000276f329a. 02000000:00000001:3.0:1767389134.740061:0:361964:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767389134.740066:0:337535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005daca956 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767389144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767389134.740073:0:361964:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000abd18d47. 00000100:00000200:1.0:1767389134.740075:0:362537:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 02000000:00000001:3.0:1767389134.740088:0:361964:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.740103:0:361964:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389134.740121:0:361964:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401047000022 tmp_exp_old_falloc: 0 00000100:00000001:0.0:1767389134.740128:0:337535:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389134.740139:0:337535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389134.740142:0:337535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1767389134.740148:0:361964:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 5055 last 0 00000100:00000001:0.0:1767389134.740149:0:337535:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1767389134.740160:0:337535:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00010000:00000001:3.0:1767389134.740165:0:361964:0:(obd_class.h:852:obd_connect()) Process entered 00000020:00000001:0.0:1767389134.740167:0:337535:0:(genops.c:811:class_conn2export()) Process entered 00000004:00000001:3.0:1767389134.740170:0:361964:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000020:00000040:0.0:1767389134.740171:0:337535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf4292f7 00000020:00000001:3.0:1767389134.740176:0:361964:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767389134.740178:0:337535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767389134.740181:0:361964:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000040:0.0:1767389134.740183:0:337535:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000a2d56187 refcount=8 00000020:00000010:3.0:1767389134.740189:0:361964:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002db55e2f. 00000020:00000001:0.0:1767389134.740191:0:337535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621247376490496 : -122826333061120 : ffff904a440c8000) 00000020:00000001:3.0:1767389134.740205:0:361964:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767389134.740206:0:337535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621247376490496 : -122826333061120 : ffff904a440c8000) 00000020:00000040:3.0:1767389134.740215:0:361964:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002db55e2f with handle 0x95cd417baf42979d to hash 00000100:00001000:0.0:1767389134.740218:0:337535:0:(import.c:2128:obd_at_measure()) add 1 to 0000000012ae6509 time=1767389134 v=0 (0 0 0 0) 00000020:00000001:3.0:1767389134.740226:0:361964:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00001000:0.0:1767389134.740235:0:337535:0:(import.c:2194:obd_at_measure()) AT 0000000012ae6509 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000001:3.0:1767389134.740238:0:361964:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:3.0:1767389134.740252:0:361964:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000020:00000040:0.0:1767389134.740257:0:337535:0:(genops.c:898:class_export_put()) PUTting export 00000000a2d56187 : new refcount 7 00000004:00000010:3.0:1767389134.740258:0:361964:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000081c5d3f5. 00000100:00000001:0.0:1767389134.740268:0:337535:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:3.0:1767389134.740269:0:361964:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767389134.740280:0:361964:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000ca603812. 00000100:00000001:0.0:1767389134.740282:0:337535:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767389134.740292:0:337535:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:3.0:1767389134.740293:0:361964:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389134.740307:0:361964:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767389134.740307:0:337535:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767389134.740321:0:361964:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000001:0.0:1767389134.740321:0:337535:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000010:3.0:1767389134.740329:0:361964:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000073970941. 00000001:00000010:3.0:1767389134.740338:0:361964:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000000f53766c. 00000001:00000010:3.0:1767389134.740342:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004d71c060. 00000001:00000010:3.0:1767389134.740345:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007dcb3b60. 00000001:00000010:3.0:1767389134.740349:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009ec9610d. 00000001:00000010:3.0:1767389134.740353:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000065283853. 00000001:00000001:3.0:1767389134.740356:0:361964:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767389134.740358:0:361964:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d83a9d3b. 00000001:00000010:3.0:1767389134.740361:0:361964:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007efe8ebb. 00000001:00000010:3.0:1767389134.740364:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bb777603. 00000001:00000010:3.0:1767389134.740367:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001f2e4fdc. 00000001:00000010:3.0:1767389134.740371:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000040e440d5. 00000001:00000010:3.0:1767389134.740374:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ad1b45e7. 00010000:00000001:3.0:1767389134.740378:0:361964:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389134.740381:0:361964:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389134.740383:0:361964:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389134.740385:0:361964:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389134.740388:0:361964:0:(genops.c:887:class_export_get()) GET export 000000002db55e2f refcount=3 00000020:00000040:3.0:1767389134.740391:0:361964:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007babb7e0) now 7 - export 00000020:00000001:3.0:1767389134.740394:0:361964:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446621252407887872 : -122821301663744 : ffff904b6ff18800) 00000020:00000040:3.0:1767389134.740397:0:361964:0:(genops.c:898:class_export_put()) PUTting export 000000002db55e2f : new refcount 2 00000020:00000080:3.0:1767389134.740399:0:361964:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x95cd417baf42979d 00000020:00000001:3.0:1767389134.740401:0:361964:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389134.740404:0:361964:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767389134.740407:0:361964:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf42979d 00000020:00000001:3.0:1767389134.740409:0:361964:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767389134.740411:0:361964:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002db55e2f refcount=3 00000020:00000001:3.0:1767389134.740414:0:361964:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621252407887872 : -122821301663744 : ffff904b6ff18800) 00000020:00000001:3.0:1767389134.740417:0:361964:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621252407887872 : -122821301663744 : ffff904b6ff18800) 00000001:00000001:3.0:1767389134.740420:0:361964:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767389134.740423:0:361964:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1767389134.740436:0:361964:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.204.113@tcp 00000001:00000040:3.0:1767389134.740438:0:361964:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000067055ade) : new refcount 5 00000001:00000001:3.0:1767389134.740441:0:361964:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446621251684802560 : -122822024749056 : ffff904b44d82000) 00000001:00000001:3.0:1767389134.740443:0:361964:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767389134.740445:0:361964:0:(genops.c:887:class_export_get()) GET export 000000002db55e2f refcount=4 00000001:00000040:3.0:1767389134.740447:0:361964:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000067055ade) : new refcount 6 00000001:00000001:3.0:1767389134.740450:0:361964:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1767389134.740453:0:361964:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:3.0:1767389134.740456:0:361964:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000067055ade) : new refcount 5 00000001:00000001:3.0:1767389134.740459:0:361964:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000004:00100000:3.0:1767389134.740462:0:361964:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000001:3.0:1767389134.740465:0:361964:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:3.0:1767389134.740466:0:361964:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389134.740469:0:361964:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:3.0:1767389134.740471:0:361964:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767389134.740474:0:361964:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000000743e7c6 00000020:00000010:3.0:1767389134.740478:0:361964:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000038c7b95f. 00000020:00000040:3.0:1767389134.740484:0:361964:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000005a7d14da for nid 0@lo - ref 3 00000020:00000001:3.0:1767389134.740488:0:361964:0:(lprocfs_status_server.c:685:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000020:00000010:3.0:1767389134.740491:0:361964:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 0000000038c7b95f. 00000020:00000001:3.0:1767389134.740497:0:361964:0:(lprocfs_status_server.c:711:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000004:00000001:3.0:1767389134.740500:0:361964:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767389134.740502:0:361964:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767389134.740504:0:361964:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767389134.740508:0:361964:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000000c9c2a5d. 00000020:00000040:3.0:1767389134.740511:0:361964:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (000000007babb7e0) now 8 - import 00000020:00000001:3.0:1767389134.740516:0:361964:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767389134.740518:0:361964:0:(genops.c:1242:class_import_put()) import 000000000c9c2a5d refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767389134.740520:0:361964:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:3.0:1767389134.740524:0:361964:0:(genops.c:887:class_export_get()) GET export 000000002db55e2f refcount=5 00000100:00000040:3.0:1767389134.740526:0:361964:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000002db55e2f : new rpc_count 1 00000100:00000001:3.0:1767389134.740528:0:361964:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767389134.740531:0:361964:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389134.740533:0:361964:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 19 to 0@lo 00000100:00000001:3.0:1767389134.740536:0:361964:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 00000100:00000001:3.0:1767389134.740538:0:361964:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446621252154911104 : -122821554640512 : 0xffff904b60dd6980) 00000100:00000040:3.0:1767389134.740542:0:361964:0:(connection.c:149:ptlrpc_connection_get()) conn=0000000009f968b6 refcount 19 to 0@lo 00000020:00000040:3.0:1767389134.740545:0:361964:0:(genops.c:887:class_export_get()) GET export 000000002db55e2f refcount=6 00000100:00000001:3.0:1767389134.740549:0:361964:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389134.740550:0:361964:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 20 to 0@lo 00000100:00000001:3.0:1767389134.740552:0:361964:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389134.740555:0:361964:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767389134.740557:0:361964:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767389134.740559:0:361964:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:3.0:1767389134.740563:0:361964:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072662929472 : -1046622144 : ffffffffc19dd040) 02000000:00000001:3.0:1767389134.740567:0:361964:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.740569:0:361964:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767389134.740571:0:361964:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767389134.740573:0:361964:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767389134.740575:0:361964:0:(import.c:65:import_set_state_nolock()) 000000000c9c2a5d : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767389134.740578:0:361964:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767389134.740580:0:361964:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767389134.740583:0:361964:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767389134.740586:0:361964:0:(genops.c:898:class_export_put()) PUTting export 000000002db55e2f : new refcount 5 00000020:00000040:3.0:1767389134.740588:0:361964:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (000000007babb7e0) now 8 - find 00010000:00000001:3.0:1767389134.740591:0:361964:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389134.740594:0:361964:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767389134.740596:0:361964:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072672374064 : -1037177552 : ffffffffc22ded30) 00000020:00000001:3.0:1767389134.740599:0:361964:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767389134.740601:0:361964:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767389134.740604:0:361964:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767389134.740605:0:361964:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767389134.740608:0:361964:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389134.740611:0:361964:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:3.0:1767389134.740615:0:361964:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767389134.740617:0:361964:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767389134.740619:0:361964:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767389134.740621:0:361964:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389134.740623:0:361964:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767389134.740626:0:361964:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853241654558592 00010000:00000001:3.0:1767389134.740630:0:361964:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767389134.740634:0:361964:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002ac472b2 x1853241654558592/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767389154 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767389134.740643:0:361964:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767389134.740645:0:361964:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767389134.740648:0:361964:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f271ff89 time=0 v=5 (1 0 0 0) 00000100:00001000:3.0:1767389134.740653:0:361964:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767389134.740656:0:361964:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767389134.740658:0:361964:0:(connection.c:161:ptlrpc_connection_addref()) conn=0000000009f968b6 refcount 21 to 0@lo 00000100:00000001:3.0:1767389134.740660:0:361964:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621252154911104 : -122821554640512 : ffff904b60dd6980) 02000000:00000001:3.0:1767389134.740663:0:361964:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767389134.740664:0:361964:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767389134.740667:0:361964:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767389134.740670:0:361964:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767389134.740673:0:361964:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c09c2707. 00000100:00000200:3.0:1767389134.740677:0:361964:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853241654558592, offset 0 00000400:00000200:3.0:1767389134.740681:0:361964:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767389134.740689:0:361964:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767389134.740697:0:361964:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x695837280bf80 00000400:00000200:3.0:1767389134.740703:0:361964:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x3061 [1] + 0 00000400:00000200:3.0:1767389134.740709:0:361964:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767389134.740713:0:361964:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767389134.740718:0:361964:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767389134.740722:0:361964:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f6e82fd7 x1853241654558592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767389134.740788:0:361964:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000f6e82fd7 x1853241654558592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767389134.740808:0:361964:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767389134.740820:0:361964:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c09c2707 00000400:00000010:3.0:1767389134.740825:0:361964:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c09c2707. 00000100:00000001:3.0:1767389134.740831:0:361964:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767389134.740835:0:361964:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767389134.740841:0:361964:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389134.740847:0:361964:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=0000000009f968b6 refcount 20 to 0@lo 00010000:00000001:3.0:1767389134.740852:0:361964:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767389134.740854:0:361964:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389134.740858:0:361964:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767389134.740863:0:361964:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002ac472b2 x1853241654558592/t0(0) o38->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767389154 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767389134.740874:0:361964:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002ac472b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:337535:x1853241654558592:12345-0@lo:38: Request processed in 951us (3041us total) trans 0 rc 0/0 00000100:00100000:3.0:1767389134.740883:0:361964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:3.0:1767389134.740886:0:361964:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000002db55e2f : new rpc_count 0 00000100:00000001:3.0:1767389134.740889:0:361964:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767389134.740891:0:361964:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767389134.740895:0:361964:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007ebfa47d. 00000020:00000010:3.0:1767389134.740900:0:361964:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000056cb4a59. 00000020:00000010:3.0:1767389134.740904:0:361964:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008e086e0f. 00000020:00000040:3.0:1767389134.740907:0:361964:0:(genops.c:898:class_export_put()) PUTting export 000000002db55e2f : new refcount 4 00000100:00000001:3.0:1767389134.740910:0:361964:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767389134.741120:0:337535:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767389134.741125:0:337535:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1767389134.741127:0:337535:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767389134.741825:0:337535:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.741829:0:337535:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1767389134.741838:0:337535:0:(import.c:1321:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0000: lwp recover req@000000005daca956 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767389144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767389134.741851:0:337535:0:(import.c:65:import_set_state_nolock()) 000000009e8ee5c9 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1767389134.741857:0:337535:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767389134.741861:0:337535:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767389134.741869:0:337535:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767389134.741877:0:337535:0:(import.c:65:import_set_state_nolock()) 000000009e8ee5c9 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1767389134.741881:0:337535:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767389134.741886:0:337535:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1767389134.741894:0:337535:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 00000100:00000001:0.0:1767389134.746013:0:337535:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.746019:0:337535:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389134.746025:0:337535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005daca956 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767389144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389134.746037:0:337535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005daca956 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:337535:1853241654558336:0@lo:38: 00000400:00000001:0.0:1767389134.746047:0:337535:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767389134.746049:0:337535:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767389134.746052:0:337535:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9132668. 00000400:00000200:0.0:1767389134.746057:0:337535:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000348c4dee 00000400:00000010:0.0:1767389134.746060:0:337535:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000100:00000001:0.0:1767389134.746063:0:337535:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767389134.746067:0:337535:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f6e82fd7 x1853241654558592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767389134.746077:0:337535:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f6e82fd7 x1853241654558592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767389144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389134.746086:0:337535:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767389134.746087:0:337535:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389134.746090:0:337535:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767389134.746092:0:337535:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767389134.746094:0:337535:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767389134.746096:0:337535:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767389134.746098:0:337535:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767389134.746103:0:337535:0:(import.c:2128:obd_at_measure()) add 5 to 000000009455de4d time=1767389134 v=5 (0 0 0 0) 00000100:00001000:0.0:1767389134.746107:0:337535:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eae04f24 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767389134.746111:0:337535:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767389134.746112:0:337535:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767389134.746115:0:337535:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767389134.746118:0:337535:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f6e82fd7 x1853241654558592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767389144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767389134.746126:0:337535:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.746129:0:337535:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767389134.746132:0:337535:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767389134.746134:0:337535:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767389134.746136:0:337535:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389134.746139:0:337535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6e82fd7 x1853241654558592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767389144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389134.746147:0:337535:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389134.746149:0:337535:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767389134.746151:0:337535:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389134.746153:0:337535:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1767389134.746156:0:337535:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 2 00000020:00000001:0.0:1767389134.746159:0:337535:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767389134.746160:0:337535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x95cd417baf429788 00000020:00000001:0.0:1767389134.746163:0:337535:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767389134.746165:0:337535:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000092a521ca refcount=7 00000020:00000001:0.0:1767389134.746168:0:337535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446621251872372736 : -122821837178880 : ffff904b50063800) 00000020:00000001:0.0:1767389134.746170:0:337535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446621251872372736 : -122821837178880 : ffff904b50063800) 00000100:00001000:0.0:1767389134.746174:0:337535:0:(import.c:2128:obd_at_measure()) add 1 to 00000000eae04f24 time=1767389134 v=0 (0 0 0 0) 00000100:00001000:0.0:1767389134.746177:0:337535:0:(import.c:2194:obd_at_measure()) AT 00000000eae04f24 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:0.0:1767389134.746182:0:337535:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000020:00000040:0.0:1767389134.746186:0:337535:0:(genops.c:898:class_export_put()) PUTting export 0000000092a521ca : new refcount 6 00000100:00000001:0.0:1767389134.746188:0:337535:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767389134.746190:0:337535:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1767389134.746192:0:337535:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1767389134.746195:0:337535:0:(import.c:65:import_set_state_nolock()) 00000000f278e70f lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1767389134.746198:0:337535:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767389134.746200:0:337535:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767389134.746201:0:337535:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767389134.746204:0:337535:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767389134.746206:0:337535:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.746208:0:337535:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767389134.746211:0:337535:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6e82fd7 x1853241654558592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767389144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767389134.746227:0:337535:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f6e82fd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:337535:1853241654558592:0@lo:38: 00000100:00000001:0.0:1767389134.746232:0:337535:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389134.746235:0:337535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389134.746237:0:337535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005daca956 x1853241654558336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767389144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389134.746245:0:337535:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389134.746248:0:337535:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389134.746251:0:337535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a02cd31a. 02000000:00000001:0.0:1767389134.746254:0:337535:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389134.746256:0:337535:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389134.746258:0:337535:0:(genops.c:1242:class_import_put()) import 000000009e8ee5c9 refcount=4 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767389134.746260:0:337535:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389134.746263:0:337535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000032e1ab8. 02000000:00000001:0.0:1767389134.746266:0:337535:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389134.746268:0:337535:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389134.746270:0:337535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005daca956. 00000100:00000001:0.0:1767389134.746274:0:337535:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389134.746276:0:337535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389134.746278:0:337535:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767389134.746280:0:337535:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f6e82fd7 x1853241654558592/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1767389144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767389134.746288:0:337535:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767389134.746289:0:337535:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767389134.746291:0:337535:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002ca5277f. 02000000:00000001:0.0:1767389134.746293:0:337535:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767389134.746294:0:337535:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767389134.746295:0:337535:0:(genops.c:1242:class_import_put()) import 00000000f278e70f refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767389134.746297:0:337535:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767389134.746299:0:337535:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000d43d53de. 02000000:00000001:0.0:1767389134.746301:0:337535:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767389134.746303:0:337535:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767389134.746304:0:337535:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f6e82fd7. 00000100:00000001:0.0:1767389134.746306:0:337535:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767389134.746308:0:337535:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389134.746311:0:337535:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767389134.746317:0:337535:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767389134.746319:0:337535:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767389134.746322:0:337535:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767389134.746324:0:337535:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767389134.758863:0:255632:0:(connection.c:75:cpu_latency_work()) work item of 0000000010896a49 (cpu 0) has reached its deadline 4299722778, at 4299722779 00000100:00000040:0.0:1767389134.758881:0:335318:0:(connection.c:75:cpu_latency_work()) work item of 00000000604f77dd (cpu 0) has reached its deadline 4299722778, at 4299722779 00000100:00000010:3.0:1767389134.758885:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ff3068cb. 00000100:00000010:0.0:1767389134.758899:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000cedb793. 00000100:00000040:1.0:1767389134.758905:0:274982:0:(connection.c:75:cpu_latency_work()) work item of 0000000080083309 (cpu 0) has reached its deadline 4299722778, at 4299722779 00000100:00000040:2.0:1767389134.758916:0:327896:0:(connection.c:75:cpu_latency_work()) work item of 000000004dbfeb72 (cpu 0) has reached its deadline 4299722778, at 4299722779 00000100:00000010:1.0:1767389134.758923:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001abf7553. 00000100:00000010:2.0:1767389134.758931:0:327896:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a7e42290. 00080000:00000001:3.0:1767389134.810681:0:362526:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389134.810696:0:362526:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389134.810703:0:362526:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767389134.810713:0:362526:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1767389134.810774:0:362526:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767389134.810782:0:362526:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767389134.997374:0:362567:0:(debug.c:327:cfs_str2mask()) Process entered 00000800:00000010:3.0:1767389135.628690:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a035cc5. 00000800:00000010:3.0:1767389135.628706:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009281719a. 00000800:00000010:3.0:1767389135.628714:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cafe90db. 00000800:00000010:3.0:1767389135.628800:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cafe90db. 00000800:00020000:3.0:1767389135.628823:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389135.628833:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009281719a. 00000800:00000010:3.0:1767389135.628839:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006a035cc5. 00000400:02020000:3.0:1767389135.628919:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp34 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000100:00000400:2.0:1767389135.755860:0:337538:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767389119/real 1767389119] req@000000002be2f709 x1853241654553856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767389135 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767389135.756019:0:361964:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000033a82d22. 00000400:00000010:2.0:1767389135.768292:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f49cb79. 00000400:00000010:2.0:1767389135.768302:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c269d9d. 02000000:00000010:2.0:1767389135.768330:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c70e80a. 02000000:00000010:2.0:1767389135.768338:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005c6e04fb. 00000100:00000010:2.0:1767389135.768347:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002be2f709. 00000100:00000010:1.0:1767389136.267944:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2ab915d. 02000000:00000010:1.0:1767389136.267994:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000552e65c5. 00010000:00000010:1.0:1767389136.268016:0:338177:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000053152ae5. 00010000:00000010:1.0:1767389136.268024:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000084f16c23. 00000100:00000010:1.0:1767389136.268049:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4571fea. 02000000:00000010:1.0:1767389136.268077:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000004345a55. 00000400:00000010:1.0:1767389136.268085:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092dda278. 00000400:00000010:1.0:1767389136.268112:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000400:00000010:1.0:1767389136.268123:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000334fb1eb. 00000400:00000010:1.0:1767389136.268159:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1a7b426. 00000400:00000010:1.0:1767389136.268179:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000495b2429. 00000400:00000010:1.0:1767389136.268217:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000334fb1eb. 00000100:00000010:1.0:1767389136.268238:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000366cd0f1. 00000100:00000010:1.0:1767389136.268262:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002a4fc330. 00000100:00000010:1.0:1767389136.268271:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005d446093. 00000100:00000010:1.0:1767389136.268284:0:338177:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001a92ef07. 00000020:00000010:2.0:1767389136.268352:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b487033a. 00000020:00000010:2.0:1767389136.268363:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b487033a. 00000020:00000010:2.0:1767389136.268375:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e5b5163. 00000020:00000010:2.0:1767389136.268383:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a81a017. 00000020:00000010:2.0:1767389136.268392:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389136.268448:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b487033a. 00000020:00000010:2.0:1767389136.268454:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b487033a. 00010000:00000010:2.0:1767389136.268484:0:361957:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000009e98c425. 00010000:00000010:2.0:1767389136.268491:0:361957:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000017a93619. 02000000:00000010:2.0:1767389136.268510:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000611a01bc. 00000400:00000010:2.0:1767389136.268550:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000400:00000010:2.0:1767389136.268596:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000020:00000010:2.0:1767389136.268614:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a81a017. 00000020:00000010:2.0:1767389136.268619:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389136.268626:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e5b5163. 02000000:00000010:2.0:1767389136.268637:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000611a01bc. 00000400:00000010:1.0:1767389136.268644:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092dda278. 00000400:00000010:2.0:1767389136.268648:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bac7277. 00000400:00000010:1.0:1767389136.268654:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000400:00000010:2.0:1767389136.268669:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2a8534f. 00000100:00000010:1.0:1767389136.268690:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d4571fea. 02000000:00000010:1.0:1767389136.268713:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000004345a55. 02000000:00000010:1.0:1767389136.268719:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000552e65c5. 00000100:00000010:1.0:1767389136.268754:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2ab915d. 10000000:00000010:1.0:1767389136.268765:0:338177:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000090d10540. 00000100:00000010:1.0:1767389136.268790:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2ab915d. 02000000:00000010:1.0:1767389136.268799:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000552e65c5. 00000100:00000010:1.0:1767389136.268808:0:338177:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000004345a55. 00000100:00000010:1.0:1767389136.268812:0:338177:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000032399cee. 00000100:00000010:1.0:1767389136.268820:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4571fea. 00000400:00000010:1.0:1767389136.268834:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092dda278. 00000400:00000010:1.0:1767389136.268840:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a59e8ccf. 02000000:00000010:1.0:1767389136.268846:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000382ddaac. 00000400:00000010:1.0:1767389136.268849:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060e521b6. 00000400:00000010:1.0:1767389136.268852:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000400:00000010:1.0:1767389136.268856:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000334fb1eb. 00000400:00000010:1.0:1767389136.268869:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004de7f52c. 00000400:00000010:1.0:1767389136.268878:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d24efc5a. 00000400:00000010:1.0:1767389136.268900:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000334fb1eb. 00000020:00000010:2.0:1767389136.268962:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b487033a. 00000020:00000010:2.0:1767389136.268993:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b487033a. 00000020:00000010:2.0:1767389136.268999:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e5b5163. 00000020:00000010:2.0:1767389136.269002:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a81a017. 00000020:00000010:2.0:1767389136.269006:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389136.269054:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b487033a. 00000020:00000010:2.0:1767389136.269057:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b487033a. 02000000:00000010:2.0:1767389136.269070:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000611a01bc. 20000000:00000010:2.0:1767389136.269084:0:361957:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000067a89397. 00000100:00000010:2.0:1767389136.269157:0:361957:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000c0e0e8c. 00000100:00000010:2.0:1767389136.269163:0:361957:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001786b8d8. 00000400:00000010:2.0:1767389136.269172:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000400:00000010:2.0:1767389136.269182:0:361957:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005a59c5f3. 00000400:00000010:2.0:1767389136.269198:0:361957:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000092dda278. 00000400:00000010:2.0:1767389136.269207:0:361957:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a59e8ccf. 00000400:00000010:2.0:1767389136.269241:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000100:00000010:2.0:1767389136.269253:0:361957:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001786b8d8. 00000100:00000010:2.0:1767389136.269257:0:361957:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000c0e0e8c. 20000000:00000010:2.0:1767389136.269269:0:361957:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000067a89397. 00000400:00000010:2.0:1767389136.269282:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000400:00000010:2.0:1767389136.269299:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000020:00000010:2.0:1767389136.269314:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a81a017. 00000020:00000010:2.0:1767389136.269318:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389136.269322:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e5b5163. 02000000:00000010:2.0:1767389136.269331:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000611a01bc. 00000400:00000010:2.0:1767389136.269339:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000516caf7d. 00000400:00000010:1.0:1767389136.269341:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060e521b6. 00000400:00000010:1.0:1767389136.269353:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000400:00000010:2.0:1767389136.269362:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036bbde5a. 00000100:00000010:1.0:1767389136.269379:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d4571fea. 10000000:00000010:1.0:1767389136.269410:0:338177:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000adf320aa. 10000000:00000010:1.0:1767389136.269428:0:338177:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000adf320aa. 02000000:00000010:1.0:1767389136.269434:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000382ddaac. 00000100:00000010:1.0:1767389136.269439:0:338177:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000032399cee. 00000100:00000010:1.0:1767389136.269442:0:338177:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000004345a55. 02000000:00000010:1.0:1767389136.269445:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000552e65c5. 00000100:00000010:1.0:1767389136.269448:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2ab915d. 10000000:00000010:1.0:1767389136.269471:0:338177:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000090d10540. 00000100:00000010:1.0:1767389136.269488:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2ab915d. 02000000:00000010:1.0:1767389136.269498:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000552e65c5. 00010000:00000010:1.0:1767389136.269508:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000060329490. 00000100:00000010:1.0:1767389136.269517:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4571fea. 02000000:00000010:1.0:1767389136.269529:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000004345a55. 00000400:00000010:1.0:1767389136.269533:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060e521b6. 00000400:00000010:1.0:1767389136.269537:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000400:00000010:1.0:1767389136.269543:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000334fb1eb. 00000400:00000010:1.0:1767389136.269558:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063057005. 00000400:00000010:1.0:1767389136.269567:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c0ee7fd. 00000400:00000010:1.0:1767389136.269594:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000334fb1eb. 00000020:00000010:2.0:1767389136.269650:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b487033a. 00000020:00000010:2.0:1767389136.269655:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b487033a. 00000020:00000010:2.0:1767389136.269660:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e5b5163. 00000020:00000010:2.0:1767389136.269663:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a81a017. 00000020:00000010:2.0:1767389136.269666:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389136.269696:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b487033a. 00000020:00000010:2.0:1767389136.269699:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b487033a. 00010000:00000010:2.0:1767389136.269714:0:361957:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000031cb1208. 02000000:00000010:2.0:1767389136.269757:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000611a01bc. 00000400:00000010:2.0:1767389136.269775:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000400:00000010:2.0:1767389136.269819:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000020:00000010:2.0:1767389136.269830:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a81a017. 00000020:00000010:2.0:1767389136.269844:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389136.269848:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e5b5163. 02000000:00000010:2.0:1767389136.269856:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000611a01bc. 00000400:00000010:2.0:1767389136.269867:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad1c92e1. 00000400:00000010:1.0:1767389136.269867:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060e521b6. 00000400:00000010:1.0:1767389136.269880:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000400:00000010:2.0:1767389136.269893:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045153c35. 00000100:00000010:1.0:1767389136.269902:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d4571fea. 02000000:00000010:1.0:1767389136.269920:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000004345a55. 02000000:00000010:1.0:1767389136.269926:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000552e65c5. 00000100:00000010:1.0:1767389136.269930:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2ab915d. 10000000:00000010:1.0:1767389136.269940:0:338177:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000032399cee. 00000020:00000010:1.0:1767389136.269944:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000552e65c5. 00000020:00000010:1.0:1767389136.269949:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000382ddaac. 00000040:00000010:1.0:1767389136.269954:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004da763f9. 00000020:00000010:1.0:1767389136.269960:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000078108717. 00000020:00000010:1.0:1767389136.269996:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000086cc1175. 80000000:00000010:1.0:1767389136.270002:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ee7708c4. 00040000:00000010:1.0:1767389136.270008:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005967d2b4. 00080000:00000010:1.0:1767389136.270023:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000df4d7367. 20000000:00000010:1.0:1767389136.270028:0:338177:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000001c4443e4. 00000040:00000010:1.0:1767389136.270037:0:338177:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000464a1769. 00000100:00000010:1.0:1767389136.270043:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2ab915d. 02000000:00000010:1.0:1767389136.270054:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000531b30f2. 00000100:00000010:1.0:1767389136.270064:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4571fea. 02000000:00000010:1.0:1767389136.270075:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1476b95. 00000400:00000010:1.0:1767389136.270079:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060e521b6. 00000400:00000010:1.0:1767389136.270084:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000400:00000010:1.0:1767389136.270089:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000334fb1eb. 00000400:00000010:1.0:1767389136.270101:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f32cd16. 00000400:00000010:1.0:1767389136.270110:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ee33a012. 00000400:00000010:1.0:1767389136.270132:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000334fb1eb. 00000020:00000010:2.0:1767389136.270193:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b487033a. 00000020:00000010:2.0:1767389136.270199:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b487033a. 00000020:00000010:2.0:1767389136.270204:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e5b5163. 00000020:00000010:2.0:1767389136.270207:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a81a017. 00000020:00000010:2.0:1767389136.270211:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389136.270240:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b487033a. 00000020:00000010:2.0:1767389136.270243:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b487033a. 02000000:00000010:2.0:1767389136.270257:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000611a01bc. 00000040:00000010:2.0:1767389136.270265:0:361957:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a158ffad. 00000040:00000010:2.0:1767389136.270366:0:361957:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000001786b8d8. 00000040:00000010:2.0:1767389136.270385:0:361957:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000001786b8d8. 00000040:00000010:2.0:1767389136.270389:0:361957:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a158ffad. 20000000:00000010:2.0:1767389136.270398:0:361957:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000b487033a. 20000000:00000010:2.0:1767389136.270403:0:361957:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000b487033a. 00000400:00000010:2.0:1767389136.270413:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000400:00000010:2.0:1767389136.270451:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000020:00000010:2.0:1767389136.270462:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a81a017. 00000020:00000010:2.0:1767389136.270466:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389136.270470:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e5b5163. 02000000:00000010:2.0:1767389136.270474:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000611a01bc. 00000400:00000010:2.0:1767389136.270480:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d172a36b. 00000400:00000010:2.0:1767389136.270485:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000051c99254. 00000400:00000010:1.0:1767389136.270520:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060e521b6. 00000400:00000010:1.0:1767389136.270528:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000100:00000010:1.0:1767389136.270543:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d4571fea. 02000000:00000010:1.0:1767389136.270550:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1476b95. 02000000:00000010:1.0:1767389136.270553:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000531b30f2. 00000100:00000010:1.0:1767389136.270557:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2ab915d. 00000040:00000010:1.0:1767389136.270569:0:338177:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006be6e56a. 00000100:00000010:1.0:1767389136.270574:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2ab915d. 02000000:00000010:1.0:1767389136.270581:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1476b95. 00000100:00000010:1.0:1767389136.270587:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d4571fea. 02000000:00000010:1.0:1767389136.270616:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000005f73dfbb. 00000400:00000010:1.0:1767389136.270621:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060e521b6. 00000400:00000010:1.0:1767389136.270626:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000008fe37d3b. 00000400:00000010:1.0:1767389136.270632:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000400:00000010:1.0:1767389136.270644:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005eadd047. 00000400:00000010:1.0:1767389136.270653:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0ffae6a. 00000400:00000010:1.0:1767389136.270675:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000020:00000010:2.0:1767389136.270760:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b487033a. 00000020:00000010:2.0:1767389136.270765:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b487033a. 00000020:00000010:2.0:1767389136.270771:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e5b5163. 00000020:00000010:2.0:1767389136.270774:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a81a017. 00000020:00000010:2.0:1767389136.270777:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389136.270806:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b487033a. 00000020:00000010:2.0:1767389136.270819:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b487033a. 02000000:00000010:2.0:1767389136.270851:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000004019776b. 00000040:00000010:2.0:1767389136.270858:0:361957:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a158ffad. 00000040:00000010:2.0:1767389136.270872:0:361957:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000df27e902. 00000040:00000010:2.0:1767389136.271042:0:361957:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000df27e902. 00000040:00000010:2.0:1767389136.271052:0:361957:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a158ffad. 00000400:00000010:2.0:1767389136.271066:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000e6d5fbde. 00000400:00000010:2.0:1767389136.271104:0:361957:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000e6d5fbde. 00000020:00000010:2.0:1767389136.271117:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a81a017. 00000020:00000010:2.0:1767389136.271120:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000020:00000010:2.0:1767389136.271123:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e5b5163. 02000000:00000010:2.0:1767389136.271128:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000004019776b. 00000400:00000010:2.0:1767389136.271148:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a494e71b. 00000400:00000010:2.0:1767389136.271152:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6d5fbde. 00000400:00000010:1.0:1767389136.271213:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060e521b6. 00000400:00000010:1.0:1767389136.271223:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008fe37d3b. 00000100:00000010:1.0:1767389136.271242:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d4571fea. 02000000:00000010:1.0:1767389136.271251:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000005f73dfbb. 02000000:00000010:1.0:1767389136.271277:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a1476b95. 00000100:00000010:1.0:1767389136.271281:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b2ab915d. 00000040:00000010:1.0:1767389136.271289:0:338177:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000003323dc7c. 00000020:00000010:1.0:1767389136.271751:0:362579:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a1476b95. 00000020:00000010:1.0:1767389136.271759:0:362579:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000c52c0b7. 00000040:00000010:1.0:1767389136.271764:0:362579:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000531b30f2. 00000020:00000010:1.0:1767389136.271769:0:362579:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bd34fff1. 00000020:00000010:1.0:1767389136.271774:0:362579:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a11976fb. 00000020:00000010:1.0:1767389136.271779:0:362579:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c5311874. 80000000:00000010:1.0:1767389136.271782:0:362579:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000492b35a6. 40000000:00000010:1.0:1767389136.271787:0:362579:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b43d5243. 00100000:00000010:1.0:1767389136.271794:0:362579:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000044a94d44. 00040000:00000010:1.0:1767389136.271800:0:362579:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bdc639d3. 00040000:00000010:1.0:1767389136.271807:0:362579:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000090923b1a. 00040000:00000010:1.0:1767389136.271811:0:362579:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008cb43a2f. 00080000:00000010:1.0:1767389136.271816:0:362579:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007e0cfa34. 00000004:00000010:1.0:1767389136.271821:0:362579:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000000cb8d6f. 00000004:00000010:1.0:1767389136.271827:0:362579:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000adf320aa. 00000004:00000010:1.0:1767389136.271833:0:362579:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ec8517d4. 00002000:00000010:1.0:1767389136.271838:0:362579:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000004345a55. 00000004:00000010:1.0:1767389136.271844:0:362579:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000007af0ec2. 00000020:00000010:1.0:1767389136.271849:0:362579:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000017bf3641. 00000040:00000010:1.0:1767389136.271861:0:362579:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000004094bab5. 00000040:00000010:1.0:1767389136.272645:0:362579:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000004094bab5. 00000020:00000010:1.0:1767389136.272653:0:362579:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000017bf3641. 00000020:00000010:1.0:1767389136.272666:0:362579:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000c52c0b7. 00000040:00000010:1.0:1767389136.272674:0:362579:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000531b30f2. 00000020:00000010:1.0:1767389136.272677:0:362579:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000bd34fff1. 00000020:00000010:1.0:1767389136.272683:0:362579:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a11976fb. 00000020:00000010:1.0:1767389136.272688:0:362579:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c5311874. 80000000:00000010:1.0:1767389136.272693:0:362579:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000492b35a6. 40000000:00000010:1.0:1767389136.272699:0:362579:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b43d5243. 00100000:00000010:1.0:1767389136.272703:0:362579:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000044a94d44. 00040000:00000010:1.0:1767389136.272717:0:362579:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bdc639d3. 00040000:00000010:1.0:1767389136.272723:0:362579:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000090923b1a. 00040000:00000010:1.0:1767389136.272751:0:362579:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008cb43a2f. 00080000:00000010:1.0:1767389136.272757:0:362579:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007e0cfa34. 00000004:00000010:1.0:1767389136.272761:0:362579:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000000cb8d6f. 00000004:00000010:1.0:1767389136.272767:0:362579:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000adf320aa. 00000004:00000010:1.0:1767389136.272771:0:362579:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ec8517d4. 00002000:00000010:1.0:1767389136.272776:0:362579:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000004345a55. 00000004:00000010:1.0:1767389136.272780:0:362579:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000007af0ec2. 00000020:00000010:1.0:1767389136.272783:0:362579:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a1476b95. 00000040:00000010:2.0:1767389136.272907:0:338177:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000003323dc7c. 00000040:00000010:2.0:1767389136.272921:0:338177:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006be6e56a. 00000040:00000010:2.0:1767389136.272926:0:338177:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000464a1769. 00000020:00000010:2.0:1767389136.272932:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000382ddaac. 00000040:00000010:2.0:1767389136.272937:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004da763f9. 00000020:00000010:2.0:1767389136.272940:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000078108717. 00000020:00000010:2.0:1767389136.272946:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000086cc1175. 80000000:00000010:2.0:1767389136.272950:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ee7708c4. 00040000:00000010:2.0:1767389136.272954:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005967d2b4. 00080000:00000010:2.0:1767389136.272957:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000df4d7367. 20000000:00000010:2.0:1767389136.272961:0:338177:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000001c4443e4. 00000020:00000010:2.0:1767389136.272989:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000552e65c5. 10000000:00000010:2.0:1767389136.272993:0:338177:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000032399cee. 00000100:00000010:2.0:1767389136.273010:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028a5ec89. 02000000:00000010:2.0:1767389136.273020:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e5b5163. 00010000:00000010:2.0:1767389136.273030:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006f867942. 00000100:00000010:2.0:1767389136.273041:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8664c85. 02000000:00000010:2.0:1767389136.273053:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000611a01bc. 00000400:00000010:2.0:1767389136.273058:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db3221b5. 00000400:00000010:2.0:1767389136.273062:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000400:00000010:2.0:1767389136.273081:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5a7741e. 00000400:00000010:2.0:1767389136.273095:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086311f96. 00000400:00000010:2.0:1767389136.273105:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aff0ef05. 00000400:00000010:2.0:1767389136.273134:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5a7741e. 00000020:00000010:1.0:1767389136.273184:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b43d5243. 00000020:00000010:1.0:1767389136.273191:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b43d5243. 00000020:00000010:1.0:1767389136.273197:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cb43a2f. 00000020:00000010:1.0:1767389136.273201:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003feacd0c. 00000020:00000010:1.0:1767389136.273206:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389136.273242:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b43d5243. 00000020:00000010:1.0:1767389136.273245:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b43d5243. 00010000:00000010:1.0:1767389136.273261:0:361957:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000178f03ee. 02000000:00000010:1.0:1767389136.273271:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000007af0ec2. 00000400:00000010:1.0:1767389136.273287:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000400:00000010:1.0:1767389136.273329:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000020:00000010:1.0:1767389136.273347:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003feacd0c. 00000020:00000010:1.0:1767389136.273353:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389136.273358:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cb43a2f. 02000000:00000010:1.0:1767389136.273376:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000007af0ec2. 00000400:00000010:1.0:1767389136.273389:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060e521b6. 00000400:00000010:2.0:1767389136.273393:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db3221b5. 00000400:00000010:2.0:1767389136.273402:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000400:00000010:1.0:1767389136.273408:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fe37d3b. 00000100:00000010:2.0:1767389136.273427:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d8664c85. 02000000:00000010:2.0:1767389136.273444:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000611a01bc. 02000000:00000010:2.0:1767389136.273448:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006e5b5163. 00000100:00000010:2.0:1767389136.273452:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028a5ec89. 10000000:00000010:2.0:1767389136.273462:0:338177:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000b487033a. 00000020:00000010:2.0:1767389136.273466:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e5b5163. 00000020:00000010:2.0:1767389136.273469:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a158ffad. 00000040:00000010:2.0:1767389136.273473:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000075777e67. 00000020:00000010:2.0:1767389136.273478:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b9338687. 00000020:00000010:2.0:1767389136.273482:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e405e747. 80000000:00000010:2.0:1767389136.273486:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d9d74dc2. 00040000:00000010:2.0:1767389136.273490:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009f29a268. 00080000:00000010:2.0:1767389136.273494:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e40b62ab. 20000000:00000010:2.0:1767389136.273498:0:338177:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000056cf313c. 00000040:00000010:2.0:1767389136.273503:0:338177:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000023554b05. 00000100:00000010:2.0:1767389136.273508:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028a5ec89. 02000000:00000010:2.0:1767389136.273516:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087f45760. 00000100:00000010:2.0:1767389136.273524:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8664c85. 02000000:00000010:2.0:1767389136.273534:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a51b3ad3. 00000400:00000010:2.0:1767389136.273537:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db3221b5. 00000400:00000010:2.0:1767389136.273541:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000400:00000010:2.0:1767389136.273547:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5a7741e. 00000400:00000010:2.0:1767389136.273559:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000944a905. 00000400:00000010:2.0:1767389136.273568:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049afb68e. 00000400:00000010:2.0:1767389136.273594:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5a7741e. 00000020:00000010:1.0:1767389136.273639:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b43d5243. 00000020:00000010:1.0:1767389136.273645:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b43d5243. 00000020:00000010:1.0:1767389136.273650:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cb43a2f. 00000020:00000010:1.0:1767389136.273653:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003feacd0c. 00000020:00000010:1.0:1767389136.273657:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389136.273686:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b43d5243. 00000020:00000010:1.0:1767389136.273689:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b43d5243. 02000000:00000010:1.0:1767389136.273711:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000007af0ec2. 00000040:00000010:1.0:1767389136.273717:0:361957:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c5311874. 00000040:00000010:1.0:1767389136.273819:0:361957:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 0000000090595979. 00000020:00000010:1.0:1767389136.273829:0:361957:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000bdc639d3. 00080000:00000010:1.0:1767389136.273840:0:361957:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000cb545758. 00000040:00000010:1.0:1767389136.273954:0:361957:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 0000000090595979. 00000040:00000010:1.0:1767389136.273959:0:361957:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c5311874. 20000000:00000010:1.0:1767389136.273990:0:361957:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000ea0d77ac. 20000000:00000010:1.0:1767389136.273994:0:361957:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000ea0d77ac. 00000400:00000010:1.0:1767389136.274004:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000400:00000010:1.0:1767389136.274039:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000020:00000010:1.0:1767389136.274053:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003feacd0c. 00000020:00000010:1.0:1767389136.274058:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389136.274063:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cb43a2f. 02000000:00000010:1.0:1767389136.274072:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000007af0ec2. 00000400:00000010:1.0:1767389136.274083:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b5e2134. 00000400:00000010:2.0:1767389136.274086:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db3221b5. 00000400:00000010:2.0:1767389136.274095:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000400:00000010:1.0:1767389136.274114:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a59e8ccf. 00000100:00000010:2.0:1767389136.274128:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d8664c85. 02000000:00000010:2.0:1767389136.274139:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a51b3ad3. 02000000:00000010:2.0:1767389136.274144:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000087f45760. 00000100:00000010:2.0:1767389136.274148:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028a5ec89. 00000040:00000010:2.0:1767389136.274155:0:338177:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000df27e902. 00000100:00000010:2.0:1767389136.274160:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028a5ec89. 02000000:00000010:2.0:1767389136.274166:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087f45760. 00000100:00000010:2.0:1767389136.274172:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8664c85. 02000000:00000010:2.0:1767389136.274192:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000005f73dfbb. 00000400:00000010:2.0:1767389136.274197:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db3221b5. 00000400:00000010:2.0:1767389136.274204:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000df2bdecb. 00000400:00000010:2.0:1767389136.274211:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000400:00000010:2.0:1767389136.274223:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5fc9def. 00000400:00000010:2.0:1767389136.274232:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000000ddea05. 00000400:00000010:2.0:1767389136.274257:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000020:00000010:1.0:1767389136.274299:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea0d77ac. 00000020:00000010:1.0:1767389136.274306:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea0d77ac. 00000020:00000010:1.0:1767389136.274312:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c5311874. 00000020:00000010:1.0:1767389136.274315:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003feacd0c. 00000020:00000010:1.0:1767389136.274319:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389136.274349:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea0d77ac. 00000020:00000010:1.0:1767389136.274352:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea0d77ac. 02000000:00000010:1.0:1767389136.274374:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000004019776b. 00000040:00000010:1.0:1767389136.274381:0:361957:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008cb43a2f. 00000040:00000010:1.0:1767389136.274391:0:361957:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004094bab5. 00000040:00000010:1.0:1767389136.274803:0:361957:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004094bab5. 00000040:00000010:1.0:1767389136.274808:0:361957:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000008cb43a2f. 00000400:00000010:1.0:1767389136.274821:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000000226855b. 00000400:00000010:1.0:1767389136.274857:0:361957:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000000226855b. 00000020:00000010:1.0:1767389136.274871:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003feacd0c. 00000020:00000010:1.0:1767389136.274874:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389136.274877:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c5311874. 02000000:00000010:1.0:1767389136.274892:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000004019776b. 00000400:00000010:1.0:1767389136.274905:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023ec5c49. 00000400:00000010:1.0:1767389136.274910:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000226855b. 00000400:00000010:2.0:1767389136.274991:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db3221b5. 00000400:00000010:2.0:1767389136.275002:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000df2bdecb. 00000100:00000010:2.0:1767389136.275021:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d8664c85. 02000000:00000010:2.0:1767389136.275031:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000005f73dfbb. 02000000:00000010:2.0:1767389136.275047:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000087f45760. 00000100:00000010:2.0:1767389136.275051:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028a5ec89. 00000040:00000010:2.0:1767389136.275061:0:338177:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000001aa7571. 00000020:00000010:1.0:1767389136.275342:0:362580:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008cb43a2f. 00000020:00000010:1.0:1767389136.275349:0:362580:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c5311874. 00000040:00000010:1.0:1767389136.275353:0:362580:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000552e65c5. 00000020:00000010:1.0:1767389136.275356:0:362580:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ec8517d4. 00000020:00000010:1.0:1767389136.275360:0:362580:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a11976fb. 00000020:00000010:1.0:1767389136.275363:0:362580:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001c4443e4. 80000000:00000010:1.0:1767389136.275366:0:362580:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f711a4cf. 40000000:00000010:1.0:1767389136.275369:0:362580:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ea0d77ac. 00100000:00000010:1.0:1767389136.275373:0:362580:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000000cb8d6f. 00040000:00000010:1.0:1767389136.275377:0:362580:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006e6f7ee6. 00040000:00000010:1.0:1767389136.275380:0:362580:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007e0cfa34. 00040000:00000010:1.0:1767389136.275383:0:362580:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005967d2b4. 00080000:00000010:1.0:1767389136.275386:0:362580:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 0000000090923b1a. 00000004:00000010:1.0:1767389136.275391:0:362580:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e45d7a21. 00000004:00000010:1.0:1767389136.275394:0:362580:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000adf320aa. 00000004:00000010:1.0:1767389136.275398:0:362580:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000df4d7367. 00002000:00000010:1.0:1767389136.275401:0:362580:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000007af0ec2. 00000004:00000010:1.0:1767389136.275404:0:362580:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000004345a55. 00000020:00000010:1.0:1767389136.275407:0:362580:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000000c4a5a35. 00000040:00000010:1.0:1767389136.275413:0:362580:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000004094bab5. 00000040:00000010:1.0:1767389136.276222:0:362580:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000004094bab5. 00000020:00000010:1.0:1767389136.276229:0:362580:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000000c4a5a35. 00000020:00000010:1.0:1767389136.276235:0:362580:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c5311874. 00000040:00000010:1.0:1767389136.276239:0:362580:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000552e65c5. 00000020:00000010:1.0:1767389136.276243:0:362580:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ec8517d4. 00000020:00000010:1.0:1767389136.276246:0:362580:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a11976fb. 00000020:00000010:1.0:1767389136.276249:0:362580:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001c4443e4. 80000000:00000010:1.0:1767389136.276252:0:362580:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f711a4cf. 40000000:00000010:1.0:1767389136.276256:0:362580:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ea0d77ac. 00100000:00000010:1.0:1767389136.276259:0:362580:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000000cb8d6f. 00040000:00000010:1.0:1767389136.276262:0:362580:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006e6f7ee6. 00040000:00000010:1.0:1767389136.276275:0:362580:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007e0cfa34. 00040000:00000010:1.0:1767389136.276278:0:362580:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005967d2b4. 00080000:00000010:1.0:1767389136.276282:0:362580:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 0000000090923b1a. 00000004:00000010:1.0:1767389136.276285:0:362580:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e45d7a21. 00000004:00000010:1.0:1767389136.276288:0:362580:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000adf320aa. 00000004:00000010:1.0:1767389136.276291:0:362580:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000df4d7367. 00002000:00000010:1.0:1767389136.276295:0:362580:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000007af0ec2. 00000004:00000010:1.0:1767389136.276298:0:362580:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000004345a55. 00000020:00000010:1.0:1767389136.276300:0:362580:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cb43a2f. 00000040:00000010:2.0:1767389136.276416:0:338177:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000001aa7571. 00000040:00000010:2.0:1767389136.276430:0:338177:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000df27e902. 00000040:00000010:2.0:1767389136.276433:0:338177:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000023554b05. 00000020:00000010:2.0:1767389136.276440:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a158ffad. 00000040:00000010:2.0:1767389136.276443:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000075777e67. 00000020:00000010:2.0:1767389136.276447:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b9338687. 00000020:00000010:2.0:1767389136.276451:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e405e747. 80000000:00000010:2.0:1767389136.276455:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d9d74dc2. 00040000:00000010:2.0:1767389136.276458:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009f29a268. 00080000:00000010:2.0:1767389136.276462:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e40b62ab. 20000000:00000010:2.0:1767389136.276468:0:338177:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000056cf313c. 00000020:00000010:2.0:1767389136.276471:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e5b5163. 10000000:00000010:2.0:1767389136.276487:0:338177:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000b487033a. 00000100:00000010:2.0:1767389136.276500:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028a5ec89. 02000000:00000010:2.0:1767389136.276510:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e5b5163. 00010000:00000010:2.0:1767389136.276520:0:338177:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b517fd46. 00010000:00000010:2.0:1767389136.276525:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d83d1a37. 00000100:00000010:2.0:1767389136.276535:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df2bdecb. 02000000:00000010:2.0:1767389136.276546:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000611a01bc. 00000400:00000010:2.0:1767389136.276551:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db3221b5. 00000400:00000010:2.0:1767389136.276555:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000400:00000010:2.0:1767389136.276560:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5a7741e. 00000400:00000010:2.0:1767389136.276574:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae095744. 00000400:00000010:2.0:1767389136.276584:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053fe2f94. 00000400:00000010:2.0:1767389136.276613:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5a7741e. 00000020:00000010:1.0:1767389136.276662:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea0d77ac. 00000020:00000010:1.0:1767389136.276669:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea0d77ac. 00000020:00000010:1.0:1767389136.276675:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005967d2b4. 00000020:00000010:1.0:1767389136.276679:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003feacd0c. 00000020:00000010:1.0:1767389136.276683:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389136.276714:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea0d77ac. 00000020:00000010:1.0:1767389136.276717:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea0d77ac. 00010000:00000010:1.0:1767389136.276759:0:361957:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007b240133. 00010000:00000010:1.0:1767389136.276765:0:361957:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000004ffff914. 02000000:00000010:1.0:1767389136.276774:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000004345a55. 00000400:00000010:1.0:1767389136.276790:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000400:00000010:1.0:1767389136.276831:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000020:00000010:1.0:1767389136.276855:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003feacd0c. 00000020:00000010:1.0:1767389136.276859:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389136.276865:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005967d2b4. 02000000:00000010:1.0:1767389136.276872:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000004345a55. 00000400:00000010:1.0:1767389136.276881:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ea0f8da. 00000400:00000010:2.0:1767389136.276884:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db3221b5. 00000400:00000010:2.0:1767389136.276893:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000400:00000010:1.0:1767389136.276901:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b79254d4. 00000100:00000010:2.0:1767389136.276916:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000df2bdecb. 02000000:00000010:2.0:1767389136.276933:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000611a01bc. 02000000:00000010:2.0:1767389136.276937:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006e5b5163. 00000100:00000010:2.0:1767389136.276940:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028a5ec89. 00000100:00000010:2.0:1767389136.276954:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028a5ec89. 02000000:00000010:2.0:1767389136.276962:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e5b5163. 00010000:00000010:2.0:1767389136.276995:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000022e62952. 00000100:00000010:2.0:1767389136.277004:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df2bdecb. 02000000:00000010:2.0:1767389136.277014:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000611a01bc. 00000400:00000010:2.0:1767389136.277018:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db3221b5. 00000400:00000010:2.0:1767389136.277022:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000400:00000010:2.0:1767389136.277027:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5a7741e. 00000400:00000010:2.0:1767389136.277040:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a0a0531. 00000400:00000010:2.0:1767389136.277048:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ba5c122. 00000400:00000010:2.0:1767389136.277072:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5a7741e. 00000020:00000010:1.0:1767389136.277113:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea0d77ac. 00000020:00000010:1.0:1767389136.277120:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea0d77ac. 00000020:00000010:1.0:1767389136.277125:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005967d2b4. 00000020:00000010:1.0:1767389136.277128:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003feacd0c. 00000020:00000010:1.0:1767389136.277132:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389136.277161:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea0d77ac. 00000020:00000010:1.0:1767389136.277163:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea0d77ac. 00010000:00000010:1.0:1767389136.277188:0:361957:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000036cc4f3c. 02000000:00000010:1.0:1767389136.277198:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000004345a55. 00000400:00000010:1.0:1767389136.277212:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000400:00000010:1.0:1767389136.277251:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000020:00000010:1.0:1767389136.277268:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003feacd0c. 00000020:00000010:1.0:1767389136.277272:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389136.277281:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005967d2b4. 00000400:00000010:2.0:1767389136.277291:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db3221b5. 02000000:00000010:1.0:1767389136.277293:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000004345a55. 00000400:00000010:2.0:1767389136.277304:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000400:00000010:1.0:1767389136.277308:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a9930a5. 00000400:00000010:1.0:1767389136.277317:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbe88430. 00000100:00000010:2.0:1767389136.277326:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000df2bdecb. 02000000:00000010:2.0:1767389136.277354:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000611a01bc. 02000000:00000010:2.0:1767389136.277358:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006e5b5163. 00000100:00000010:2.0:1767389136.277361:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028a5ec89. 10000000:00000010:2.0:1767389136.277367:0:338177:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000b487033a. 00000020:00000010:2.0:1767389136.277371:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e5b5163. 00000020:00000010:2.0:1767389136.277374:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000056cf313c. 00000040:00000010:2.0:1767389136.277378:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009f29a268. 00000020:00000010:2.0:1767389136.277381:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e40b62ab. 00000020:00000010:2.0:1767389136.277385:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e405e747. 80000000:00000010:2.0:1767389136.277388:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d9d74dc2. 00040000:00000010:2.0:1767389136.277392:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000075777e67. 00080000:00000010:2.0:1767389136.277395:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000b9338687. 20000000:00000010:2.0:1767389136.277399:0:338177:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000a158ffad. 00000040:00000010:2.0:1767389136.277403:0:338177:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000023554b05. 00000100:00000010:2.0:1767389136.277408:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028a5ec89. 02000000:00000010:2.0:1767389136.277415:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087f45760. 00000100:00000010:2.0:1767389136.277423:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df2bdecb. 02000000:00000010:2.0:1767389136.277431:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a51b3ad3. 00000400:00000010:2.0:1767389136.277435:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db3221b5. 00000400:00000010:2.0:1767389136.277440:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000400:00000010:2.0:1767389136.277445:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5a7741e. 00000400:00000010:2.0:1767389136.277457:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d482fef2. 00000400:00000010:2.0:1767389136.277466:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062282bdd. 00000400:00000010:2.0:1767389136.277491:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5a7741e. 00000020:00000010:1.0:1767389136.277536:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea0d77ac. 00000020:00000010:1.0:1767389136.277542:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea0d77ac. 00000020:00000010:1.0:1767389136.277547:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005967d2b4. 00000020:00000010:1.0:1767389136.277550:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003feacd0c. 00000020:00000010:1.0:1767389136.277553:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389136.277582:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea0d77ac. 00000020:00000010:1.0:1767389136.277585:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea0d77ac. 02000000:00000010:1.0:1767389136.277595:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000004345a55. 00000040:00000010:1.0:1767389136.277600:0:361957:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001c4443e4. 00000040:00000010:1.0:1767389136.277630:0:361957:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000029a3eb4. 00000040:00000010:1.0:1767389136.277639:0:361957:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000029a3eb4. 00000040:00000010:1.0:1767389136.277643:0:361957:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001c4443e4. 00000400:00000010:1.0:1767389136.277655:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000400:00000010:1.0:1767389136.277698:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000400:00000010:2.0:1767389136.277714:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db3221b5. 00000020:00000010:1.0:1767389136.277717:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003feacd0c. 00000020:00000010:1.0:1767389136.277763:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4f5a43. 00000400:00000010:2.0:1767389136.277770:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000020:00000010:1.0:1767389136.277771:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005967d2b4. 02000000:00000010:1.0:1767389136.277788:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000004345a55. 00000400:00000010:1.0:1767389136.277797:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010c05fb7. 00000100:00000010:2.0:1767389136.277805:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000df2bdecb. 00000400:00000010:1.0:1767389136.277807:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000460b681d. 02000000:00000010:2.0:1767389136.277822:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a51b3ad3. 02000000:00000010:2.0:1767389136.277829:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000087f45760. 00000100:00000010:2.0:1767389136.277832:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028a5ec89. 00000040:00000010:2.0:1767389136.277842:0:338177:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000df27e902. 00000100:00000010:2.0:1767389136.277846:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028a5ec89. 02000000:00000010:2.0:1767389136.277851:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087f45760. 00000100:00000010:2.0:1767389136.277869:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df2bdecb. 02000000:00000010:2.0:1767389136.277886:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000005f73dfbb. 00000400:00000010:2.0:1767389136.277892:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db3221b5. 00000400:00000010:2.0:1767389136.277897:0:338177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004e722c4e. 00000400:00000010:2.0:1767389136.277903:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000400:00000010:2.0:1767389136.277915:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc4ee12d. 00000400:00000010:2.0:1767389136.277924:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000528192c0. 00000400:00000010:2.0:1767389136.277947:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000020:00000010:1.0:1767389136.278003:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea0d77ac. 00000020:00000010:1.0:1767389136.278010:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea0d77ac. 00000020:00000010:1.0:1767389136.278015:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005967d2b4. 00000020:00000010:1.0:1767389136.278019:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003feacd0c. 00000020:00000010:1.0:1767389136.278032:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389136.278067:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ea0d77ac. 00000020:00000010:1.0:1767389136.278070:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ea0d77ac. 02000000:00000010:1.0:1767389136.278089:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000004019776b. 00000040:00000010:1.0:1767389136.278096:0:361957:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001c4443e4. 00000040:00000010:1.0:1767389136.278105:0:361957:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000004094bab5. 00000040:00000010:1.0:1767389136.278119:0:361957:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004094bab5. 00000040:00000010:1.0:1767389136.278125:0:361957:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001c4443e4. 00000400:00000010:1.0:1767389136.278139:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000002ba168ad. 00000400:00000010:1.0:1767389136.278176:0:361957:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000002ba168ad. 00000020:00000010:1.0:1767389136.278191:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003feacd0c. 00000400:00000010:2.0:1767389136.278193:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db3221b5. 00000020:00000010:1.0:1767389136.278196:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4f5a43. 00000400:00000010:2.0:1767389136.278203:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000004e722c4e. 00000020:00000010:1.0:1767389136.278206:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005967d2b4. 02000000:00000010:1.0:1767389136.278220:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000004019776b. 00000100:00000010:2.0:1767389136.278230:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000df2bdecb. 00000400:00000010:1.0:1767389136.278237:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a583cb0e. 02000000:00000010:2.0:1767389136.278244:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000005f73dfbb. 00000400:00000010:1.0:1767389136.278246:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ba168ad. 02000000:00000010:2.0:1767389136.278268:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000087f45760. 00000100:00000010:2.0:1767389136.278276:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028a5ec89. 00000040:00000010:2.0:1767389136.278284:0:338177:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 0000000001aa7571. 00000020:00000010:1.0:1767389136.278622:0:362581:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005967d2b4. 00000020:00000010:1.0:1767389136.278628:0:362581:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001c4443e4. 00000040:00000010:1.0:1767389136.278632:0:362581:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000552e65c5. 00000020:00000010:1.0:1767389136.278635:0:362581:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000df4d7367. 00000020:00000010:1.0:1767389136.278639:0:362581:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a11976fb. 00000020:00000010:1.0:1767389136.278642:0:362581:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000086cc1175. 80000000:00000010:1.0:1767389136.278645:0:362581:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000f711a4cf. 40000000:00000010:1.0:1767389136.278648:0:362581:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ea0d77ac. 00100000:00000010:1.0:1767389136.278652:0:362581:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000078108717. 00040000:00000010:1.0:1767389136.278655:0:362581:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006e6f7ee6. 00040000:00000010:1.0:1767389136.278658:0:362581:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000044a94d44. 00040000:00000010:1.0:1767389136.278661:0:362581:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004da763f9. 00080000:00000010:1.0:1767389136.278664:0:362581:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000bd34fff1. 00000004:00000010:1.0:1767389136.278669:0:362581:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e45d7a21. 00000004:00000010:1.0:1767389136.278672:0:362581:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000adf320aa. 00000004:00000010:1.0:1767389136.278676:0:362581:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000090923b1a. 00002000:00000010:1.0:1767389136.278679:0:362581:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000004345a55. 00000004:00000010:1.0:1767389136.278690:0:362581:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000007af0ec2. 00000020:00000010:1.0:1767389136.278693:0:362581:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007711756f. 00000040:00000010:1.0:1767389136.278698:0:362581:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000004094bab5. 00000040:00000010:1.0:1767389136.279529:0:362581:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000004094bab5. 00000020:00000010:1.0:1767389136.279536:0:362581:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007711756f. 00000020:00000010:1.0:1767389136.279543:0:362581:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001c4443e4. 00000040:00000010:1.0:1767389136.279546:0:362581:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000552e65c5. 00000020:00000010:1.0:1767389136.279550:0:362581:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000df4d7367. 00000020:00000010:1.0:1767389136.279554:0:362581:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a11976fb. 00000020:00000010:1.0:1767389136.279557:0:362581:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000086cc1175. 80000000:00000010:1.0:1767389136.279561:0:362581:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f711a4cf. 40000000:00000010:1.0:1767389136.279564:0:362581:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ea0d77ac. 00100000:00000010:1.0:1767389136.279567:0:362581:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000078108717. 00040000:00000010:1.0:1767389136.279570:0:362581:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006e6f7ee6. 00040000:00000010:1.0:1767389136.279574:0:362581:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000044a94d44. 00040000:00000010:1.0:1767389136.279577:0:362581:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004da763f9. 00080000:00000010:1.0:1767389136.279580:0:362581:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000bd34fff1. 00000004:00000010:1.0:1767389136.279583:0:362581:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e45d7a21. 00000004:00000010:1.0:1767389136.279585:0:362581:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000adf320aa. 00000004:00000010:1.0:1767389136.279589:0:362581:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000090923b1a. 00002000:00000010:1.0:1767389136.279591:0:362581:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000004345a55. 00000004:00000010:1.0:1767389136.279594:0:362581:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000007af0ec2. 00000020:00000010:1.0:1767389136.279596:0:362581:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005967d2b4. 00000040:00000010:2.0:1767389136.279713:0:338177:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 0000000001aa7571. 00000040:00000010:2.0:1767389136.279751:0:338177:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000df27e902. 00000040:00000010:2.0:1767389136.279757:0:338177:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000023554b05. 00000020:00000010:2.0:1767389136.279765:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000056cf313c. 00000040:00000010:2.0:1767389136.279770:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009f29a268. 00000020:00000010:2.0:1767389136.279774:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e40b62ab. 00000020:00000010:2.0:1767389136.279781:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e405e747. 80000000:00000010:2.0:1767389136.279788:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d9d74dc2. 00040000:00000010:2.0:1767389136.279793:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000075777e67. 00080000:00000010:2.0:1767389136.279797:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000b9338687. 20000000:00000010:2.0:1767389136.279802:0:338177:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000a158ffad. 00000020:00000010:2.0:1767389136.279808:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e5b5163. 10000000:00000010:2.0:1767389136.279813:0:338177:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000b487033a. 00000100:00000010:2.0:1767389136.279832:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028a5ec89. 02000000:00000010:2.0:1767389136.279844:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e5b5163. 00010000:00000010:2.0:1767389136.279855:0:338177:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000089d6c3b4. 00000100:00000010:2.0:1767389136.279866:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df2bdecb. 02000000:00000010:2.0:1767389136.279885:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000611a01bc. 00000400:00000010:2.0:1767389136.279890:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db3221b5. 00000400:00000010:2.0:1767389136.279907:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000400:00000010:2.0:1767389136.279914:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5a7741e. 00000400:00000010:2.0:1767389136.279930:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c804758. 00000400:00000010:2.0:1767389136.279939:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013e5837f. 00000400:00000010:2.0:1767389136.280004:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5a7741e. 00000020:00000010:3.0:1767389136.280060:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389136.280070:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389136.280080:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ff41ea8. 00000020:00000010:3.0:1767389136.280087:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002155952f. 00000020:00000010:3.0:1767389136.280093:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389136.280136:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389136.280141:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aacf085e. 00010000:00000010:3.0:1767389136.280162:0:361957:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000fbdd7723. 02000000:00000010:3.0:1767389136.280177:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000618c952e. 00000400:00000010:3.0:1767389136.280196:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c09c2707. 00000400:00000010:3.0:1767389136.280237:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c09c2707. 00000020:00000010:3.0:1767389136.280249:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002155952f. 00000020:00000010:3.0:1767389136.280253:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389136.280257:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ff41ea8. 02000000:00000010:3.0:1767389136.280266:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000618c952e. 00000400:00000010:3.0:1767389136.280276:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6cc93e1. 00000400:00000010:3.0:1767389136.280281:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009281719a. 00000400:00000010:2.0:1767389136.280290:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db3221b5. 00000400:00000010:2.0:1767389136.280299:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000100:00000010:2.0:1767389136.280318:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000df2bdecb. 02000000:00000010:2.0:1767389136.280332:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000611a01bc. 02000000:00000010:2.0:1767389136.280336:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006e5b5163. 00000100:00000010:2.0:1767389136.280340:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028a5ec89. 10000000:00000010:2.0:1767389136.280348:0:338177:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000b487033a. 00000020:00000010:2.0:1767389136.280351:0:338177:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e5b5163. 00000020:00000010:2.0:1767389136.280355:0:338177:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a158ffad. 00000040:00000010:2.0:1767389136.280359:0:338177:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000075777e67. 00000020:00000010:2.0:1767389136.280362:0:338177:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b9338687. 00000020:00000010:2.0:1767389136.280366:0:338177:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e405e747. 80000000:00000010:2.0:1767389136.280369:0:338177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d9d74dc2. 00040000:00000010:2.0:1767389136.280373:0:338177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009f29a268. 00080000:00000010:2.0:1767389136.280376:0:338177:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e40b62ab. 20000000:00000010:2.0:1767389136.280379:0:338177:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000056cf313c. 00000040:00000010:2.0:1767389136.280384:0:338177:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000023554b05. 00000100:00000010:2.0:1767389136.280389:0:338177:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028a5ec89. 02000000:00000010:2.0:1767389136.280397:0:338177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087f45760. 00000100:00000010:2.0:1767389136.280405:0:338177:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df2bdecb. 02000000:00000010:2.0:1767389136.280413:0:338177:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a51b3ad3. 00000400:00000010:2.0:1767389136.280417:0:338177:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db3221b5. 00000400:00000010:2.0:1767389136.280421:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000400:00000010:2.0:1767389136.280426:0:338177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5a7741e. 00000400:00000010:2.0:1767389136.280439:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e444c6b9. 00000400:00000010:2.0:1767389136.280447:0:338177:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002f6e6056. 00000400:00000010:2.0:1767389136.280472:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5a7741e. 00000020:00000010:3.0:1767389136.280527:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389136.280533:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389136.280538:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ff41ea8. 00000020:00000010:3.0:1767389136.280541:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002155952f. 00000020:00000010:3.0:1767389136.280545:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389136.280587:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389136.280590:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aacf085e. 02000000:00000010:3.0:1767389136.280602:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000618c952e. 00000040:00000010:3.0:1767389136.280607:0:361957:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000215e8e1e. 00000040:00000010:3.0:1767389136.280636:0:361957:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000215e8e1e. 00000400:00000010:3.0:1767389136.280647:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c09c2707. 00000400:00000010:3.0:1767389136.280688:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c09c2707. 00000020:00000010:3.0:1767389136.280707:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002155952f. 00000020:00000010:3.0:1767389136.280713:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389136.280719:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ff41ea8. 00000400:00000010:2.0:1767389136.280765:0:338177:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db3221b5. 02000000:00000010:3.0:1767389136.280773:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000618c952e. 00000400:00000010:2.0:1767389136.280786:0:338177:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000400:00000010:3.0:1767389136.280790:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb33793d. 00000400:00000010:3.0:1767389136.280801:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f298fa8. 00000100:00000010:2.0:1767389136.280806:0:338177:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000df2bdecb. 02000000:00000010:2.0:1767389136.280818:0:338177:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a51b3ad3. 02000000:00000010:2.0:1767389136.280822:0:338177:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000087f45760. 00000100:00000010:2.0:1767389136.280825:0:338177:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028a5ec89. 00000040:00000010:2.0:1767389136.280830:0:338177:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000023554b05. 00000020:00000010:2.0:1767389136.280839:0:338177:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a158ffad. 00000040:00000010:2.0:1767389136.280842:0:338177:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000075777e67. 00000020:00000010:2.0:1767389136.280846:0:338177:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b9338687. 00000020:00000010:2.0:1767389136.280849:0:338177:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e405e747. 80000000:00000010:2.0:1767389136.280853:0:338177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d9d74dc2. 00040000:00000010:2.0:1767389136.280857:0:338177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009f29a268. 00080000:00000010:2.0:1767389136.280860:0:338177:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000e40b62ab. 20000000:00000010:2.0:1767389136.280864:0:338177:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000056cf313c. 00000020:00000010:2.0:1767389136.280867:0:338177:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e5b5163. 10000000:00000010:2.0:1767389136.280869:0:338177:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000b487033a. 00000100:00000010:2.0:1767389136.303882:0:327896:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005d446093. 00000100:00000010:1.0:1767389136.303901:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002a4fc330. 00000100:00000010:0.0:1767389136.303908:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000366cd0f1. 00000100:00000010:3.0:1767389136.303912:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001a92ef07. 00000800:00000010:3.0:1767389136.658020:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a035cc5. 00000800:00000010:3.0:1767389136.658030:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057029be9. 00000800:00000010:3.0:1767389136.658039:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aacf085e. 00000800:00000010:3.0:1767389136.658089:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aacf085e. 00000800:00020000:3.0:1767389136.658105:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389136.658112:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057029be9. 00000800:00000010:3.0:1767389136.658119:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006a035cc5. 00000400:02020000:3.0:1767389136.658269:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp42 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000010:0.0:1767389136.658928:0:356933:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000012a10d31. 00000800:00000010:0.0:1767389136.658939:0:356933:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000309c14b6. 00000800:00000010:0.0:1767389136.658946:0:356933:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000124d5c51. 00000800:00000010:0.0:1767389136.659044:0:356933:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000124d5c51. 00000800:00000010:3.0:1767389136.659323:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b08f1635. 00000800:00000010:0.0:1767389136.659431:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c865c52f. 00000800:00000010:0.0:1767389136.659440:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d014b366. 00000800:00000010:0.0:1767389136.659492:0:337526:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e64906c5. 00000800:00000010:0.1:1767389136.659500:0:337526:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e64906c5. 00000800:00000010:0.0:1767389136.659519:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000124d5c51. 00000800:00000010:0.0:1767389136.659622:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000124d5c51. 00000800:00000010:0.0:1767389136.659631:0:337526:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d014b366. 00000800:00000010:0.0:1767389136.659706:0:337526:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b08f1635. 00000800:00000010:1.0:1767389136.659795:0:356933:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000309c14b6. 00000800:00000010:3.0:1767389137.859185:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a6ad5ea1. 00000800:00000010:0.0:1767389137.859342:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000aee3903d. 00000800:00000010:0.0:1767389137.859360:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d014b366. 00000800:00000010:0.0:1767389137.859406:0:337524:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e64906c5. 00000800:00000010:0.0:1767389137.859425:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee074c3d. 00000800:00000010:0.0:1767389137.859550:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee074c3d. 00000800:00000010:0.0:1767389137.859560:0:337524:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d014b366. 00000800:00000010:0.0:1767389137.859639:0:337524:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a6ad5ea1. 00000800:00000010:0.0:1767389137.860551:0:337530:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c2e77bb. 00000800:00000010:0.0:1767389137.860691:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c2e77bb. 00000800:00000010:3.0:1767389137.861347:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000003e08d860. 00000800:00000010:0.0:1767389137.861525:0:359705:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001b035dc7. 00000800:00000010:0.0:1767389137.861538:0:359705:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d014b366. 00000800:00000010:0.0:1767389137.861792:0:359705:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007fc775b8. 00000800:00000010:0.1:1767389137.861800:0:359705:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007fc775b8. 00000800:00000010:0.0:1767389137.861808:0:359705:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee074c3d. 00000800:00000010:0.0:1767389137.861909:0:359705:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee074c3d. 00000800:00000010:0.0:1767389137.861919:0:359705:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d014b366. 00000800:00000010:0.0:1767389137.861992:0:359705:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000003e08d860. 00000800:00000010:1.0:1767389137.862314:0:337529:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e6f7ee6. 00000800:00000010:1.0:1767389137.862437:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e6f7ee6. 00000800:00000010:3.0:1767389137.864273:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002b891d80. 00000800:00000010:0.0:1767389137.864430:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a4ac495f. 00000800:00000010:0.0:1767389137.864441:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d014b366. 00000800:00000010:0.0:1767389137.864497:0:337525:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007fc775b8. 00000800:00000010:0.1:1767389137.864503:0:337525:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007fc775b8. 00000800:00000010:0.0:1767389137.864513:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ee074c3d. 00000800:00000010:0.0:1767389137.864609:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ee074c3d. 00000800:00000010:0.0:1767389137.864618:0:337525:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d014b366. 00000800:00000010:0.0:1767389137.864682:0:337525:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002b891d80. 00000800:00000010:3.0:1767389138.701410:0:337527:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a035cc5. 00000800:00000010:3.0:1767389138.701424:0:337527:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000057029be9. 00000800:00000010:3.0:1767389138.701431:0:337527:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aacf085e. 00000800:00000010:3.0:1767389138.701459:0:337527:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aacf085e. 00000800:00020000:3.0:1767389138.701469:0:337527:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389138.701477:0:337527:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000057029be9. 00000800:00000010:3.0:1767389138.701503:0:337527:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006a035cc5. 00000400:02020000:3.0:1767389138.701564:0:337527:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp45 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000400:00000010:2.0:1767389138.906477:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006aaf9913. 00000400:00000010:2.0:1767389138.906518:0:337529:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d286a88d. 00000020:00000010:3.0:1767389138.906650:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ff41ea8. 00000020:00000010:3.0:1767389138.906663:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.906669:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 02000000:00000010:3.0:1767389138.906781:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000004b957225. 00000020:00000010:3.0:1767389138.906799:0:361957:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e1f60d47. 00000001:00000010:3.0:1767389138.906815:0:361957:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d837e0c5. 00000001:00000010:3.0:1767389138.906823:0:361957:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000235a1b39. 00000001:00000010:3.0:1767389138.906829:0:361957:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003aa39549. 00000001:00000010:3.0:1767389138.906834:0:361957:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000215e8e1e. 00000001:00000010:3.0:1767389138.906840:0:361957:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bd301180. 00000001:00000010:3.0:1767389138.906844:0:361957:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000479b0774. 00000020:00000010:3.0:1767389138.906865:0:361957:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000038c7b95f. 00000020:00000010:3.0:1767389138.907028:0:361957:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000618c952e. 00000020:00000010:3.0:1767389138.907033:0:361957:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 0000000057029be9. 00000020:00000010:3.0:1767389138.907038:0:361957:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000005c1197f4. 00000020:00000010:3.0:1767389138.907056:0:361957:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000008f547063. 00000020:00000010:3.0:1767389138.907060:0:361957:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000f9206b4b. 00000020:00000010:3.0:1767389138.907064:0:361957:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 0000000083cf79f6. 00000020:00000010:3.0:1767389138.907078:0:361957:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000006471e2f9. 00000400:00000010:3.0:1767389138.907166:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c09c2707. 00000800:00000010:3.0:1767389138.907211:0:361957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2e1a3eb. 00000020:00000010:3.0:1767389138.907248:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.907253:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.907258:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ff41ea8. 00000400:00000010:3.0:1767389138.907273:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008639071e. 00000400:00000010:3.0:1767389138.907279:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a07a382. 00000800:00000010:0.0:1767389138.907381:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2e1a3eb. 00000400:00000010:0.0:1767389138.907394:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c09c2707. 02000000:00000010:0.0:1767389138.907400:0:337530:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000004b957225. 00000400:00000010:1.0:1767389138.909374:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e26c0f4. 00000400:00000010:1.0:1767389138.909403:0:337531:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c3caba30. 00000020:00000010:3.0:1767389138.909504:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389138.909511:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389138.909517:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ff41ea8. 00000020:00000010:3.0:1767389138.909531:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.909536:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.909577:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389138.909580:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aacf085e. 00010000:00000010:3.0:1767389138.909605:0:361957:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005c6dee8f. 02000000:00000010:3.0:1767389138.909622:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000afec6c07. 00000400:00000010:3.0:1767389138.909654:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc115f54. 00000800:00000010:3.0:1767389138.909679:0:361957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093ff29bc. 00000020:00000010:3.0:1767389138.909708:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.909713:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.909717:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ff41ea8. 00000400:00000010:3.0:1767389138.909756:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020e6d5b7. 00000400:00000010:3.0:1767389138.909762:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d3189df. 00000800:00000010:2.0:1767389138.909888:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff29bc. 00000400:00000010:2.0:1767389138.909903:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bc115f54. 02000000:00000010:2.0:1767389138.909911:0:337529:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000afec6c07. 00000400:00000010:0.0:1767389138.911809:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9daf9f9. 00000400:00000010:0.0:1767389138.911831:0:337530:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001b3624f6. 00000020:00000010:3.0:1767389138.911947:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389138.911966:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389138.911971:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ff41ea8. 00000020:00000010:3.0:1767389138.911975:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.911979:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.912013:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389138.912027:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aacf085e. 02000000:00000010:3.0:1767389138.912044:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000afec6c07. 00000040:00000010:3.0:1767389138.912054:0:361957:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a5b9754c. 00000040:00000010:3.0:1767389138.912153:0:361957:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a5b9754c. 00000400:00000010:3.0:1767389138.912168:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009e5486f5. 00000800:00000010:3.0:1767389138.912193:0:361957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054ced3ad. 00000020:00000010:3.0:1767389138.912223:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.912229:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.912234:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ff41ea8. 00000400:00000010:3.0:1767389138.912249:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000690028c2. 00000400:00000010:3.0:1767389138.912256:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007aaf479c. 00000800:00000010:1.0:1767389138.912363:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ced3ad. 00000400:00000010:1.0:1767389138.912375:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009e5486f5. 02000000:00000010:1.0:1767389138.912381:0:337531:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000afec6c07. 00000400:00000010:2.0:1767389138.914223:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000f7bc924. 00000400:00000010:2.0:1767389138.914246:0:337529:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005178ed54. 00000020:00000010:3.0:1767389138.914348:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389138.914356:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389138.914362:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5b9754c. 00000020:00000010:3.0:1767389138.914376:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.914381:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.914419:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389138.914422:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aacf085e. 00010000:00000010:3.0:1767389138.914437:0:361957:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e6bea773. 02000000:00000010:3.0:1767389138.914450:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000afec6c07. 00000400:00000010:3.0:1767389138.914466:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000254d6968. 00000800:00000010:3.0:1767389138.914493:0:361957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed33e134. 00000020:00000010:3.0:1767389138.914535:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.914545:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.914551:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5b9754c. 00000400:00000010:3.0:1767389138.914567:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000442d4600. 00000400:00000010:3.0:1767389138.914574:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b30bd455. 00000800:00000010:1.0:1767389138.914669:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed33e134. 00000400:00000010:1.0:1767389138.914682:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000254d6968. 02000000:00000010:1.0:1767389138.914697:0:337530:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000afec6c07. 00000400:00000010:1.0:1767389138.916430:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c13a60de. 00000400:00000010:1.0:1767389138.916451:0:337531:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f09fe17e. 00000020:00000010:3.0:1767389138.916550:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389138.916556:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389138.916560:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5b9754c. 00000020:00000010:3.0:1767389138.916564:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.916568:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.916601:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aacf085e. 00000020:00000010:3.0:1767389138.916605:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aacf085e. 02000000:00000010:3.0:1767389138.916617:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000afec6c07. 00000040:00000010:3.0:1767389138.916623:0:361957:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009ff41ea8. 00000040:00000010:3.0:1767389138.916661:0:361957:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000007e1cc6e8. 00000040:00000010:3.0:1767389138.916678:0:361957:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000007e1cc6e8. 00000040:00000010:3.0:1767389138.916684:0:361957:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009ff41ea8. 20000000:00000010:3.0:1767389138.916697:0:361957:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000aacf085e. 00000400:00000010:3.0:1767389138.916711:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000445861da. 00000800:00000010:3.0:1767389138.916772:0:361957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045aa15c8. 00000020:00000010:3.0:1767389138.916800:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.916805:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.916808:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5b9754c. 00000400:00000010:3.0:1767389138.916819:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f901492. 00000400:00000010:3.0:1767389138.916823:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022aec3cd. 00000800:00000010:2.0:1767389138.916998:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045aa15c8. 00000400:00000010:2.0:1767389138.917014:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000445861da. 02000000:00000010:2.0:1767389138.917022:0:337529:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000afec6c07. 00000400:00000010:1.0:1767389138.918598:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f4224fca. 00000400:00000010:1.0:1767389138.918619:0:337530:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002b7c7a7a. 00000020:00000010:3.0:1767389138.918720:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.918753:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.918759:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ff41ea8. 00000020:00000010:3.0:1767389138.918764:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.918768:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.918800:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.918803:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafe90db. 02000000:00000010:3.0:1767389138.918838:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000005f73dfbb. 00000040:00000010:3.0:1767389138.918847:0:361957:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a5b9754c. 00000040:00000010:3.0:1767389138.918860:0:361957:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006a035cc5. 00000040:00000010:3.0:1767389138.919038:0:361957:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006a035cc5. 00000040:00000010:3.0:1767389138.919043:0:361957:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a5b9754c. 00000400:00000010:3.0:1767389138.919058:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f952e848. 00000800:00000010:3.0:1767389138.919081:0:361957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000a5b9754c. 00000020:00000010:3.0:1767389138.919114:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.919120:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.919126:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ff41ea8. 00000400:00000010:3.0:1767389138.919142:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d83db5f3. 00000400:00000010:3.0:1767389138.919149:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e436bf8d. 00000800:00000010:1.0:1767389138.919264:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000a5b9754c. 00000400:00000010:1.0:1767389138.919275:0:337531:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f952e848. 02000000:00000010:1.0:1767389138.919280:0:337531:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000005f73dfbb. 00000400:00000010:2.0:1767389138.921847:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ee8cc00. 00000400:00000010:2.0:1767389138.921876:0:337529:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f51668b5. 00000020:00000010:3.0:1767389138.921978:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.921987:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.921992:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5b9754c. 00000020:00000010:3.0:1767389138.921996:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.922000:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.922036:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.922039:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafe90db. 02000000:00000010:3.0:1767389138.922065:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000005f73dfbb. 00000040:00000010:3.0:1767389138.922073:0:361957:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009ff41ea8. 00000040:00000010:3.0:1767389138.922084:0:361957:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006a035cc5. 00000040:00000010:3.0:1767389138.922243:0:361957:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006a035cc5. 00000040:00000010:3.0:1767389138.922247:0:361957:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009ff41ea8. 00000400:00000010:3.0:1767389138.922261:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000005f42c4e. 00000800:00000010:3.0:1767389138.922285:0:361957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000009ff41ea8. 00000020:00000010:3.0:1767389138.922330:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.922337:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.922343:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5b9754c. 00000400:00000010:3.0:1767389138.922360:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068ce5633. 00000400:00000010:3.0:1767389138.922367:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000073e4656b. 00000800:00000010:1.0:1767389138.922463:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000009ff41ea8. 00000400:00000010:1.0:1767389138.922476:0:337530:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000005f42c4e. 02000000:00000010:1.0:1767389138.922481:0:337530:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000005f73dfbb. 00000400:00000010:1.0:1767389138.941004:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9bb3bee. 00000400:00000010:1.0:1767389138.941030:0:337531:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003a7392d2. 00000020:00000010:3.0:1767389138.941151:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.941160:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.941169:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ff41ea8. 00000020:00000010:3.0:1767389138.941175:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.941181:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.941231:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.941236:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafe90db. 02000000:00000010:3.0:1767389138.941271:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000005f73dfbb. 00000040:00000010:3.0:1767389138.941284:0:361957:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a5b9754c. 00000040:00000010:3.0:1767389138.941304:0:361957:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006a035cc5. 00000040:00000010:3.0:1767389138.941499:0:361957:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006a035cc5. 00000040:00000010:3.0:1767389138.941506:0:361957:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a5b9754c. 00000400:00000010:3.0:1767389138.941527:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000026cc162b. 00000800:00000010:3.0:1767389138.941563:0:361957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000a5b9754c. 00000020:00000010:3.0:1767389138.941605:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.941612:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.941618:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ff41ea8. 00000400:00000010:3.0:1767389138.941635:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a800810. 00000400:00000010:3.0:1767389138.941644:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5b8a7d7. 00000800:00000010:2.0:1767389138.941819:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000a5b9754c. 00000400:00000010:2.0:1767389138.941835:0:337529:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000026cc162b. 02000000:00000010:2.0:1767389138.941842:0:337529:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000005f73dfbb. 00000400:00000010:1.0:1767389138.943865:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bda18266. 00000400:00000010:1.0:1767389138.943887:0:337530:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f7b49800. 00000020:00000010:3.0:1767389138.944033:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.944041:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.944048:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5b9754c. 00000020:00000010:3.0:1767389138.944055:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.944061:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.944107:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.944112:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafe90db. 00010000:00000010:3.0:1767389138.944134:0:361957:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b67adbc2. 02000000:00000010:3.0:1767389138.944151:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000afec6c07. 00000400:00000010:3.0:1767389138.944193:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008408e1b. 00000800:00000010:3.0:1767389138.944228:0:361957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045aa15c8. 00000020:00000010:3.0:1767389138.944268:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.944277:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.944286:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5b9754c. 00000400:00000010:3.0:1767389138.944305:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006577828f. 00000400:00000010:3.0:1767389138.944315:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000026cc162b. 00000800:00000010:1.0:1767389138.944377:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045aa15c8. 00000400:00000010:1.0:1767389138.944389:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000008408e1b. 02000000:00000010:1.0:1767389138.944395:0:337531:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000afec6c07. 00000400:00000010:2.0:1767389138.947104:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa16c76e. 00000400:00000010:2.0:1767389138.947127:0:337529:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024044d2d. 00000020:00000010:3.0:1767389138.947219:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.947226:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.947230:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5b9754c. 00000020:00000010:3.0:1767389138.947234:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.947238:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.947270:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.947273:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafe90db. 02000000:00000010:3.0:1767389138.947289:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000afec6c07. 20000000:00000010:3.0:1767389138.947301:0:361957:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000726c5176. 00000100:00000010:3.0:1767389138.947419:0:361957:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000008feb7428. 00000100:00000010:3.0:1767389138.947424:0:361957:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000007e1cc6e8. 00000400:00000010:3.0:1767389138.947435:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002db87342. 00000400:00000010:3.0:1767389138.947443:0:361957:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003c1b488b. 00000800:00000010:3.0:1767389138.947468:0:361957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed33e134. 00000800:00000010:1.0:1767389138.947671:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed33e134. 00000400:00000010:1.0:1767389138.949061:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002db87342. 00000100:00000010:3.0:1767389138.949241:0:361957:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000007e1cc6e8. 00000100:00000010:3.0:1767389138.949253:0:361957:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000008feb7428. 20000000:00000010:3.0:1767389138.949277:0:361957:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000726c5176. 00000400:00000010:3.0:1767389138.949299:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e46f4a5b. 00000800:00000010:3.0:1767389138.949329:0:361957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000054ced3ad. 00000020:00000010:3.0:1767389138.949369:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.949376:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.949381:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5b9754c. 00000400:00000010:3.0:1767389138.949396:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d86d4e6. 00000400:00000010:3.0:1767389138.949402:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005f42c4e. 00000800:00000010:2.0:1767389138.949549:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000054ced3ad. 00000400:00000010:2.0:1767389138.949580:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e46f4a5b. 02000000:00000010:2.0:1767389138.949587:0:337529:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000afec6c07. 00000400:00000010:1.0:1767389138.957190:0:337530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000827247c4. 00000400:00000010:1.0:1767389138.957213:0:337530:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dc93cf76. 00000020:00000010:3.0:1767389138.957307:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.957315:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.957320:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ff41ea8. 00000020:00000010:3.0:1767389138.957335:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.957339:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.957375:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.957378:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafe90db. 00010000:00000010:3.0:1767389138.957394:0:361957:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000091027bb4. 02000000:00000010:3.0:1767389138.957405:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008feb7428. 00000400:00000010:3.0:1767389138.957421:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ce48da6. 00000800:00000010:3.0:1767389138.957448:0:361957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093ff29bc. 00000020:00000010:3.0:1767389138.957478:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.957485:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.957490:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ff41ea8. 00000400:00000010:3.0:1767389138.957502:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6a5b2b5. 00000400:00000010:3.0:1767389138.957511:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f952e848. 00000800:00000010:1.0:1767389138.957594:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093ff29bc. 00000400:00000010:1.0:1767389138.957605:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ce48da6. 02000000:00000010:1.0:1767389138.957611:0:337531:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008feb7428. 00000400:00000010:2.0:1767389138.959187:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e67763b6. 00000400:00000010:2.0:1767389138.959210:0:337529:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6e0a90c. 00000020:00000010:3.0:1767389138.959312:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.959320:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.959325:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ff41ea8. 00000020:00000010:3.0:1767389138.959329:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.959333:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.959366:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.959369:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafe90db. 02000000:00000010:3.0:1767389138.959383:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000004e7f4282. 00000040:00000010:3.0:1767389138.959390:0:361957:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a5b9754c. 00000040:00000010:3.0:1767389138.959430:0:361957:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000c5e5eed4. 00000040:00000010:3.0:1767389138.959441:0:361957:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000c5e5eed4. 00000040:00000010:3.0:1767389138.959446:0:361957:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a5b9754c. 00000400:00000010:3.0:1767389138.959460:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003c1ed3be. 00000800:00000010:3.0:1767389138.959488:0:361957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2e1a3eb. 00000020:00000010:3.0:1767389138.959518:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.959523:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.959526:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ff41ea8. 00000400:00000010:3.0:1767389138.959537:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a1f2834. 00000400:00000010:3.0:1767389138.959543:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000016ac5bcb. 00000800:00000010:1.0:1767389138.959687:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2e1a3eb. 00000400:00000010:1.0:1767389138.959702:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c1ed3be. 02000000:00000010:1.0:1767389138.959708:0:337530:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000004e7f4282. 00000400:00000010:1.0:1767389138.961174:0:337531:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c7947eca. 00000400:00000010:1.0:1767389138.961196:0:337531:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f3a6953. 00000020:00000010:3.0:1767389138.961311:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.961333:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.961343:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5b9754c. 00000020:00000010:3.0:1767389138.961350:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.961355:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.961406:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cafe90db. 00000020:00000010:3.0:1767389138.961412:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cafe90db. 02000000:00000010:3.0:1767389138.961444:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000005f73dfbb. 00000040:00000010:3.0:1767389138.961456:0:361957:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009ff41ea8. 00000040:00000010:3.0:1767389138.961473:0:361957:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000006a035cc5. 00000040:00000010:3.0:1767389138.961492:0:361957:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000006a035cc5. 00000040:00000010:3.0:1767389138.961500:0:361957:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009ff41ea8. 00000400:00000010:3.0:1767389138.961525:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d1a098ca. 00000800:00000010:3.0:1767389138.961559:0:361957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000009ff41ea8. 00000020:00000010:3.0:1767389138.961600:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b0492a2d. 00000020:00000010:3.0:1767389138.961608:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389138.961613:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5b9754c. 00000400:00000010:3.0:1767389138.961629:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049c4ab6b. 00000400:00000010:3.0:1767389138.961636:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001dfa8fd2. 00000800:00000010:2.0:1767389138.961806:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000009ff41ea8. 00000400:00000010:2.0:1767389138.961823:0:337529:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d1a098ca. 02000000:00000010:2.0:1767389138.961830:0:337529:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000005f73dfbb. 00000100:00000010:1.0:1767389138.965345:0:337530:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b2ab915d. 00000020:00000010:0.0:1767389138.965533:0:361964:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054661ab8. 00000020:00000010:0.0:1767389138.965544:0:361964:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c91257e4. 00000020:00000010:0.0:1767389138.965550:0:361964:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000574c5f6. 02000000:00000010:0.0:1767389138.965627:0:361964:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000052609503. 00000020:00000010:0.0:1767389138.965655:0:361964:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000095b7295b. 00000004:00000010:0.0:1767389138.965666:0:361964:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000c70156f4. 00000001:00000010:0.0:1767389138.965671:0:361964:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000ee54e454. 00000001:00000010:0.0:1767389138.965679:0:361964:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004c2e77bb. 00000001:00000010:0.0:1767389138.965685:0:361964:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000033b8d671. 00000001:00000010:0.0:1767389138.965690:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cc5d6371. 00000001:00000010:0.0:1767389138.965693:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006344453a. 00000001:00000010:0.0:1767389138.965697:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000634e2d5b. 00000001:00000010:0.0:1767389138.965700:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cc668860. 00000001:00000010:0.0:1767389138.965705:0:361964:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000066383c1d. 00000001:00000010:0.0:1767389138.965708:0:361964:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009881c7c7. 00000001:00000010:0.0:1767389138.965711:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000095caf108. 00000001:00000010:0.0:1767389138.965714:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008e086e0f. 00000001:00000010:0.0:1767389138.965716:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003971a514. 00000001:00000010:0.0:1767389138.965768:0:361964:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a4e44eb6. 00080000:00000010:0.0:1767389138.965823:0:361964:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000597b7c44. 00080000:00000010:0.0:1767389138.982188:0:361964:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009529fdfd. 00080000:00000010:3.0:1767389138.982245:0:338162:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at 00000000597b7c44. 00000001:00000010:0.0:1767389138.982420:0:361964:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000bb52f30e. 00000020:00000010:0.0:1767389138.982589:0:361964:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000df7511e2. 00000020:00000010:0.0:1767389138.982716:0:361964:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000bf14b103. 00000020:00000010:0.0:1767389138.982723:0:361964:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000002ca5277f. 00000020:00000010:0.0:1767389138.982793:0:361964:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 0000000063631929. 00000020:00000010:0.0:1767389138.982847:0:361964:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000008e88acc6. 00000020:00000010:0.0:1767389138.982854:0:361964:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000bc7a4492. 00000020:00000010:0.0:1767389138.982857:0:361964:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000169b09f4. 00000020:00000010:0.0:1767389138.982876:0:361964:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000ce43b3ce. 00000020:00000010:0.0:1767389138.982886:0:361964:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000124d5c51. 00000400:00000010:0.0:1767389138.982974:0:361964:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000348c4dee. 00000800:00000010:0.0:1767389138.983016:0:361964:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fda72f93. 00000020:00000010:0.0:1767389138.983054:0:361964:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c91257e4. 00000020:00000010:0.0:1767389138.983060:0:361964:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389138.983065:0:361964:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054661ab8. 00000800:00000010:1.0:1767389138.983172:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fda72f93. 00000400:00000010:1.0:1767389138.983188:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000348c4dee. 00000800:00000010:3.0:1767389139.730689:0:337524:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006a035cc5. 00000800:00000010:3.0:1767389139.730695:0:337524:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dbb89793. 00000800:00000010:3.0:1767389139.730701:0:337524:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000093d20e7. 00000800:00000010:3.0:1767389139.730806:0:337524:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000093d20e7. 00000800:00020000:3.0:1767389139.730828:0:337524:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389139.730834:0:337524:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dbb89793. 00000800:00000010:3.0:1767389139.730839:0:337524:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006a035cc5. 00000400:02020000:3.0:1767389139.730966:0:337524:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp40 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000010:0.0:1767389139.731169:0:337526:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008399069f. 00000800:00000010:0.0:1767389139.731181:0:337526:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ee1902f5. 00000800:00000010:0.0:1767389139.731190:0:337526:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a9e25ea6. 00000800:00000010:0.0:1767389139.731233:0:337526:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a9e25ea6. 00000800:00020000:0.0:1767389139.731249:0:337526:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:0.0:1767389139.731256:0:337526:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ee1902f5. 00000800:00000010:0.0:1767389139.731262:0:337526:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000008399069f. 00000400:02020000:0.0:1767389139.731362:0:337526:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp27 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000010:2.0:1767389139.731984:0:356933:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000df27e902. 00000800:00000010:2.0:1767389139.731994:0:356933:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000131aca3d. 00000800:00000010:2.0:1767389139.732007:0:356933:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000091c79dc. 00000800:00000010:2.0:1767389139.732086:0:356933:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000091c79dc. 00000800:00000010:3.0:1767389139.732240:0:337532:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000031cba165. 00000800:00000010:0.0:1767389139.732367:0:359705:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008399069f. 00000800:00000010:0.0:1767389139.732382:0:359705:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ee1902f5. 00000800:00000010:0.0:1767389139.732436:0:359705:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008ff10a15. 00000800:00000010:0.1:1767389139.732443:0:359705:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008ff10a15. 00000800:00000010:0.0:1767389139.732471:0:359705:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a9e25ea6. 00000800:00000010:0.0:1767389139.732588:0:359705:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a9e25ea6. 00000800:00000010:0.0:1767389139.732607:0:359705:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ee1902f5. 00000800:00000010:2.0:1767389139.732636:0:356933:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000131aca3d. 00000800:00000010:0.0:1767389139.732701:0:359705:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000031cba165. 00000100:00000010:1.0:1767389139.851924:0:361985:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058b280f1. 00000100:00000010:2.0:1767389139.851940:0:361311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000028a5ec89. 02000000:00000010:1.0:1767389139.851944:0:361985:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006e6f7ee6. 02000000:00000010:2.0:1767389139.851964:0:361311:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000407ea265. 00000100:00000010:2.0:1767389139.852031:0:361311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd542eb3. 02000000:00000010:2.0:1767389139.852040:0:361311:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007d99b28a. 00000100:00000010:2.0:1767389139.852056:0:361311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b34553d0. 02000000:00000010:3.0:1767389139.852059:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cee4ef42. 02000000:00000010:2.0:1767389139.852064:0:361311:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ead8de00. 00000400:00000010:3.0:1767389139.852070:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008db852ea. 00000400:00000010:3.0:1767389139.852083:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098fbf099. 00000400:00000010:3.0:1767389139.852099:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e466ca8. 00000100:00000010:2.0:1767389139.852099:0:361311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000138563de. 02000000:00000010:2.0:1767389139.852113:0:361311:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004ebe4996. 02000000:00000010:0.0:1767389139.852139:0:337538:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054661ab8. 00000400:00000010:0.0:1767389139.852158:0:337538:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9132668. 00000100:00000010:3.0:1767389139.852159:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000906bb8a. 02000000:00000010:2.0:1767389139.852176:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e5b5163. 00000400:00000010:0.0:1767389139.852184:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002db60def. 00000400:00000010:2.0:1767389139.852186:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e67763b6. 00000400:00000010:3.0:1767389139.852193:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e466ca8. 00000100:00000010:3.0:1767389139.852213:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002254c78d. 00000400:00000010:2.0:1767389139.852218:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3df1a58. 00000400:00000010:0.0:1767389139.852220:0:337538:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f04ce50. 00000400:00000010:2.0:1767389139.852236:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5a7741e. 00000100:00000010:3.0:1767389139.852239:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000036fb8b0d. 00000100:00000010:3.0:1767389139.852255:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000082d31281. 00000100:00000010:3.0:1767389139.852266:0:337539:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f76b0282. 00000100:00000010:0.0:1767389139.852283:0:337538:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb54c189. 00000100:00000010:2.0:1767389139.852289:0:337537:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000067f91d3c. 02000000:00000010:3.0:1767389139.852302:0:337539:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5b9754c. 00000400:00000010:3.0:1767389139.852308:0:337539:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b20fb273. 00000400:00000010:3.0:1767389139.852314:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001e466ca8. 00000400:00000010:0.0:1767389139.852319:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f04ce50. 00000400:00000010:3.0:1767389139.852335:0:337539:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096150fb4. 00000400:00000010:2.0:1767389139.852349:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5a7741e. 00000100:00000010:3.0:1767389139.852371:0:337539:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f6e82fd7. 00000400:00000010:3.0:1767389139.852408:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096150fb4. 02000000:00000010:2.0:1767389139.852425:0:337537:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056cf313c. 00000020:00000010:0.0:1767389139.852426:0:362536:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a9e25ea6. 00000020:00000010:1.0:1767389139.852427:0:362537:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000048e2dcd0. 00000400:00000010:2.0:1767389139.852434:0:337537:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa16c76e. 00000020:00000010:0.0:1767389139.852450:0:362536:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000ae608dd7. 00000400:00000010:2.0:1767389139.852453:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b5a7741e. 00000400:00000010:2.0:1767389139.852466:0:337537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b722476. 00000020:00000010:0.0:1767389139.852481:0:362536:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecaa8107. 00000020:00000010:1.0:1767389139.852486:0:362537:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000056ca652b. 00000400:00000010:2.0:1767389139.852487:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e20cbbf3. 00000020:00000010:3.0:1767389139.852492:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000093d20e7. 00000020:00000010:0.0:1767389139.852493:0:362536:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bb5455ab. 00000020:00000010:3.0:1767389139.852517:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000093d20e7. 00000020:00000010:0.0:1767389139.852517:0:362536:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000574c5f6. 00000400:00000010:2.0:1767389139.852521:0:337537:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000085c7098c. 00000020:00000010:3.0:1767389139.852541:0:339008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e60e37ac. 00000020:00000010:3.0:1767389139.852548:0:339008:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e91483a. 00000020:00000010:3.0:1767389139.852552:0:339008:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000400:00000010:2.0:1767389139.852581:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b722476. 00000020:00000010:1.0:1767389139.852587:0:362537:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c4443e4. 00000020:00000010:1.0:1767389139.852600:0:362537:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea536560. 00000020:00000010:0.0:1767389139.852600:0:362536:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ae608dd7. 00000020:00000010:3.0:1767389139.852602:0:339008:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000093d20e7. 00000020:00000010:1.0:1767389139.852622:0:362537:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4f5a43. 00000020:00000010:3.0:1767389139.852626:0:339008:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000093d20e7. 00000020:00000010:0.0:1767389139.852628:0:362536:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ae608dd7. 02000000:00000010:3.0:1767389139.852674:0:339008:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d0947492. 02000000:00000010:0.0:1767389139.852676:0:362536:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000bfd71952. 00000020:00000010:1.0:1767389139.852698:0:362537:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f67da725. 00000400:00000010:3.0:1767389139.852705:0:339008:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096150fb4. 00000020:00000010:1.0:1767389139.852706:0:362537:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f67da725. 00000020:00000010:1.0:1767389139.852718:0:362537:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000531b30f2. 00000020:00000010:1.0:1767389139.852722:0:362537:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c260be5. 00000020:00000010:1.0:1767389139.852752:0:362537:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a3b2d98. 00000400:00000010:3.0:1767389139.852781:0:339008:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096150fb4. 00000020:00000010:2.0:1767389139.852798:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000091c79dc. 00000020:00000010:1.0:1767389139.852799:0:362537:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f67da725. 00000020:00000010:3.0:1767389139.852804:0:339008:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e91483a. 00000400:00000010:0.0:1767389139.852805:0:362536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f04ce50. 00000020:00000010:1.0:1767389139.852826:0:362537:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f67da725. 00000020:00000010:2.0:1767389139.852827:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000091c79dc. 00000020:00000010:3.0:1767389139.852831:0:339008:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389139.852845:0:339008:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e60e37ac. 00000020:00000010:2.0:1767389139.852861:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f29a268. 02000000:00000010:1.0:1767389139.852863:0:362537:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ad64b64a. 00000020:00000010:2.0:1767389139.852871:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d2f6fbf. 00000400:00000010:0.0:1767389139.852876:0:362536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f04ce50. 00000400:00000010:1.0:1767389139.852880:0:362537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000020:00000010:2.0:1767389139.852881:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000020:00000010:0.0:1767389139.852917:0:362536:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bb5455ab. 00000020:00000010:0.0:1767389139.852932:0:362536:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389139.852941:0:362536:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecaa8107. 00000400:00000010:1.0:1767389139.852967:0:362537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000020:00000010:1.0:1767389139.853000:0:362537:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea536560. 00000400:00000010:3.0:1767389139.853005:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008db852ea. 00000020:00000010:1.0:1767389139.853007:0:362537:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4f5a43. 00000020:00000010:2.0:1767389139.853009:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000091c79dc. 00000400:00000010:3.0:1767389139.853012:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098fbf099. 00000020:00000010:1.0:1767389139.853033:0:362537:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c4443e4. 00000020:00000010:2.0:1767389139.853034:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000091c79dc. 00000400:00000010:0.0:1767389139.853035:0:337538:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9132668. 00000400:00000010:0.0:1767389139.853059:0:337538:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002db60def. 02000000:00000010:2.0:1767389139.853072:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000083451836. 02000000:00000010:3.0:1767389139.853074:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cee4ef42. 00000020:00000010:1.0:1767389139.853081:0:362537:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f67da725. 00000020:00000010:1.0:1767389139.853091:0:362537:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f67da725. 02000000:00000010:3.0:1767389139.853093:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006e6f7ee6. 00000400:00000010:2.0:1767389139.853101:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b722476. 00000100:00000010:3.0:1767389139.853104:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000058b280f1. 02000000:00000010:0.0:1767389139.853105:0:337538:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054661ab8. 02000000:00000010:1.0:1767389139.853106:0:362537:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000084451f53. 02000000:00000010:0.0:1767389139.853134:0:337538:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ead8de00. 00000400:00000010:1.0:1767389139.853136:0:362537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000100:00000010:0.0:1767389139.853150:0:337538:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b34553d0. 00000400:00000010:2.0:1767389139.853153:0:361957:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b722476. 00000020:00000010:2.0:1767389139.853179:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d2f6fbf. 00000020:00000010:2.0:1767389139.853184:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000400:00000010:1.0:1767389139.853189:0:362537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 00000020:00000010:2.0:1767389139.853190:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f29a268. 02000000:00000010:2.0:1767389139.853217:0:361957:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000083451836. 00000020:00000010:1.0:1767389139.853219:0:362537:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c260be5. 00000020:00000010:1.0:1767389139.853242:0:362537:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a3b2d98. 00000400:00000010:0.0:1767389139.853248:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa16c76e. 00000400:00000010:2.0:1767389139.853250:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e20cbbf3. 00000020:00000010:1.0:1767389139.853251:0:362537:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000531b30f2. 00000400:00000010:0.0:1767389139.853255:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b5a7741e. 00000400:00000010:2.0:1767389139.853279:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000131aca3d. 00000400:00000010:1.0:1767389139.853325:0:337537:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e67763b6. 00000400:00000010:1.0:1767389139.853331:0:337537:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3df1a58. 00000400:00000010:2.0:1767389139.853363:0:337539:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b20fb273. 02000000:00000010:1.0:1767389139.853369:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056cf313c. 00000400:00000010:2.0:1767389139.853371:0:337539:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e466ca8. 02000000:00000010:1.0:1767389139.853377:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000407ea265. 00000100:00000010:1.0:1767389139.853386:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000028a5ec89. 02000000:00000010:1.0:1767389139.853392:0:337537:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e5b5163. 02000000:00000010:1.0:1767389139.853394:0:337537:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007d99b28a. 00000020:00000010:2.0:1767389139.853396:0:337539:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000297b833d. 00000100:00000010:1.0:1767389139.853407:0:337537:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cd542eb3. 02000000:00000010:2.0:1767389139.853422:0:337539:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5b9754c. 02000000:00000010:2.0:1767389139.853431:0:337539:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004ebe4996. 00000100:00000010:2.0:1767389139.853438:0:337539:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000138563de. 00000100:00000010:1.0:1767389139.875807:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000036fb8b0d. 00000100:00000010:3.0:1767389139.875809:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f76b0282. 00000100:00000010:0.0:1767389139.875884:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002254c78d. 00000100:00000010:2.0:1767389139.875889:0:327896:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000082d31281. 00000100:00000010:1.0:1767389139.984305:0:337531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000058b280f1. 00000100:00000010:1.0:1767389139.984376:0:337531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000480186f8. 00000020:00000010:2.0:1767389139.984471:0:362537:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006f7826eb. 00000020:00000010:2.0:1767389139.984493:0:362537:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000091c79dc. 00000020:00000010:2.0:1767389139.984499:0:362537:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000124d5c51. 00040000:00000010:0.0:1767389139.984521:0:361963:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001740ce7c. 00000020:00000010:2.0:1767389139.984528:0:362537:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000091c79dc. 00000004:00000010:0.0:1767389139.984532:0:361963:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000009ccd17dc. 00000020:00000010:2.0:1767389139.984540:0:362537:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f29a268. 00000004:00000010:0.0:1767389139.984543:0:361963:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000007d57251. 00000020:00000010:2.0:1767389139.984551:0:362537:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d2f6fbf. 00000004:00000010:0.0:1767389139.984554:0:361963:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000597b7c44. 00000020:00000010:2.0:1767389139.984561:0:362537:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000020:00000010:0.0:1767389139.984586:0:361963:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000062f94579. 00000020:00000010:0.0:1767389139.984591:0:361963:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000062f94579. 00000020:00000010:0.0:1767389139.984599:0:361963:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054661ab8. 00000020:00000010:0.0:1767389139.984604:0:361963:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bb5455ab. 00000020:00000010:0.0:1767389139.984610:0:361963:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000574c5f6. 00000020:00000010:2.0:1767389139.984613:0:362537:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000091c79dc. 00000020:00000010:2.0:1767389139.984625:0:362537:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000091c79dc. 02000000:00000010:2.0:1767389139.984645:0:362537:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000083451836. 00000020:00000010:0.0:1767389139.984680:0:361963:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000062f94579. 00000100:00000010:1.0:1767389139.984686:0:361965:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000531b30f2. 00000020:00000010:0.0:1767389139.984695:0:361963:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000062f94579. 00000020:00000010:2.0:1767389139.984697:0:362537:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000e40b62ab. 02000000:00000010:0.0:1767389139.984782:0:361963:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004b957225. 00000020:00000010:0.0:1767389139.984801:0:361963:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000279148cf. 00000400:00000010:0.0:1767389139.984822:0:361963:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002db60def. 00000400:00000010:2.0:1767389139.984833:0:362537:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b722476. 00000800:00000010:0.0:1767389139.984866:0:361963:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6ed7256. 00000800:00000010:2.0:1767389139.984884:0:362537:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004ebe4996. 00000020:00000010:0.0:1767389139.984948:0:361963:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bb5455ab. 00000020:00000010:2.0:1767389139.984952:0:362537:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d2f6fbf. 00000020:00000010:0.0:1767389139.984962:0:361963:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000574c5f6. 00000020:00000010:2.0:1767389139.984965:0:362537:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000020:00000010:0.0:1767389139.984972:0:361963:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054661ab8. 00000020:00000010:2.0:1767389139.984976:0:362537:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f29a268. 00000800:00000010:1.0:1767389139.985003:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6ed7256. 00000400:00000010:1.0:1767389139.985013:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002db60def. 00000800:00000010:1.0:1767389139.985062:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004ebe4996. 00000400:00000010:1.0:1767389139.985070:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b722476. 00000100:00000010:0.0:1767389139.985150:0:362586:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000062f94579. 00000020:00000010:0.0:1767389139.985157:0:362586:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000077421c1a. 00000020:00000010:0.0:1767389139.985163:0:362586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054661ab8. 00000020:00000010:0.0:1767389139.985168:0:362586:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ecaa8107. 00000040:00000010:0.0:1767389139.985173:0:362586:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b688eb63. 00000020:00000010:0.0:1767389139.985180:0:362586:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009c6eb59b. 00000020:00000010:0.0:1767389139.985185:0:362586:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000009044f842. 00000020:00000010:0.0:1767389139.985189:0:362586:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005a10e7ef. 80000000:00000010:0.0:1767389139.985195:0:362586:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c5c90d9d. 40000000:00000010:0.0:1767389139.985199:0:362586:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b254d4a1. 00100000:00000010:0.0:1767389139.985204:0:362586:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000040558aad. 00040000:00000010:0.0:1767389139.985208:0:362586:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b78201d5. 00040000:00000010:0.0:1767389139.985213:0:362586:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000526ae6d0. 00040000:00000010:0.0:1767389139.985228:0:362586:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000043c2f94e. 00080000:00000010:0.0:1767389139.985232:0:362586:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000e31e2290. 00000004:00000010:0.0:1767389139.985237:0:362586:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f3e0d3aa. 00000004:00000010:0.0:1767389139.985241:0:362586:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005521e0fb. 00000004:00000010:0.0:1767389139.985246:0:362586:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000cfa8e4e5. 00002000:00000010:0.0:1767389139.985251:0:362586:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e39b6fc6. 00000004:00000010:0.0:1767389139.985267:0:362586:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000971e344a. 00000100:00000010:0.0:1767389139.985337:0:362586:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000003b5dd18e. 00000100:00000010:2.0:1767389139.986197:0:337529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000138563de. 00000020:00000010:0.0:1767389139.986332:0:362586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c80b3469. 00000020:00000010:0.0:1767389139.986341:0:362586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c80b3469. 00000020:00000010:0.0:1767389139.986348:0:362586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a23ba5c8. 00000020:00000010:0.0:1767389139.986352:0:362586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bb5455ab. 00000020:00000010:0.0:1767389139.986356:0:362586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389139.986401:0:362586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c80b3469. 00000020:00000010:0.0:1767389139.986404:0:362586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c80b3469. 02000000:00000010:0.0:1767389139.986420:0:362586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000a3b9d8b4. 00000400:00000010:0.0:1767389139.986434:0:362586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f04ce50. 00000800:00000010:0.0:1767389139.986460:0:362586:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c885f319. 00000020:00000010:0.0:1767389139.986492:0:362586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bb5455ab. 00000020:00000010:0.0:1767389139.986497:0:362586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389139.986502:0:362586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a23ba5c8. 00000800:00000010:1.0:1767389139.986661:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c885f319. 00000400:00000010:1.0:1767389139.986676:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006f04ce50. 00000100:00000010:1.0:1767389139.987975:0:337530:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fdc63f84. 00000100:00000010:1.0:1767389139.988003:0:337530:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000074e6da59. 00000020:00000010:3.0:1767389139.988086:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089011d70. 00000020:00000010:3.0:1767389139.988093:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e91483a. 00000400:00000010:1.0:1767389139.988094:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000771dfb85. 00000020:00000010:2.0:1767389139.988097:0:361967:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002f8b62de. 00000020:00000010:3.0:1767389139.988106:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000400:00000010:1.0:1767389139.988106:0:337529:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a308e69d. 00040000:00000010:2.0:1767389139.988115:0:361967:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b9338687. 00000004:00000010:2.0:1767389139.988122:0:361967:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000226d8973. 00000004:00000010:2.0:1767389139.988127:0:361967:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000042d5a0a5. 00000004:00000010:2.0:1767389139.988132:0:361967:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000094a37ea4. 00000020:00000010:2.0:1767389139.988150:0:361967:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000091c79dc. 02000000:00000010:3.0:1767389139.988155:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000cee4ef42. 00000020:00000010:2.0:1767389139.988157:0:361967:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000091c79dc. 00000020:00000010:2.0:1767389139.988183:0:361967:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f29a268. 00000020:00000010:3.0:1767389139.988185:0:339009:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000726c5176. 00000020:00000010:2.0:1767389139.988211:0:361967:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d2f6fbf. 00000020:00000010:2.0:1767389139.988219:0:361967:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000015afb7f0. 00000001:00000010:3.0:1767389139.988225:0:339009:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000bad8e651. 00000020:00000010:0.0:1767389139.988233:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c80b3469. 00000001:00000010:3.0:1767389139.988234:0:339009:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fc8fa2ad. 00000020:00000010:0.0:1767389139.988252:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c80b3469. 00000001:00000010:3.0:1767389139.988253:0:339009:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a5acafd4. 00000001:00000010:3.0:1767389139.988265:0:339009:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000052c12106. 00000020:00000010:0.0:1767389139.988268:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a23ba5c8. 00000001:00000010:3.0:1767389139.988272:0:339009:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000242a4f6b. 00000020:00000010:0.0:1767389139.988278:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bb5455ab. 00000020:00000010:2.0:1767389139.988288:0:361967:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000091c79dc. 00000020:00000010:0.0:1767389139.988290:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000574c5f6. 00000001:00000010:3.0:1767389139.988291:0:339009:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f14c0fba. 00000020:00000010:2.0:1767389139.988314:0:361967:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000091c79dc. 00000001:00000010:3.0:1767389139.988320:0:339009:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f95c4df1. 00080000:00000010:3.0:1767389139.988369:0:339009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000001b1c2d0f. 02000000:00000010:2.0:1767389139.988376:0:361967:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 000000007c8a2a01. 00000020:00000010:0.0:1767389139.988382:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c80b3469. 00000020:00000010:0.0:1767389139.988392:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c80b3469. 02000000:00000010:2.0:1767389139.988395:0:361967:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 00000000e405e747. 02000000:00000010:0.0:1767389139.988408:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003da17ac8. 00000400:00000010:0.0:1767389139.988426:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021d5f531. 00000800:00000010:0.0:1767389139.988461:0:361957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c885f319. 00000020:00000010:0.0:1767389139.988502:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bb5455ab. 00000020:00000010:0.0:1767389139.988513:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389139.988523:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a23ba5c8. 00000400:00000010:0.0:1767389139.988561:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9132668. 00000400:00000010:0.0:1767389139.988569:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008ff10a15. 00000001:00000010:3.0:1767389139.988578:0:339009:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000000a6560b4. 00000800:00000010:2.0:1767389139.988642:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c885f319. 00000400:00000010:2.0:1767389139.988664:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000021d5f531. 02000000:00000010:2.0:1767389139.988676:0:337531:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003da17ac8. 00000020:00000010:3.0:1767389139.988985:0:339009:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000f76b0282. 00000020:00000010:3.0:1767389139.988993:0:339009:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000f76b0282. 00000020:00000010:3.0:1767389139.988999:0:339009:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000ae2d7df5. 00000020:00000010:3.0:1767389139.989008:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbe0f722. 00000400:00000010:3.0:1767389139.989040:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000098fbf099. 00000800:00000010:3.0:1767389139.989055:0:339009:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000809222b9. 00000020:00000010:3.0:1767389139.989076:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e91483a. 00000020:00000010:3.0:1767389139.989081:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389139.989085:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089011d70. 00000800:00000010:1.0:1767389139.989139:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000809222b9. 00000400:00000010:1.0:1767389139.989145:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000098fbf099. 00000004:00000010:1.0:1767389139.999147:0:362587:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000e45d7a21. 00000004:00000010:1.0:1767389139.999172:0:362587:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000e45d7a21. 00000020:00000010:3.0:1767389139.999360:0:361967:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000048e0e8b4. 00000400:00000010:3.0:1767389139.999408:0:361967:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000096150fb4. 00000800:00000010:3.0:1767389139.999435:0:361967:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d49308c0. 00000020:00000010:3.0:1767389139.999476:0:361967:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006a035cc5. 00000020:00000010:3.0:1767389139.999487:0:361967:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d2f6fbf. 00000020:00000010:3.0:1767389139.999495:0:361967:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000015afb7f0. 00000020:00000010:3.0:1767389139.999503:0:361967:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f29a268. 00000800:00000010:2.0:1767389139.999582:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d49308c0. 00000400:00000010:2.0:1767389139.999603:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096150fb4. 00000100:00000010:2.0:1767389140.032150:0:337531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cb17e223. 00000020:00000010:0.0:1767389140.032310:0:362586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c80b3469. 00000020:00000010:0.0:1767389140.032319:0:362586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c80b3469. 00000020:00000010:0.0:1767389140.032326:0:362586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012c69547. 00000020:00000010:0.0:1767389140.032341:0:362586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b6434a. 00000020:00000010:0.0:1767389140.032345:0:362586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.032392:0:362586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c80b3469. 00000020:00000010:0.0:1767389140.032396:0:362586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c80b3469. 00010000:00000010:0.0:1767389140.032421:0:362586:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000003a616a9. 00010000:00000010:0.0:1767389140.032426:0:362586:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c6116640. 00010000:00000010:0.0:1767389140.032433:0:362586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000040d6ffd7. 00000020:00000010:0.0:1767389140.032438:0:362586:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000c80b3469. 00010000:00000010:0.0:1767389140.032446:0:362586:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d7cffad7. 02000000:00000010:0.0:1767389140.032473:0:362586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000028b2d3d9. 00010000:00000010:0.0:1767389140.032504:0:362586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000091ef5806. 00010000:00000010:0.0:1767389140.032510:0:362586:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033b673d7. 00000020:00000010:0.0:1767389140.032525:0:362586:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000a23ba5c8. 00010000:00000010:0.0:1767389140.032628:0:362586:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7cffad7. 00000400:00000010:0.0:1767389140.032657:0:362586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006dc73e79. 00000800:00000010:0.0:1767389140.032683:0:362586:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6ed7256. 00000020:00000010:0.0:1767389140.032716:0:362586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b6434a. 00000020:00000010:0.0:1767389140.032720:0:362586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.032724:0:362586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012c69547. 00000800:00000010:1.0:1767389140.032938:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6ed7256. 00000400:00000010:1.0:1767389140.032950:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006dc73e79. 00000100:00000010:2.0:1767389140.034188:0:337529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000430b5b9b. 00000020:00000010:0.0:1767389140.034316:0:362586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f8d3fea. 00000020:00000010:0.0:1767389140.034325:0:362586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f8d3fea. 00000020:00000010:0.0:1767389140.034331:0:362586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c1ef98d. 00000020:00000010:0.0:1767389140.034335:0:362586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b6434a. 00000020:00000010:0.0:1767389140.034339:0:362586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.034383:0:362586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f8d3fea. 00000020:00000010:0.0:1767389140.034387:0:362586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f8d3fea. 00010000:00000010:0.0:1767389140.034405:0:362586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ce4826b3. 00010000:00000010:0.0:1767389140.034410:0:362586:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d7cffad7. 02000000:00000010:0.0:1767389140.034429:0:362586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000004d40c587. 00010000:00000010:0.0:1767389140.034451:0:362586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000024ac46d6. 00010000:00000010:0.0:1767389140.034456:0:362586:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000062994fa8. 00010000:00000010:0.0:1767389140.034483:0:362586:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008e9d7000. 00010000:00000010:0.0:1767389140.034488:0:362586:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000036ec5cc6. 00010000:00000010:0.0:1767389140.034495:0:362586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009646261a. 00010000:00000010:0.0:1767389140.034500:0:362586:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000457008bd. 00010000:00000010:0.0:1767389140.034581:0:362586:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062994fa8. 00010000:00000010:0.0:1767389140.034593:0:362586:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000457008bd. 00010000:00000010:0.0:1767389140.034599:0:362586:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036ec5cc6. 00010000:00000010:0.0:1767389140.034624:0:362586:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7cffad7. 00000400:00000010:0.0:1767389140.034639:0:362586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a179ee7f. 00000800:00000010:0.0:1767389140.034663:0:362586:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fda72f93. 00000020:00000010:0.0:1767389140.034694:0:362586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b6434a. 00000020:00000010:0.0:1767389140.034698:0:362586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.034702:0:362586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c1ef98d. 00000800:00000010:2.0:1767389140.034860:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fda72f93. 00000400:00000010:2.0:1767389140.034873:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a179ee7f. 00000100:00000010:1.0:1767389140.036400:0:337530:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000015b524cc. 00000020:00000010:3.0:1767389140.036491:0:361974:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000026c6067a. 00040000:00000010:3.0:1767389140.036509:0:361974:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000088b31186. 00000004:00000010:3.0:1767389140.036515:0:361974:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000e8c5c3c. 00000004:00000010:3.0:1767389140.036521:0:361974:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000069fe54e9. 00000004:00000010:3.0:1767389140.036536:0:361974:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000fc0791e3. 00000020:00000010:3.0:1767389140.036550:0:361974:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073dce133. 00000020:00000010:3.0:1767389140.036554:0:361974:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073dce133. 00000020:00000010:3.0:1767389140.036559:0:361974:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089011d70. 00000020:00000010:3.0:1767389140.036562:0:361974:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e91483a. 00000020:00000010:3.0:1767389140.036566:0:361974:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389140.036607:0:361974:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073dce133. 00000020:00000010:3.0:1767389140.036611:0:361974:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073dce133. 02000000:00000010:3.0:1767389140.036627:0:361974:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 00000000f9e88e64. 00000400:00000010:3.0:1767389140.036647:0:361974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc700b01. 00000800:00000010:3.0:1767389140.036677:0:361974:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050c1a032. 00000020:00000010:3.0:1767389140.036707:0:361974:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e91483a. 00000020:00000010:3.0:1767389140.036713:0:361974:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389140.036716:0:361974:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089011d70. 00000800:00000010:2.0:1767389140.036958:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050c1a032. 00000400:00000010:2.0:1767389140.036973:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc700b01. 00000100:00000010:2.0:1767389140.038384:0:337531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c0705413. 00000020:00000010:0.0:1767389140.038530:0:362586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f8d3fea. 00000020:00000010:0.0:1767389140.038539:0:362586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f8d3fea. 00000020:00000010:0.0:1767389140.038546:0:362586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c1ef98d. 00000020:00000010:0.0:1767389140.038550:0:362586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b6434a. 00000020:00000010:0.0:1767389140.038554:0:362586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.038600:0:362586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f8d3fea. 00000020:00000010:0.0:1767389140.038603:0:362586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f8d3fea. 00010000:00000010:0.0:1767389140.038631:0:362586:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033b673d7. 00010000:00000010:0.0:1767389140.038645:0:362586:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6116640. 00010000:00000010:0.0:1767389140.038654:0:362586:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e79c0c95. 00010000:00000010:0.0:1767389140.038657:0:362586:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c6116640. 00010000:00000010:0.0:1767389140.038662:0:362586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000923c6349. 00010000:00000010:0.0:1767389140.038667:0:362586:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033b673d7. 02000000:00000010:0.0:1767389140.038693:0:362586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 000000008069156c. 00010000:00000010:0.0:1767389140.038809:0:362586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ada49e83. 00010000:00000010:0.0:1767389140.038815:0:362586:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d7cffad7. 00010000:00000010:0.0:1767389140.038826:0:362586:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d3fe6964. 00010000:00000010:0.0:1767389140.038829:0:362586:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000036ec5cc6. 00010000:00000010:0.0:1767389140.038844:0:362586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001d897380. 00010000:00000010:0.0:1767389140.038849:0:362586:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000457008bd. 00000004:00000010:0.0:1767389140.038886:0:362586:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003df1c2a2. 00000004:00000010:0.0:1767389140.038921:0:362586:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ea7fd4c1. 00000004:00000010:0.0:1767389140.038929:0:362586:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000115112c6. 00080000:00000010:0.0:1767389140.038954:0:362586:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at 00000000a9bfeee1. 00000020:00000010:0.0:1767389140.038991:0:362586:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000176ebc84. 00080000:00000010:0.0:1767389140.038999:0:362586:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000032166adc. 00000020:00000010:0.0:1767389140.039005:0:362586:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 0000000012c69547. 00000020:00000010:0.0:1767389140.039009:0:362586:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 0000000009ef5ff2. 00080000:00000010:0.0:1767389140.039026:0:362586:0:(osd_oi.c:1052:osd_idc_add()) kmalloced '(idc)': 256 at 000000002f2651fe. 00000004:00000010:0.0:1767389140.039037:0:362586:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 00000000a093186e. 00000020:00000010:0.0:1767389140.039044:0:362586:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 000000001b2980e0. 00020000:00000010:0.0:1767389140.039272:0:362586:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 00000000e5520e4e. 00020000:00000010:0.0:1767389140.039278:0:362586:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 00000000d3e5c87f. 00020000:00000010:0.0:1767389140.039283:0:362586:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 00000000ff903d60. 00000020:00000010:0.0:1767389140.039293:0:362586:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 0000000036b6f9ff. 00000004:00000010:0.0:1767389140.039320:0:362586:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 000000000e189d2d. 00000020:00000010:0.0:1767389140.040049:0:362586:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 0000000036b6f9ff. 00000020:00000010:0.0:1767389140.040056:0:362586:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 00000000f413a47b. 00000001:00000010:0.0:1767389140.040178:0:362586:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000e9660a54. 00000001:00000010:0.0:1767389140.040187:0:362586:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000000d802ae0. 00000001:00000010:0.0:1767389140.040258:0:362586:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 000000004090ebd2. 00000020:00000010:0.0:1767389140.040335:0:362586:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 284 at 00000000dbc6694c. 00000020:00000010:0.0:1767389140.040378:0:362586:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000176ebc84. 00010000:00000010:0.0:1767389140.040413:0:362586:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000086398a4e. 00010000:00000010:0.0:1767389140.040416:0:362586:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003574893b. 00010000:00000010:0.0:1767389140.040421:0:362586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000adb40525. 00010000:00000010:0.0:1767389140.040425:0:362586:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000062994fa8. 00000004:00000010:0.0:1767389140.040451:0:362586:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 00000000b7c15df9. 00010000:00000010:0.0:1767389140.040474:0:362586:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7cffad7. 00010000:00000010:0.0:1767389140.040515:0:362586:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033b673d7. 00010000:00000010:0.0:1767389140.040520:0:362586:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6116640. 00000400:00000010:0.0:1767389140.040541:0:362586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f32e25e2. 00000400:00000010:0.0:1767389140.040549:0:362586:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000042b933. 00000800:00000010:0.0:1767389140.040572:0:362586:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fda72f93. 00000020:00000010:0.0:1767389140.040608:0:362586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b6434a. 00000020:00000010:0.0:1767389140.040612:0:362586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.040616:0:362586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c1ef98d. 00000800:00000010:1.0:1767389140.040825:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fda72f93. 00010000:00000010:0.1:1767389140.041825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000040d6ffd7. 00000400:00000010:2.0:1767389140.042035:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f32e25e2. 00000020:00000010:1.0:1767389140.042145:0:337522:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a11976fb. 00000020:00000010:1.0:1767389140.042152:0:337522:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001c4443e4. 80000000:00000010:1.0:1767389140.042157:0:337522:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001a92ef07. 40000000:00000010:1.0:1767389140.042160:0:337522:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ccf14e29. 00100000:00000010:1.0:1767389140.042163:0:337522:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000090923b1a. 00040000:00000010:1.0:1767389140.042166:0:337522:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fc31f10a. 00040000:00000010:1.0:1767389140.042169:0:337522:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e45d7a21. 00040000:00000010:1.0:1767389140.042172:0:337522:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000552e65c5. 00080000:00000010:1.0:1767389140.042175:0:337522:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007e0cfa34. 00000004:00000010:1.0:1767389140.042178:0:337522:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000000cb8d6f. 00000004:00000010:1.0:1767389140.042188:0:337522:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000adf320aa. 00000004:00000010:1.0:1767389140.042191:0:337522:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ec8517d4. 00002000:00000010:1.0:1767389140.042193:0:337522:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000004345a55. 00000004:00000010:1.0:1767389140.042196:0:337522:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000003ac01853. 00000020:00000010:1.0:1767389140.042216:0:337522:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000004da763f9. 00000020:00000010:1.0:1767389140.042225:0:337522:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000086ec6c94. 00010000:00000010:1.0:1767389140.042227:0:337522:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000457008bd. 00010000:00000010:1.0:1767389140.042235:0:337522:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036ec5cc6. 00000100:00000010:2.0:1767389140.042869:0:337531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000080b47723. 00000020:00000010:3.0:1767389140.043087:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073dce133. 00000020:00000010:3.0:1767389140.043100:0:339009:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000fbe0f722. 00000020:00000010:3.0:1767389140.043132:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089011d70. 00000020:00000010:3.0:1767389140.043139:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e91483a. 00000020:00000010:3.0:1767389140.043145:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389140.043207:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fbe0f722. 00000020:00000010:3.0:1767389140.043213:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fbe0f722. 00010000:00000010:3.0:1767389140.043241:0:339009:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008ae1e630. 00010000:00000010:3.0:1767389140.043248:0:339009:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 00000000ba75ef8d. 00010000:00000010:3.0:1767389140.043257:0:339009:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001667e6f3. 00000020:00000010:3.0:1767389140.043265:0:339009:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000fbe0f722. 00002000:00000010:3.0:1767389140.043280:0:339009:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 00000000370b549a. 02000000:00000010:3.0:1767389140.043316:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 00000000aab8a058. 00000020:00000010:3.0:1767389140.043334:0:339009:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000003c1b656a. 00000400:00000010:3.0:1767389140.043366:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f298d0db. 00000800:00000010:3.0:1767389140.043401:0:339009:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070166ba6. 00000020:00000010:3.0:1767389140.043442:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e91483a. 00000020:00000010:3.0:1767389140.043451:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389140.043459:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089011d70. 00000800:00000010:1.0:1767389140.043527:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070166ba6. 00000400:00000010:1.0:1767389140.043541:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f298d0db. 00000100:00000010:2.0:1767389140.045276:0:337529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000029e1cbc5. 00000020:00000010:3.0:1767389140.045376:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000093d20e7. 00000020:00000010:3.0:1767389140.045383:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000093d20e7. 00000020:00000010:3.0:1767389140.045389:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089011d70. 00000020:00000010:3.0:1767389140.045393:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e91483a. 00000020:00000010:3.0:1767389140.045397:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389140.045430:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000093d20e7. 00000020:00000010:3.0:1767389140.045433:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000093d20e7. 00010000:00000010:3.0:1767389140.045449:0:339009:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000005e4647b1. 02000000:00000010:3.0:1767389140.045460:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 000000002a2567e7. 00010000:00000010:3.0:1767389140.045472:0:339009:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000093d20e7. 00000100:00000010:3.0:1767389140.045480:0:339009:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dbb89793. 00000100:00000010:3.0:1767389140.045491:0:339009:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005daca956. 02000000:00000010:3.0:1767389140.045505:0:339009:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007b7ab84e. 02000000:00000010:3.0:1767389140.045529:0:339009:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010a5ac02. 00000400:00000010:3.0:1767389140.045535:0:339009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008db852ea. 00000400:00000010:3.0:1767389140.045541:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a89915ad. 00000400:00000010:3.0:1767389140.045547:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3de0b18. 00000800:00000010:3.0:1767389140.045573:0:339009:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e68fd3b. 00000100:00000010:3.0:1767389140.045599:0:339009:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f76b0282. 00000100:00000010:3.0:1767389140.045610:0:339009:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005ad10812. 00000100:00000010:3.0:1767389140.045617:0:339009:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008e276e20. 00000100:00000010:3.0:1767389140.045629:0:339009:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000059b81270. 00000800:00000010:2.0:1767389140.045779:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e68fd3b. 00000400:00000010:2.0:1767389140.045797:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3de0b18. 00010000:00000010:0.1:1767389140.045833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000024ac46d6. 00010000:00000010:0.1:1767389140.045849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008e9d7000. 00010000:00000010:0.1:1767389140.045855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009646261a. 00010000:00000010:0.1:1767389140.045858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ce4826b3. 00010000:00000010:0.1:1767389140.045861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000091ef5806. 00010000:00000010:0.1:1767389140.045865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000003a616a9. 00010000:00000010:0.1:1767389140.045868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ada49e83. 00010000:00000010:0.1:1767389140.045870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e79c0c95. 00010000:00000010:0.1:1767389140.045877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000923c6349. 00000400:00000010:3.0:1767389140.047046:0:339009:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008db852ea. 00000400:00000010:3.0:1767389140.047053:0:339009:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a89915ad. 02000000:00000010:3.0:1767389140.047072:0:339009:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010a5ac02. 02000000:00000010:3.0:1767389140.047076:0:339009:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007b7ab84e. 00000100:00000010:3.0:1767389140.047079:0:339009:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005daca956. 00000100:00000010:3.0:1767389140.047082:0:339009:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dbb89793. 00010000:00000010:3.0:1767389140.047085:0:339009:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000093d20e7. 00000400:00000010:3.0:1767389140.047099:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a89915ad. 00000800:00000010:3.0:1767389140.047115:0:339009:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a4f5c8a7. 00000020:00000010:3.0:1767389140.047135:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e91483a. 00000020:00000010:3.0:1767389140.047139:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:3.0:1767389140.047149:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089011d70. 00000800:00000010:2.0:1767389140.047356:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a4f5c8a7. 00000400:00000010:2.0:1767389140.047371:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a89915ad. 00000100:00000010:2.0:1767389140.047420:0:337529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd542eb3. 00000020:00000010:1.0:1767389140.047497:0:338167:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032399cee. 00000020:00000010:1.0:1767389140.047506:0:338167:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032399cee. 00000020:00000010:1.0:1767389140.047513:0:338167:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000464a1769. 00000020:00000010:1.0:1767389140.047518:0:338167:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000c260be5. 00000020:00000010:1.0:1767389140.047522:0:338167:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006a3b2d98. 00000020:00000010:1.0:1767389140.047571:0:338167:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000032399cee. 00000020:00000010:1.0:1767389140.047574:0:338167:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000032399cee. 02000000:00000010:1.0:1767389140.047585:0:338167:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004c72710b. 00000020:00000010:1.0:1767389140.047619:0:338167:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000005967d2b4. 00000020:00000010:1.0:1767389140.047625:0:338167:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000032399cee. 00010000:00000010:1.0:1767389140.047644:0:338167:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000768df224. 00000100:00000010:1.0:1767389140.047651:0:338167:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a308e69d. 00000100:00000010:1.0:1767389140.047658:0:338167:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a472ac74. 02000000:00000010:1.0:1767389140.047670:0:338167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f7c8cd81. 02000000:00000010:1.0:1767389140.047688:0:338167:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002aef733a. 00000400:00000010:1.0:1767389140.047694:0:338167:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000026662916. 00000400:00000010:1.0:1767389140.047698:0:338167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f6f35abd. 00000400:00000010:1.0:1767389140.047705:0:338167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000334fb1eb. 00000800:00000010:1.0:1767389140.047764:0:338167:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e6f7ee6. 00000800:00000010:3.0:1767389140.047933:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e6f7ee6. 00000400:00000010:3.0:1767389140.047950:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000334fb1eb. 00000400:00000010:2.0:1767389140.049230:0:338167:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000026662916. 00000400:00000010:2.0:1767389140.049241:0:338167:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f6f35abd. 02000000:00000010:2.0:1767389140.049270:0:338167:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002aef733a. 02000000:00000010:2.0:1767389140.049276:0:338167:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f7c8cd81. 00000100:00000010:2.0:1767389140.049280:0:338167:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a472ac74. 00000100:00000010:2.0:1767389140.049285:0:338167:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a308e69d. 00010000:00000010:2.0:1767389140.049289:0:338167:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000768df224. 00000400:00000010:2.0:1767389140.049305:0:338167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b18cf172. 00000800:00000010:2.0:1767389140.049331:0:338167:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f433a8f. 00000020:00000010:2.0:1767389140.049373:0:338167:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000c260be5. 00000020:00000010:2.0:1767389140.049379:0:338167:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006a3b2d98. 00000020:00000010:2.0:1767389140.049384:0:338167:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000464a1769. 00000800:00000010:1.0:1767389140.049456:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f433a8f. 00000400:00000010:1.0:1767389140.049468:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b18cf172. 00000100:00000010:3.0:1767389140.049642:0:337530:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005daca956. 00010000:00000010:1.1:1767389140.049793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d3fe6964. 00010000:00000010:1.1:1767389140.049805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001d897380. 00000020:00000010:2.0:1767389140.049818:0:361967:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000091c79dc. 00000020:00000010:2.0:1767389140.049828:0:361967:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000091c79dc. 00000020:00000010:2.0:1767389140.049834:0:361967:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075777e67. 00000020:00000010:2.0:1767389140.049839:0:361967:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ad1ad137. 00000020:00000010:2.0:1767389140.049843:0:361967:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dbc414cd. 00000020:00000010:2.0:1767389140.049950:0:361967:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000091c79dc. 00000020:00000010:2.0:1767389140.049957:0:361967:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000091c79dc. 00000020:00000010:1.0:1767389140.049965:0:361966:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000004094bab5. 00000100:00000010:1.0:1767389140.049984:0:361966:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002aef733a. 02000000:00000010:2.0:1767389140.049992:0:361967:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 000000000c0e0e8c. 00000004:00000010:2.0:1767389140.050021:0:361967:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 00000000091c79dc. 00000020:00000010:2.0:1767389140.050037:0:361967:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000536c279a. 00080000:00000010:2.0:1767389140.050051:0:361967:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000db3f00a1. 00000001:00000010:2.0:1767389140.050112:0:361967:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000f0c06e29. 00000001:00000010:2.0:1767389140.050119:0:361967:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000418d17bc. 00000020:00000010:2.0:1767389140.050178:0:361967:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 340 at 00000000a158ffad. 00000020:00000010:2.0:1767389140.050211:0:361967:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000536c279a. 00000004:00000010:2.0:1767389140.050241:0:361967:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 00000000b7c15df9. 00000400:00000010:2.0:1767389140.050273:0:361967:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000626df8e9. 00000800:00000010:2.0:1767389140.050301:0:361967:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000041f6fd48. 00040000:00000010:0.0:1767389140.050314:0:361966:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000085b0d461. 00000004:00000010:0.0:1767389140.050332:0:361966:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000538e951a. 00000004:00000010:0.0:1767389140.050337:0:361966:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003eb5d898. 00000004:00000010:0.0:1767389140.050342:0:361966:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000300a193. 00000020:00000010:2.0:1767389140.050356:0:361967:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ad1ad137. 00000020:00000010:2.0:1767389140.050367:0:361967:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dbc414cd. 00000020:00000010:2.0:1767389140.050379:0:361967:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075777e67. 00000100:00000010:1.0:1767389140.050380:0:362588:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000534833c3. 00000020:00000010:1.0:1767389140.050389:0:362588:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005157c21d. 00000020:00000010:1.0:1767389140.050403:0:362588:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d38a2cba. 00000020:00000010:1.0:1767389140.050409:0:362588:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005d3a5841. 00000040:00000010:1.0:1767389140.050416:0:362588:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008cb43a2f. 00000020:00000010:1.0:1767389140.050423:0:362588:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bd34fff1. 00000020:00000010:1.0:1767389140.050429:0:362588:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de014601. 00000020:00000010:1.0:1767389140.050435:0:362588:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c5311874. 80000000:00000010:1.0:1767389140.050441:0:362588:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000366cd0f1. 40000000:00000010:1.0:1767389140.050445:0:362588:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ea0d77ac. 00100000:00000010:1.0:1767389140.050451:0:362588:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000044a94d44. 00040000:00000010:1.0:1767389140.050455:0:362588:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003d16046f. 00040000:00000010:1.0:1767389140.050460:0:362588:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000078108717. 00040000:00000010:1.0:1767389140.050465:0:362588:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a1476b95. 00000800:00000010:3.0:1767389140.050471:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000041f6fd48. 00080000:00000010:1.0:1767389140.050472:0:362588:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000df4d7367. 00000004:00000010:1.0:1767389140.050485:0:362588:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000999df18b. 00000400:00000010:3.0:1767389140.050487:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000626df8e9. 00000004:00000010:1.0:1767389140.050492:0:362588:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000065d59417. 00000004:00000010:1.0:1767389140.050500:0:362588:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000009874dad8. 00000004:00000010:1.0:1767389140.050506:0:362588:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000eb381525. 00000100:00000010:1.0:1767389140.050531:0:362588:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000004019776b. 00010000:00000010:1.1:1767389140.054817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001667e6f3. 00000100:00000010:1.0:1767389140.071848:0:274982:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005ad10812. 00000100:00000010:2.0:1767389140.071921:0:327896:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008e276e20. 00000100:00000010:3.0:1767389140.071960:0:255632:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000059b81270. 00000100:00000010:0.0:1767389140.071964:0:335318:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f76b0282. 00000100:00000010:1.0:1767389140.086291:0:337529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ac9b03a. 00000020:00000010:0.0:1767389140.086458:0:362586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000111f4330. 00000020:00000010:0.0:1767389140.086467:0:362586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000111f4330. 00000020:00000010:0.0:1767389140.086475:0:362586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c1ef98d. 00000020:00000010:0.0:1767389140.086479:0:362586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b6434a. 00000020:00000010:0.0:1767389140.086484:0:362586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.086527:0:362586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000111f4330. 00000020:00000010:0.0:1767389140.086531:0:362586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000111f4330. 00000001:00000010:0.0:1767389140.086539:0:362586:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000000d802ae0. 00010000:00000010:0.0:1767389140.086554:0:362586:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e79c0c95. 00010000:00000010:0.0:1767389140.086558:0:362586:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c6116640. 00010000:00000010:0.0:1767389140.086563:0:362586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000923c6349. 00010000:00000010:0.0:1767389140.086568:0:362586:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033b673d7. 02000000:00000010:0.0:1767389140.086587:0:362586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000050753cf8. 00010000:00000010:0.0:1767389140.086606:0:362586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ada49e83. 00010000:00000010:0.0:1767389140.086610:0:362586:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d7cffad7. 00010000:00000010:0.0:1767389140.086682:0:362586:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033b673d7. 00000400:00000010:0.0:1767389140.086707:0:362586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181b09ca. 00000800:00000010:0.0:1767389140.086790:0:362586:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6ed7256. 00000020:00000010:0.0:1767389140.086818:0:362586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b6434a. 00000020:00000010:0.0:1767389140.086835:0:362586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.086840:0:362586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c1ef98d. 00000800:00000010:3.0:1767389140.086990:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6ed7256. 00000400:00000010:3.0:1767389140.087007:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181b09ca. 00000100:00000010:3.0:1767389140.088966:0:337531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db0a5abe. 00000020:00000010:0.0:1767389140.089059:0:362586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000111f4330. 00000020:00000010:0.0:1767389140.089067:0:362586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000111f4330. 00000020:00000010:0.0:1767389140.089074:0:362586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c1ef98d. 00000020:00000010:0.0:1767389140.089077:0:362586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b6434a. 00000020:00000010:0.0:1767389140.089082:0:362586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.089124:0:362586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000111f4330. 00000020:00000010:0.0:1767389140.089128:0:362586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000111f4330. 02000000:00000010:0.0:1767389140.089153:0:362586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 000000000134ee33. 00010000:00000010:0.0:1767389140.089181:0:362586:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062994fa8. 00010000:00000010:0.0:1767389140.089195:0:362586:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003574893b. 00010000:00000010:0.0:1767389140.089203:0:362586:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7cffad7. 00010000:00000010:0.0:1767389140.089209:0:362586:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6116640. 00010000:00000010:0.0:1767389140.089222:0:362586:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000003a616a9. 00010000:00000010:0.0:1767389140.089226:0:362586:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c6116640. 00010000:00000010:0.0:1767389140.089230:0:362586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000091ef5806. 00010000:00000010:0.0:1767389140.089233:0:362586:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d7cffad7. 00010000:00000010:0.0:1767389140.089244:0:362586:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008e9d7000. 00010000:00000010:0.0:1767389140.089247:0:362586:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003574893b. 00010000:00000010:0.0:1767389140.089250:0:362586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ce4826b3. 00010000:00000010:0.0:1767389140.089253:0:362586:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000062994fa8. 00010000:00000010:0.0:1767389140.089320:0:362586:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000056dba5af. 00010000:00000010:0.0:1767389140.089324:0:362586:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000009105237c. 00010000:00000010:0.0:1767389140.089328:0:362586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009646261a. 00010000:00000010:0.0:1767389140.089331:0:362586:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033b673d7. 00000020:00000010:0.0:1767389140.089354:0:362586:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 0000000021a76af7. 00000020:00000010:0.0:1767389140.089360:0:362586:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 0000000021a76af7. 00000020:00000010:0.0:1767389140.089369:0:362586:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 00000000ddb5466e. 00080000:00000010:0.0:1767389140.089375:0:362586:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000006892d17d. 00000004:00000010:0.0:1767389140.089672:0:362586:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000176ebc84. 00000001:00000010:0.0:1767389140.089702:0:362586:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000d59d9ffe. 00000001:00000010:0.0:1767389140.089707:0:362586:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000d568da9b. 00000020:00000010:0.0:1767389140.089780:0:362586:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 00000000ddb5466e. 00010000:00000010:0.0:1767389140.089793:0:362586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000024ac46d6. 00010000:00000010:0.0:1767389140.089798:0:362586:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003cab6af6. 00010000:00000010:0.0:1767389140.089814:0:362586:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000000d802ae0. 00010000:00000010:0.0:1767389140.089852:0:362586:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033b673d7. 00080000:00000010:0.0:1767389140.089877:0:362586:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at 00000000a9bfeee1. 00000004:00000010:0.0:1767389140.089886:0:362586:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 000000000e189d2d. 00000004:00000010:0.0:1767389140.089891:0:362586:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 00000000e5520e4e. 00000004:00000010:0.0:1767389140.089921:0:362586:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 00000000d3e5c87f. 00000004:00000010:0.0:1767389140.089925:0:362586:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 00000000a093186e. 00000004:00000010:0.0:1767389140.089928:0:362586:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000115112c6. 00000004:00000010:0.0:1767389140.089935:0:362586:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ea7fd4c1. 00000004:00000010:0.0:1767389140.089940:0:362586:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003df1c2a2. 00010000:00000010:0.0:1767389140.089954:0:362586:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7cffad7. 00010000:00000010:0.0:1767389140.089960:0:362586:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6116640. 00000400:00000010:0.0:1767389140.089995:0:362586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c9b820. 00000400:00000010:0.0:1767389140.090004:0:362586:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006b9c8d60. 00000020:00000010:3.0:1767389140.090015:0:338169:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000010a5ac02. 00000800:00000010:0.0:1767389140.090030:0:362586:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c885f319. 00000020:00000010:3.0:1767389140.090035:0:338169:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000250b20ab. 00010000:00000010:3.0:1767389140.090044:0:338169:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003cab6af6. 00010000:00000010:3.0:1767389140.090055:0:338169:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009105237c. 00000020:00000010:0.0:1767389140.090072:0:362586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b6434a. 00010000:00000010:3.0:1767389140.090075:0:338169:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000000d802ae0. 00000020:00000010:0.0:1767389140.090083:0:362586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.090091:0:362586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c1ef98d. 00000800:00000010:1.0:1767389140.090233:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c885f319. 00000400:00000010:3.0:1767389140.091622:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c9b820. 00000020:00000010:1.0:1767389140.091766:0:337523:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007546cb6b. 00000020:00000010:1.0:1767389140.091777:0:337523:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000000c52c0b7. 80000000:00000010:1.0:1767389140.091782:0:337523:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005d446093. 40000000:00000010:1.0:1767389140.091786:0:337523:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000768df224. 00100000:00000010:1.0:1767389140.091793:0:337523:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000b5af852. 00040000:00000010:1.0:1767389140.091799:0:337523:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e74f70c7. 00040000:00000010:1.0:1767389140.091806:0:337523:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000065fafb79. 00040000:00000010:1.0:1767389140.091811:0:337523:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000930e901b. 00080000:00000010:1.0:1767389140.091821:0:337523:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000d9786ed8. 00010000:00000010:0.1:1767389140.091835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000923c6349. 00000004:00000010:1.0:1767389140.091839:0:337523:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ecf4adc1. 00000004:00000010:1.0:1767389140.091852:0:337523:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000dd932f3e. 00000004:00000010:1.0:1767389140.091856:0:337523:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f9af1775. 00002000:00000010:1.0:1767389140.091860:0:337523:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c2f92c8c. 00000004:00000010:1.0:1767389140.091864:0:337523:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000043ac27bb. 00010000:00000010:1.0:1767389140.091885:0:337523:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062994fa8. 00010000:00000010:1.0:1767389140.091923:0:337523:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003574893b. 00010000:00000010:3.1:1767389140.094819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000056dba5af. 00010000:00000010:3.1:1767389140.094833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000024ac46d6. 00010000:00000010:1.1:1767389140.098815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008e9d7000. 00010000:00000010:0.1:1767389140.098827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000adb40525. 00010000:00000010:1.1:1767389140.098832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ce4826b3. 00010000:00000010:0.1:1767389140.098852:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000086398a4e. 00010000:00000010:0.1:1767389140.098866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ada49e83. 00010000:00000010:0.1:1767389140.098875:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e79c0c95. 00010000:00000010:0.1:1767389140.098881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009646261a. 00010000:00000010:0.1:1767389140.098889:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000003a616a9. 00010000:00000010:0.1:1767389140.098912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000091ef5806. 00000100:00000010:3.0:1767389140.144668:0:337531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008777fd9d. 00000020:00000010:0.0:1767389140.144862:0:362586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f8d3fea. 00000020:00000010:0.0:1767389140.144871:0:362586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f8d3fea. 00000020:00000010:0.0:1767389140.144879:0:362586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bfdc09f. 00000020:00000010:0.0:1767389140.144884:0:362586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b6434a. 00000020:00000010:0.0:1767389140.144889:0:362586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.144960:0:362586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f8d3fea. 00000020:00000010:0.0:1767389140.144964:0:362586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f8d3fea. 00000001:00000010:0.0:1767389140.144973:0:362586:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 00000000418d17bc. 00010000:00000010:0.0:1767389140.144990:0:362586:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000003a616a9. 00010000:00000010:0.0:1767389140.145006:0:362586:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c6116640. 00010000:00000010:0.0:1767389140.145013:0:362586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000091ef5806. 00010000:00000010:0.0:1767389140.145023:0:362586:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d7cffad7. 02000000:00000010:0.0:1767389140.145047:0:362586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000085cd6479. 00010000:00000010:0.0:1767389140.145066:0:362586:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009646261a. 00010000:00000010:0.0:1767389140.145070:0:362586:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033b673d7. 00010000:00000010:0.0:1767389140.145134:0:362586:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7cffad7. 00000400:00000010:0.0:1767389140.145158:0:362586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000800:00000010:0.0:1767389140.145186:0:362586:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c885f319. 00000020:00000010:0.0:1767389140.145220:0:362586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b6434a. 00000020:00000010:0.0:1767389140.145225:0:362586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.145229:0:362586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bfdc09f. 00000800:00000010:1.0:1767389140.145351:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c885f319. 00000400:00000010:1.0:1767389140.145367:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00000100:00000010:3.0:1767389140.149082:0:337530:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000582bea3f. 00000020:00000010:0.0:1767389140.149167:0:362536:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f8d3fea. 00000020:00000010:0.0:1767389140.149176:0:362536:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f8d3fea. 00000020:00000010:0.0:1767389140.149182:0:362536:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bfdc09f. 00000020:00000010:0.0:1767389140.149186:0:362536:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b6434a. 00000020:00000010:0.0:1767389140.149190:0:362536:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.149232:0:362536:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f8d3fea. 00000020:00000010:0.0:1767389140.149236:0:362536:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f8d3fea. 02000000:00000010:0.0:1767389140.149252:0:362536:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005edfa4c8. 00000400:00000010:0.0:1767389140.149275:0:362536:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003b802415. 00000800:00000010:0.0:1767389140.149304:0:362536:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6ed7256. 00000020:00000010:0.0:1767389140.149335:0:362536:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b6434a. 00000020:00000010:0.0:1767389140.149339:0:362536:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.149345:0:362536:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bfdc09f. 00000800:00000010:3.0:1767389140.149428:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6ed7256. 00000400:00000010:3.0:1767389140.149440:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003b802415. 00010000:00000010:0.1:1767389140.150809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000091ef5806. 00000100:00000010:1.0:1767389140.174245:0:337529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a472ac74. 00000100:00000010:1.0:1767389140.174292:0:337529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee3a3af1. 00000100:00000010:1.0:1767389140.174324:0:337529:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000066bee89e. 00040000:00000010:3.0:1767389140.174437:0:338166:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ddc22641. 00040000:00000010:0.0:1767389140.174451:0:339024:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ade37fd4. 00000020:00000010:2.0:1767389140.174455:0:338167:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001eb5e7a7. 00000004:00000010:3.0:1767389140.174457:0:338166:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000031f270ed. 00000004:00000010:0.0:1767389140.174464:0:339024:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000adc4816. 00000020:00000010:2.0:1767389140.174481:0:338167:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001eb5e7a7. 00000004:00000010:3.0:1767389140.174483:0:338166:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000df1a394c. 00000004:00000010:0.0:1767389140.174484:0:339024:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001b146c09. 00000004:00000010:0.0:1767389140.174506:0:339024:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006b8c0bd6. 00000004:00000010:3.0:1767389140.174512:0:338166:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000aed18b75. 00000020:00000010:2.0:1767389140.174513:0:338167:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075777e67. 00000004:00000010:0.0:1767389140.174516:0:339024:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bfda5c6c. 00000020:00000010:2.0:1767389140.174541:0:338167:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ad1ad137. 00000004:00000010:3.0:1767389140.174543:0:338166:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000afb02191. 00000020:00000010:0.0:1767389140.174551:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f8d3fea. 00000020:00000010:0.0:1767389140.174568:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f8d3fea. 00000020:00000010:2.0:1767389140.174573:0:338167:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000dbc414cd. 00000020:00000010:3.0:1767389140.174587:0:338166:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b76412a. 00000020:00000010:0.0:1767389140.174593:0:339024:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bfdc09f. 00000020:00000010:3.0:1767389140.174594:0:338166:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b76412a. 00000020:00000010:0.0:1767389140.174607:0:339024:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b6434a. 00000020:00000010:3.0:1767389140.174612:0:338166:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089011d70. 00000020:00000010:0.0:1767389140.174615:0:339024:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000574c5f6. 00000020:00000010:3.0:1767389140.174620:0:338166:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e91483a. 00000020:00000010:3.0:1767389140.174629:0:338166:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000088cc96e. 00000020:00000010:2.0:1767389140.174646:0:338167:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001eb5e7a7. 00000020:00000010:2.0:1767389140.174656:0:338167:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001eb5e7a7. 02000000:00000010:2.0:1767389140.174678:0:338167:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000a9b25c0. 00000020:00000010:0.0:1767389140.174690:0:339024:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f8d3fea. 00000100:00000010:3.0:1767389140.174699:0:338166:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008ca7c9ab. 00000020:00000010:0.0:1767389140.174701:0:339024:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f8d3fea. 02000000:00000010:0.0:1767389140.174778:0:339024:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d746cad2. 00000400:00000010:2.0:1767389140.174811:0:338167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000883f053b. 00000400:00000010:0.0:1767389140.174835:0:339024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000003c9b820. 00000800:00000010:2.0:1767389140.174861:0:338167:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000051ec5b61. 00000800:00000010:0.0:1767389140.174877:0:339024:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fda72f93. 00000020:00000010:2.0:1767389140.174921:0:338167:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ad1ad137. 00000020:00000010:2.0:1767389140.174932:0:338167:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000dbc414cd. 00000020:00000010:0.0:1767389140.174932:0:339024:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b6434a. 00000020:00000010:2.0:1767389140.174941:0:338167:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075777e67. 00000020:00000010:0.0:1767389140.174943:0:339024:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.174954:0:339024:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bfdc09f. 00000020:00000010:2.0:1767389140.174994:0:338167:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001eb5e7a7. 00000800:00000010:3.0:1767389140.175000:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000051ec5b61. 00000020:00000010:2.0:1767389140.175003:0:338167:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001eb5e7a7. 02000000:00000010:2.0:1767389140.175018:0:338167:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000611a01bc. 00000400:00000010:3.0:1767389140.175036:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000883f053b. 00000400:00000010:2.0:1767389140.175055:0:338167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000034e523f4. 00000800:00000010:2.0:1767389140.175079:0:338167:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0044854. 00000020:00000010:2.0:1767389140.175091:0:338167:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e91483a. 00000020:00000010:2.0:1767389140.175099:0:338167:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000088cc96e. 00000020:00000010:2.0:1767389140.175107:0:338167:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089011d70. 00000800:00000010:3.0:1767389140.175109:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fda72f93. 00000400:00000010:3.0:1767389140.175124:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003c9b820. 00000800:00000010:3.0:1767389140.175148:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0044854. 00000400:00000010:3.0:1767389140.175155:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000034e523f4. 00000100:00000010:1.0:1767389140.175241:0:362589:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f67da725. 00000020:00000010:1.0:1767389140.175249:0:362589:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000169f0123. 00000020:00000010:1.0:1767389140.175257:0:362589:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f64097b. 00000020:00000010:1.0:1767389140.175261:0:362589:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000245b97a6. 00000020:00000010:1.0:1767389140.175266:0:362589:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000ee7708c4. 00000040:00000010:1.0:1767389140.175271:0:362589:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006b4a8fc8. 00000020:00000010:1.0:1767389140.175277:0:362589:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001a55c3e5. 00000020:00000010:1.0:1767389140.175283:0:362589:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002e1cd040. 00000020:00000010:1.0:1767389140.175289:0:362589:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001bd2a673. 80000000:00000010:1.0:1767389140.175292:0:362589:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003323dc7c. 40000000:00000010:1.0:1767389140.175296:0:362589:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008ecb466b. 00000008:00000010:1.0:1767389140.175303:0:362589:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000000da1a9a6. 00020000:00000010:1.0:1767389140.175311:0:362589:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000b04ae2f8. 00008000:00000010:1.0:1767389140.175319:0:362589:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000017e37bf0. 00100000:00000010:1.0:1767389140.175324:0:362589:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cd5835b6. 00040000:00000010:1.0:1767389140.175329:0:362589:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000382feaeb. 00040000:00000010:1.0:1767389140.175334:0:362589:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b1a25cdb. 00040000:00000010:1.0:1767389140.175338:0:362589:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004b760ed3. 00080000:00000010:1.0:1767389140.175342:0:362589:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000000511b2a8. 00000004:00000010:1.0:1767389140.175347:0:362589:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000031ec2e8e. 00000004:00000010:1.0:1767389140.175352:0:362589:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000061ed9eba. 00000004:00000010:1.0:1767389140.175367:0:362589:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000015a8e11b. 00002000:00000010:1.0:1767389140.175370:0:362589:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000062dda036. 00000004:00000010:1.0:1767389140.175376:0:362589:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000a1408b5c. 00000080:00000010:1.0:1767389140.175382:0:362589:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000715dda60. 00000080:00000010:1.0:1767389140.175387:0:362589:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000fb52bcbb. 00000100:00000010:1.0:1767389140.175395:0:362589:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000000b624bf4. 00010000:00000010:2.1:1767389140.179838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e6bea773. 00010000:00000010:0.1:1767389140.183836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000091027bb4. 00010000:00000010:2.1:1767389140.183852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b67adbc2. 00000100:00000010:3.0:1767389140.184599:0:337531:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000092eb9053. 00000020:00000010:1.0:1767389140.184783:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b400e306. 00000020:00000010:1.0:1767389140.184793:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b400e306. 00000020:00000010:1.0:1767389140.184801:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf605416. 00000020:00000010:1.0:1767389140.184805:0:339009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea536560. 00000020:00000010:1.0:1767389140.184810:0:339009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389140.184853:0:339009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b400e306. 00000020:00000010:1.0:1767389140.184857:0:339009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b400e306. 02000000:00000010:1.0:1767389140.184874:0:339009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008b28360c. 00000020:00000010:1.0:1767389140.184919:0:339009:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000073dce133. 00000020:00000010:1.0:1767389140.184950:0:339009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000056949f2e. 00000020:00000010:1.0:1767389140.184960:0:339009:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f2c57920. 00000020:00000010:1.0:1767389140.184965:0:339009:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007e7ec1e1. 00000020:00000010:1.0:1767389140.184970:0:339009:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000067e3a06c. 00000020:00000010:1.0:1767389140.184975:0:339009:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000876f8bcb. 80000000:00000010:1.0:1767389140.184981:0:339009:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002f098374. 40000000:00000010:1.0:1767389140.184984:0:339009:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b400e306. 00100000:00000010:1.0:1767389140.184990:0:339009:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ff66d51e. 00040000:00000010:1.0:1767389140.184994:0:339009:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c7a1596b. 00040000:00000010:1.0:1767389140.184999:0:339009:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000093f45619. 00080000:00000010:1.0:1767389140.185003:0:339009:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ef5ce901. 00002000:00000010:1.0:1767389140.185008:0:339009:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002a83bb19. 00080000:00000010:1.0:1767389140.185021:0:339009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000000d3c2ccd. 00000020:00000010:3.0:1767389140.185053:0:361306:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003aa52c72. 00000020:00000010:3.0:1767389140.185066:0:361306:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eed012f7. 00000020:00000010:3.0:1767389140.185074:0:361306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004738f4fc. 00000020:00000010:3.0:1767389140.185082:0:361306:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001c27c31f. 00000020:00000010:3.0:1767389140.185089:0:361306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003c36d7d3. 80000000:00000010:3.0:1767389140.185095:0:361306:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000059b81270. 40000000:00000010:3.0:1767389140.185100:0:361306:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000056ca652b. 00100000:00000010:3.0:1767389140.185106:0:361306:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000001e27163. 00040000:00000010:3.0:1767389140.185112:0:361306:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000009a75c46. 00040000:00000010:3.0:1767389140.185118:0:361306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eff637ec. 00080000:00000010:3.0:1767389140.185124:0:361306:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000003a430473. 00002000:00000010:3.0:1767389140.185131:0:361306:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000913c1fa3. 00000020:00000010:3.0:1767389140.185137:0:361306:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000eed012f7. 00000020:00000010:3.0:1767389140.185144:0:361306:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004738f4fc. 00000020:00000010:3.0:1767389140.185151:0:361306:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001c27c31f. 00000020:00000010:3.0:1767389140.185165:0:361306:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003c36d7d3. 00080000:00000010:1.0:1767389140.185170:0:339009:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 0000000004d58e8c. 80000000:00000010:3.0:1767389140.185172:0:361306:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000059b81270. 40000000:00000010:3.0:1767389140.185181:0:361306:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000056ca652b. 00100000:00000010:3.0:1767389140.185187:0:361306:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000001e27163. 00040000:00000010:3.0:1767389140.185193:0:361306:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000009a75c46. 00040000:00000010:3.0:1767389140.185199:0:361306:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000eff637ec. 00000001:00000010:1.0:1767389140.185203:0:339009:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 0000000056dddf50. 00080000:00000010:3.0:1767389140.185205:0:361306:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000003a430473. 00002000:00000010:3.0:1767389140.185214:0:361306:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000913c1fa3. 00000020:00000010:3.0:1767389140.185221:0:361306:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003aa52c72. 00000020:00000010:3.0:1767389140.185230:0:361306:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eff637ec. 00000020:00000010:3.0:1767389140.185235:0:361306:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003c36d7d3. 00000020:00000010:3.0:1767389140.185239:0:361306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003a430473. 00000020:00000010:1.0:1767389140.185240:0:339009:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f2c57920. 00000020:00000010:3.0:1767389140.185244:0:361306:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001c27c31f. 00000020:00000010:1.0:1767389140.185251:0:339009:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007e7ec1e1. 00000020:00000010:1.0:1767389140.185256:0:339009:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000067e3a06c. 00000020:00000010:3.0:1767389140.185263:0:361306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000881c22fb. 80000000:00000010:3.0:1767389140.185269:0:361306:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000059b81270. 40000000:00000010:3.0:1767389140.185276:0:361306:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000056ca652b. 00000020:00000010:1.0:1767389140.185278:0:339009:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000876f8bcb. 00100000:00000010:3.0:1767389140.185280:0:361306:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000001e27163. 80000000:00000010:1.0:1767389140.185288:0:339009:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002f098374. 00040000:00000010:3.0:1767389140.185289:0:361306:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000009a75c46. 40000000:00000010:1.0:1767389140.185298:0:339009:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b400e306. 00040000:00000010:3.0:1767389140.185299:0:361306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003aa52c72. 00080000:00000010:3.0:1767389140.185309:0:361306:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000004738f4fc. 00100000:00000010:1.0:1767389140.185310:0:339009:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ff66d51e. 00002000:00000010:3.0:1767389140.185315:0:361306:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000913c1fa3. 00040000:00000010:1.0:1767389140.185318:0:339009:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c7a1596b. 00040000:00000010:1.0:1767389140.185325:0:339009:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000093f45619. 00080000:00000010:1.0:1767389140.185330:0:339009:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ef5ce901. 00002000:00000010:1.0:1767389140.185334:0:339009:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002a83bb19. 00000020:00000010:1.0:1767389140.185341:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000056949f2e. 00002000:00000010:3.0:1767389140.185361:0:361306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000370b549a. 00000400:00000010:1.0:1767389140.185366:0:339009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f5d95bb. 00010000:00000010:3.0:1767389140.185370:0:361306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 00000000ba75ef8d. 00000020:00000010:3.0:1767389140.185390:0:361306:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003c36d7d3. 00000020:00000010:3.0:1767389140.185395:0:361306:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003a430473. 00000800:00000010:1.0:1767389140.185397:0:339009:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c7a1596b. 00000020:00000010:3.0:1767389140.185400:0:361306:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000001c27c31f. 00000020:00000010:3.0:1767389140.185410:0:361306:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000881c22fb. 80000000:00000010:3.0:1767389140.185414:0:361306:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000059b81270. 40000000:00000010:3.0:1767389140.185418:0:361306:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000056ca652b. 00100000:00000010:3.0:1767389140.185421:0:361306:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000001e27163. 00040000:00000010:3.0:1767389140.185424:0:361306:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000009a75c46. 00040000:00000010:3.0:1767389140.185428:0:361306:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003aa52c72. 00080000:00000010:3.0:1767389140.185431:0:361306:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000004738f4fc. 00002000:00000010:3.0:1767389140.185435:0:361306:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000913c1fa3. 00000020:00000010:3.0:1767389140.185439:0:361306:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eff637ec. 00000020:00000010:1.0:1767389140.185441:0:339009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea536560. 00000020:00000010:1.0:1767389140.185449:0:339009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d4f5a43. 00000020:00000010:1.0:1767389140.185453:0:339009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf605416. 00000800:00000010:2.0:1767389140.185619:0:337529:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c7a1596b. 00000400:00000010:2.0:1767389140.185635:0:337529:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f5d95bb. 00010000:00000010:3.1:1767389140.190813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008ae1e630. 00010000:00000010:3.1:1767389140.190829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005e4647b1. 00000100:00000010:3.0:1767389140.197565:0:337530:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5b6cf25. 00000020:00000010:0.0:1767389140.197763:0:362586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f8d3fea. 00000020:00000010:0.0:1767389140.197773:0:362586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f8d3fea. 00000020:00000010:0.0:1767389140.197780:0:362586:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bfdc09f. 00000020:00000010:0.0:1767389140.197785:0:362586:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b6434a. 00000020:00000010:0.0:1767389140.197789:0:362586:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.197833:0:362586:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f8d3fea. 00000020:00000010:0.0:1767389140.197837:0:362586:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f8d3fea. 02000000:00000010:0.0:1767389140.197854:0:362586:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e9392ca0. 00080000:00000010:0.0:1767389140.197999:0:362586:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 00000000366f6d9e. 00000020:00000010:1.0:1767389140.198064:0:361307:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093f45619. 00000020:00000010:1.0:1767389140.198077:0:361307:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bf605416. 00000020:00000010:1.0:1767389140.198083:0:361307:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ef5ce901. 00000020:00000010:1.0:1767389140.198090:0:361307:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000067e3a06c. 00000020:00000010:1.0:1767389140.198095:0:361307:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000056949f2e. 80000000:00000010:1.0:1767389140.198099:0:361307:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002f098374. 40000000:00000010:1.0:1767389140.198106:0:361307:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b400e306. 00100000:00000010:1.0:1767389140.198112:0:361307:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ff66d51e. 00040000:00000010:1.0:1767389140.198118:0:361307:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c7a1596b. 00040000:00000010:1.0:1767389140.198123:0:361307:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000876f8bcb. 00080000:00000010:1.0:1767389140.198127:0:361307:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 000000007e7ec1e1. 00002000:00000010:1.0:1767389140.198132:0:361307:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002a83bb19. 00000020:00000010:1.0:1767389140.198138:0:361307:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bf605416. 00000020:00000010:1.0:1767389140.198145:0:361307:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ef5ce901. 00000020:00000010:1.0:1767389140.198150:0:361307:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000067e3a06c. 00000020:00000010:1.0:1767389140.198155:0:361307:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000056949f2e. 80000000:00000010:1.0:1767389140.198161:0:361307:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002f098374. 40000000:00000010:1.0:1767389140.198165:0:361307:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b400e306. 00100000:00000010:1.0:1767389140.198170:0:361307:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ff66d51e. 00040000:00000010:1.0:1767389140.198177:0:361307:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c7a1596b. 00040000:00000010:1.0:1767389140.198193:0:361307:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000876f8bcb. 00080000:00000010:1.0:1767389140.198198:0:361307:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 000000007e7ec1e1. 00000001:00000010:0.0:1767389140.198198:0:362586:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000003ae0612b. 00002000:00000010:1.0:1767389140.198220:0:361307:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002a83bb19. 00000001:00000010:0.0:1767389140.198222:0:362586:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000309c14b6. 00000020:00000010:1.0:1767389140.198231:0:361307:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000093f45619. 00000020:00000010:1.0:1767389140.198246:0:361307:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000876f8bcb. 00000020:00000010:1.0:1767389140.198252:0:361307:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000093f45619. 00000020:00000010:1.0:1767389140.198257:0:361307:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007e7ec1e1. 00000020:00000010:1.0:1767389140.198262:0:361307:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000067e3a06c. 00000020:00000010:1.0:1767389140.198267:0:361307:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000056949f2e. 00080000:00000010:0.0:1767389140.198274:0:362586:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at 000000009cd8ba1b. 80000000:00000010:1.0:1767389140.198276:0:361307:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002f098374. 40000000:00000010:1.0:1767389140.198304:0:361307:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b400e306. 00100000:00000010:1.0:1767389140.198312:0:361307:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ff66d51e. 00040000:00000010:1.0:1767389140.198317:0:361307:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c7a1596b. 00040000:00000010:1.0:1767389140.198320:0:361307:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bf605416. 00080000:00000010:1.0:1767389140.198328:0:361307:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000ef5ce901. 00002000:00000010:1.0:1767389140.198336:0:361307:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002a83bb19. 00000001:00000010:0.0:1767389140.198344:0:362586:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000305cbc5c. 00010000:00000010:1.0:1767389140.198373:0:361307:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033b673d7. 00010000:00000010:1.0:1767389140.198383:0:361307:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6116640. 00000400:00000010:0.0:1767389140.198390:0:362586:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000181b09ca. 00000020:00000010:1.0:1767389140.198400:0:361307:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000093f45619. 00000020:00000010:1.0:1767389140.198410:0:361307:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007e7ec1e1. 00000020:00000010:1.0:1767389140.198413:0:361307:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000067e3a06c. 00000020:00000010:1.0:1767389140.198416:0:361307:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000056949f2e. 80000000:00000010:1.0:1767389140.198420:0:361307:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002f098374. 40000000:00000010:1.0:1767389140.198426:0:361307:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000b400e306. 00000800:00000010:0.0:1767389140.198428:0:362586:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fda72f93. 00100000:00000010:1.0:1767389140.198448:0:361307:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ff66d51e. 00040000:00000010:1.0:1767389140.198455:0:361307:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c7a1596b. 00040000:00000010:1.0:1767389140.198458:0:361307:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bf605416. 00080000:00000010:1.0:1767389140.198460:0:361307:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000ef5ce901. 00002000:00000010:1.0:1767389140.198463:0:361307:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002a83bb19. 00000020:00000010:1.0:1767389140.198466:0:361307:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000876f8bcb. 00000020:00000010:0.0:1767389140.198483:0:362586:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b6434a. 00000020:00000010:0.0:1767389140.198491:0:362586:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.198496:0:362586:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bfdc09f. 00000800:00000010:3.0:1767389140.198642:0:337531:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fda72f93. 00000400:00000010:3.0:1767389140.198657:0:337531:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000181b09ca. 00010000:00000010:1.1:1767389140.203809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000003a616a9. 00010000:00000010:1.1:1767389140.203822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009646261a. 00000400:00000010:2.0:1767389140.212379:0:337529:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a40569e. 00000400:00000010:2.0:1767389140.212415:0:337529:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000047d365a. 00000020:00000010:0.0:1767389140.212562:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000111f4330. 00000020:00000010:0.0:1767389140.212570:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000111f4330. 00000020:00000010:0.0:1767389140.212577:0:361957:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bfdc09f. 00000020:00000010:0.0:1767389140.212581:0:361957:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000084b6434a. 00000020:00000010:0.0:1767389140.212595:0:361957:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.212637:0:361957:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000111f4330. 00000020:00000010:0.0:1767389140.212641:0:361957:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000111f4330. 02000000:00000010:0.0:1767389140.212653:0:361957:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e4ddf6fd. 20000000:00000010:0.0:1767389140.212663:0:361957:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000aacf085e. 00000400:00000010:0.0:1767389140.212710:0:361957:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f32e25e2. 00000800:00000010:0.0:1767389140.212784:0:361957:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a6ed7256. 00000020:00000010:0.0:1767389140.212808:0:361957:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000084b6434a. 00000020:00000010:0.0:1767389140.212814:0:361957:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000574c5f6. 00000020:00000010:0.0:1767389140.212818:0:361957:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bfdc09f. 00000020:00000010:2.0:1767389140.212822:0:339023:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075777e67. 00000400:00000010:0.0:1767389140.212831:0:361957:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b427992. 00000020:00000010:2.0:1767389140.212834:0:339023:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000023554b05. 00000400:00000010:0.0:1767389140.212842:0:361957:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000d802ae0. 00000020:00000010:2.0:1767389140.212846:0:339023:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005c3ae605. 00000020:00000010:2.0:1767389140.212855:0:339023:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de93d15e. 00000020:00000010:2.0:1767389140.212862:0:339023:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000087f45760. 80000000:00000010:2.0:1767389140.212866:0:339023:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000536c279a. 40000000:00000010:2.0:1767389140.212872:0:339023:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001eb5e7a7. 00100000:00000010:2.0:1767389140.212880:0:339023:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f1f642ef. 00040000:00000010:2.0:1767389140.212889:0:339023:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a0044854. 00040000:00000010:2.0:1767389140.212931:0:339023:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a51b3ad3. 00080000:00000010:2.0:1767389140.212943:0:339023:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000467e5040. 00002000:00000010:2.0:1767389140.212951:0:339023:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000adb97631. 00000020:00000010:2.0:1767389140.212957:0:339023:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000023554b05. 00000020:00000010:2.0:1767389140.212965:0:339023:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005c3ae605. 00000020:00000010:2.0:1767389140.212972:0:339023:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000de93d15e. 00000020:00000010:2.0:1767389140.212983:0:339023:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000087f45760. 80000000:00000010:2.0:1767389140.212989:0:339023:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000536c279a. 40000000:00000010:2.0:1767389140.212993:0:339023:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001eb5e7a7. 00100000:00000010:2.0:1767389140.212998:0:339023:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f1f642ef. 00040000:00000010:2.0:1767389140.213003:0:339023:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a0044854. 00040000:00000010:2.0:1767389140.213011:0:339023:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a51b3ad3. 00080000:00000010:2.0:1767389140.213016:0:339023:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000467e5040. 00000800:00000010:3.0:1767389140.213019:0:337530:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a6ed7256. 00002000:00000010:2.0:1767389140.213021:0:339023:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000adb97631. 00000020:00000010:2.0:1767389140.213027:0:339023:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075777e67. 00000020:00000010:2.0:1767389140.213040:0:339023:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075777e67. 00000020:00000010:2.0:1767389140.213044:0:339023:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a51b3ad3. 00000400:00000010:3.0:1767389140.213046:0:337530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f32e25e2. 00000020:00000010:2.0:1767389140.213049:0:339023:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000467e5040. 00000020:00000010:2.0:1767389140.213062:0:339023:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000de93d15e. 00000020:00000010:2.0:1767389140.213067:0:339023:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000087f45760. 02000000:00000010:3.0:1767389140.213069:0:337530:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e4ddf6fd. 80000000:00000010:2.0:1767389140.213075:0:339023:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000536c279a. 40000000:00000010:2.0:1767389140.213080:0:339023:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001eb5e7a7. 00100000:00000010:2.0:1767389140.213086:0:339023:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e4baf44e. 00040000:00000010:2.0:1767389140.213100:0:339023:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a0044854. 00040000:00000010:2.0:1767389140.213104:0:339023:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000023554b05. 00080000:00000010:2.0:1767389140.213109:0:339023:0:(osd_handler.c:767:osd_key_init()) kmalloced '(info)': 2008 at 00000000acae92f0. 00002000:00000010:2.0:1767389140.213112:0:339023:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000adb97631. 00000020:00000010:2.0:1767389140.213146:0:339023:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a51b3ad3. 00000020:00000010:2.0:1767389140.213151:0:339023:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000467e5040. 00000020:00000010:2.0:1767389140.213154:0:339023:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000de93d15e. 00000020:00000010:2.0:1767389140.213158:0:339023:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000087f45760. 80000000:00000010:2.0:1767389140.213161:0:339023:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000536c279a. 40000000:00000010:2.0:1767389140.213164:0:339023:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001eb5e7a7. 00100000:00000010:2.0:1767389140.213167:0:339023:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e4baf44e. 00040000:00000010:2.0:1767389140.213170:0:339023:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a0044854. 00040000:00000010:2.0:1767389140.213173:0:339023:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000023554b05. 00080000:00000010:2.0:1767389140.213175:0:339023:0:(osd_handler.c:805:osd_key_fini()) kfreed 'info': 2008 at 00000000acae92f0. 00002000:00000010:2.0:1767389140.213179:0:339023:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000adb97631. 00000020:00000010:2.0:1767389140.213182:0:339023:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075777e67. 00000001:00000010:1.0:1767389140.213361:0:361311:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003aa39549. 00000001:00000010:1.0:1767389140.213374:0:361311:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000215e8e1e. 00000001:00000010:1.0:1767389140.213378:0:361311:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bd301180. 00000001:00000010:1.0:1767389140.213395:0:361311:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000479b0774. 00000001:00000010:1.0:1767389140.213399:0:361311:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000235a1b39. 00000001:00000010:1.0:1767389140.213403:0:361311:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d837e0c5. 00000020:00000010:1.0:1767389140.213412:0:361311:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e1f60d47. 00000020:00000010:1.0:1767389140.213429:0:361311:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000006471e2f9. 00010000:00000010:2.1:1767389140.218826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000005c6dee8f. 00000100:00000400:3.0:1767389140.876866:0:337536:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767389124/real 1767389124] req@00000000bbc625b2 x1853241654554112/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1767389140 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767389140.891573:0:337536:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9cdb65e. 00000400:00000010:3.0:1767389140.891583:0:337536:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000046ef2379. 02000000:00000010:3.0:1767389140.891618:0:337536:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000767239c6. 02000000:00000010:3.0:1767389140.891638:0:337536:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000df79dec7. 00000100:00000010:3.0:1767389140.891648:0:337536:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000bbc625b2. 00000001:02000400:0.0:1767389141.002377:0:362626:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 00000400:00000010:1.0:1767389141.579836:0:337533:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000cad4648. 00000400:00000010:1.0:1767389141.579852:0:337533:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000f55ff83. 00000400:00000010:1.0:1767389141.579860:0:337533:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e58cce08. 00000400:00000010:1.0:1767389141.579898:0:337533:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000aa5767d8. 00000800:00000010:1.0:1767389141.579972:0:337533:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c7a1596b. 00000800:00000010:3.0:1767389141.581818:0:337525:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000140061e2. 00000800:00000010:3.0:1767389141.581828:0:337525:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d630e033. 00000800:00000010:3.0:1767389141.581836:0:337525:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c1dffd04. 00000800:00000010:3.0:1767389141.581889:0:337525:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c1dffd04. 00000800:00020000:3.0:1767389141.581903:0:337525:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.204.113 00000800:00000010:3.0:1767389141.581910:0:337525:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d630e033. 00000800:00000010:3.0:1767389141.581914:0:337525:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000140061e2. 00000400:02020000:3.0:1767389141.581990:0:337525:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.204.113@tcp49 at host 192.168.204.113:988: is it running a compatible version of Lustre? 00000800:00000010:3.0:1767389141.582007:0:337525:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c7a1596b. Debug log: 134186 lines, 134186 kept, 0 dropped, 0 bad.